Skip to content

Instantly share code, notes, and snippets.

@joeharris76

joeharris76/version_matrix_metrics.json

Created February 27, 2026 20:52
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save joeharris76/78415595e8aa0702de75642197bf28a7 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save joeharris76/78415595e8aa0702de75642197bf28a7 to your computer and use it in GitHub Desktop.
Download ZIP
DuckDB Version Matrix Metrics (TPC-H, TPC-DS, ClickBench, SSB) — v1.0.0 through v1.5.0-dev
Raw
version_matrix_metrics.json
{
"coverage": {
"expected_cells": 24,
"missing_cells": [],
"present_cells": 24,
"repetitions": {
"clickbench": {
"1.0.0": 3,
"1.1.3": 3,
"1.2.2": 3,
"1.3.2": 3,
"1.4.4": 3,
"1.5.0.dev311": 3
},
"ssb": {
"1.0.0": 3,
"1.1.3": 3,
"1.2.2": 3,
"1.3.2": 3,
"1.4.4": 3,
"1.5.0.dev311": 3
},
"tpcds": {
"1.0.0": 3,
"1.1.3": 3,
"1.2.2": 3,
"1.3.2": 3,
"1.4.4": 3,
"1.5.0.dev311": 3
},
"tpch": {
"1.0.0": 3,
"1.1.3": 3,
"1.2.2": 3,
"1.3.2": 3,
"1.4.4": 3,
"1.5.0.dev311": 3
}
}
},
"derived": {
"clickbench_pattern_analysis": [
{
"baseline_mean_ms": 0.6666666666666666,
"improvement_pct": 100.0,
"latest_mean_ms": 0.0,
"pattern": "COUNT(*)",
"query_ids": [
"Q1",
"Q2",
"Q21"
]
},
{
"baseline_mean_ms": 4.625,
"improvement_pct": 29.72972972972973,
"latest_mean_ms": 3.25,
"pattern": "GROUP BY (low cardinality)",
"query_ids": [
"Q8",
"Q9",
"Q10",
"Q11",
"Q12",
"Q40",
"Q42",
"Q43"
]
},
{
"baseline_mean_ms": 7.684210526315789,
"improvement_pct": 42.46575342465753,
"latest_mean_ms": 4.421052631578948,
"pattern": "GROUP BY (high cardinality)",
"query_ids": [
"Q13",
"Q14",
"Q15",
"Q16",
"Q17",
"Q18",
"Q19",
"Q28",
"Q29",
"Q31",
"Q32",
"Q33",
"Q34",
"Q35",
"Q36",
"Q37",
"Q38",
"Q39",
"Q41"
]
},
{
"baseline_mean_ms": 5.857142857142857,
"improvement_pct": 73.17073170731707,
"latest_mean_ms": 1.5714285714285714,
"pattern": "String matching (LIKE)",
"query_ids": [
"Q21",
"Q22",
"Q23",
"Q24",
"Q25",
"Q26",
"Q27"
]
},
{
"baseline_mean_ms": 6.9,
"improvement_pct": 45.410628019323674,
"latest_mean_ms": 3.7666666666666666,
"pattern": "ORDER BY with LIMIT",
"query_ids": [
"Q9",
"Q10",
"Q11",
"Q12",
"Q13",
"Q14",
"Q15",
"Q16",
"Q17",
"Q19",
"Q22",
"Q23",
"Q24",
"Q25",
"Q26",
"Q27",
"Q28",
"Q29",
"Q31",
"Q32",
"Q33",
"Q34",
"Q35",
"Q36",
"Q37",
"Q38",
"Q39",
"Q40",
"Q41",
"Q42"
]
}
],
"deep_dives": {
"csv_import_proxy": [
{
"load_phase_ms": 0.0,
"throughput_gb_per_s": null,
"version": "1.0.0",
"version_label": "v1.0.0",
"vs_baseline_pct_faster": null
},
{
"load_phase_ms": 0.0,
"throughput_gb_per_s": null,
"version": "1.1.3",
"version_label": "v1.1.3",
"vs_baseline_pct_faster": null
},
{
"load_phase_ms": 0.0,
"throughput_gb_per_s": null,
"version": "1.2.2",
"version_label": "v1.2.2",
"vs_baseline_pct_faster": null
},
{
"load_phase_ms": 0.0,
"throughput_gb_per_s": null,
"version": "1.3.2",
"version_label": "v1.3.2",
"vs_baseline_pct_faster": null
},
{
"load_phase_ms": 0.0,
"throughput_gb_per_s": null,
"version": "1.4.4",
"version_label": "v1.4.4",
"vs_baseline_pct_faster": null
},
{
"load_phase_ms": 0.0,
"throughput_gb_per_s": null,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev",
"vs_baseline_pct_faster": null
}
],
"limit_orderby_clickbench_proxy": [
{
"mean_ms": 6.9,
"query_count": 30,
"speedup_vs_baseline": 0.7391304347826086,
"version": "1.0.0",
"version_label": "v1.0.0",
"vs_baseline_pct_faster": -35.29411764705884
},
{
"mean_ms": 6.366666666666666,
"query_count": 30,
"speedup_vs_baseline": 0.8010471204188482,
"version": "1.1.3",
"version_label": "v1.1.3",
"vs_baseline_pct_faster": -24.836601307189543
},
{
"mean_ms": 5.1,
"query_count": 30,
"speedup_vs_baseline": 1.0,
"version": "1.2.2",
"version_label": "v1.2.2",
"vs_baseline_pct_faster": 0.0
},
{
"mean_ms": 5.333333333333333,
"query_count": 30,
"speedup_vs_baseline": 0.9562499999999999,
"version": "1.3.2",
"version_label": "v1.3.2",
"vs_baseline_pct_faster": -4.575163398692812
},
{
"mean_ms": 3.8333333333333335,
"query_count": 30,
"speedup_vs_baseline": 1.3304347826086955,
"version": "1.4.4",
"version_label": "v1.4.4",
"vs_baseline_pct_faster": 24.836601307189536
},
{
"mean_ms": 3.7666666666666666,
"query_count": 30,
"speedup_vs_baseline": 1.3539823008849556,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev",
"vs_baseline_pct_faster": 26.1437908496732
}
],
"sorting_tpch_proxy": [
{
"mean_ms": 175.5,
"query_count": 4,
"speedup_vs_baseline": 0.7207977207977208,
"version": "1.0.0",
"version_label": "v1.0.0",
"vs_baseline_pct_faster": -38.73517786561265
},
{
"mean_ms": 128.5,
"query_count": 4,
"speedup_vs_baseline": 0.9844357976653697,
"version": "1.1.3",
"version_label": "v1.1.3",
"vs_baseline_pct_faster": -1.5810276679841897
},
{
"mean_ms": 126.0,
"query_count": 4,
"speedup_vs_baseline": 1.003968253968254,
"version": "1.2.2",
"version_label": "v1.2.2",
"vs_baseline_pct_faster": 0.3952569169960474
},
{
"mean_ms": 126.5,
"query_count": 4,
"speedup_vs_baseline": 1.0,
"version": "1.3.2",
"version_label": "v1.3.2",
"vs_baseline_pct_faster": 0.0
},
{
"mean_ms": 124.75,
"query_count": 4,
"speedup_vs_baseline": 1.0140280561122244,
"version": "1.4.4",
"version_label": "v1.4.4",
"vs_baseline_pct_faster": 1.383399209486166
},
{
"mean_ms": 116.5,
"query_count": 4,
"speedup_vs_baseline": 1.0858369098712446,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev",
"vs_baseline_pct_faster": 7.905138339920949
}
]
},
"diminishing_returns": [
{
"from_version": "1.0.0",
"jump_label": "1.0.0 -> 1.1.3",
"qpph_improvement_pct": 39.397814261923145,
"runtime_improvement_pct_faster": 32.53874441817704,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"jump_label": "1.1.3 -> 1.2.2",
"qpph_improvement_pct": 1.305061344131225,
"runtime_improvement_pct_faster": 1.8300399104448557,
"to_version": "1.2.2"
},
{
"from_version": "1.2.2",
"jump_label": "1.2.2 -> 1.3.2",
"qpph_improvement_pct": 1.324579127434037,
"runtime_improvement_pct_faster": 1.774913237481408,
"to_version": "1.3.2"
},
{
"from_version": "1.3.2",
"jump_label": "1.3.2 -> 1.4.4",
"qpph_improvement_pct": 1.6260481328253165,
"runtime_improvement_pct_faster": 2.2511609125782357,
"to_version": "1.4.4"
},
{
"from_version": "1.4.4",
"jump_label": "1.4.4 -> 1.5.0.dev311",
"qpph_improvement_pct": 4.727431378275859,
"runtime_improvement_pct_faster": 5.587111432407312,
"to_version": "1.5.0.dev311"
}
],
"query_winners_and_regressions": {
"clickbench": {
"minimal_change": [
{
"baseline_ms": 2.0,
"improvement_pct": 0.0,
"latest_ms": 2.0,
"query_id": "Q13",
"speedup_factor": 1.0
},
{
"baseline_ms": 2.0,
"improvement_pct": 0.0,
"latest_ms": 2.0,
"query_id": "Q25",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "Q28",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "Q37",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "Q40",
"speedup_factor": 1.0
},
{
"baseline_ms": 6.0,
"improvement_pct": 16.666666666666664,
"latest_ms": 5.0,
"query_id": "Q31",
"speedup_factor": 1.2
},
{
"baseline_ms": 5.0,
"improvement_pct": 20.0,
"latest_ms": 4.0,
"query_id": "Q14",
"speedup_factor": 1.25
},
{
"baseline_ms": 4.0,
"improvement_pct": 25.0,
"latest_ms": 3.0,
"query_id": "Q11",
"speedup_factor": 1.3333333333333333
},
{
"baseline_ms": 4.0,
"improvement_pct": 25.0,
"latest_ms": 3.0,
"query_id": "Q12",
"speedup_factor": 1.3333333333333333
},
{
"baseline_ms": 15.0,
"improvement_pct": 26.666666666666668,
"latest_ms": 11.0,
"query_id": "Q10",
"speedup_factor": 1.3636363636363635
},
{
"baseline_ms": 11.0,
"improvement_pct": 27.27272727272727,
"latest_ms": 8.0,
"query_id": "Q16",
"speedup_factor": 1.375
},
{
"baseline_ms": 7.0,
"improvement_pct": 28.57142857142857,
"latest_ms": 5.0,
"query_id": "Q32",
"speedup_factor": 1.4
},
{
"baseline_ms": 17.0,
"improvement_pct": 29.411764705882355,
"latest_ms": 12.0,
"query_id": "Q33",
"speedup_factor": 1.4166666666666667
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q15",
"speedup_factor": 1.5
},
{
"baseline_ms": 18.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 12.0,
"query_id": "Q19",
"speedup_factor": 1.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q22",
"speedup_factor": 1.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q35",
"speedup_factor": 1.5
},
{
"baseline_ms": 9.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 6.0,
"query_id": "Q5",
"speedup_factor": 1.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q6",
"speedup_factor": 1.5
},
{
"baseline_ms": 12.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 8.0,
"query_id": "Q9",
"speedup_factor": 1.5
},
{
"baseline_ms": 16.0,
"improvement_pct": 37.5,
"latest_ms": 10.0,
"query_id": "Q17",
"speedup_factor": 1.6
},
{
"baseline_ms": 15.0,
"improvement_pct": 40.0,
"latest_ms": 9.0,
"query_id": "Q36",
"speedup_factor": 1.6666666666666667
},
{
"baseline_ms": 14.0,
"improvement_pct": 42.857142857142854,
"latest_ms": 8.0,
"query_id": "Q18",
"speedup_factor": 1.75
},
{
"baseline_ms": 2.0,
"improvement_pct": 50.0,
"latest_ms": 1.0,
"query_id": "Q23",
"speedup_factor": 2.0
},
{
"baseline_ms": 2.0,
"improvement_pct": 50.0,
"latest_ms": 1.0,
"query_id": "Q26",
"speedup_factor": 2.0
},
{
"baseline_ms": 3.0,
"improvement_pct": 66.66666666666666,
"latest_ms": 1.0,
"query_id": "Q27",
"speedup_factor": 3.0
},
{
"baseline_ms": 3.0,
"improvement_pct": 66.66666666666666,
"latest_ms": 1.0,
"query_id": "Q34",
"speedup_factor": 3.0
},
{
"baseline_ms": 7.0,
"improvement_pct": 71.42857142857143,
"latest_ms": 2.0,
"query_id": "Q30",
"speedup_factor": 3.5
},
{
"baseline_ms": 27.0,
"improvement_pct": 85.18518518518519,
"latest_ms": 4.0,
"query_id": "Q24",
"speedup_factor": 6.75
},
{
"baseline_ms": 22.0,
"improvement_pct": 90.9090909090909,
"latest_ms": 2.0,
"query_id": "Q29",
"speedup_factor": 11.0
}
],
"regressions": [
{
"from_version": "1.2.2",
"newer_ms": 2.0,
"older_ms": 1.0,
"query_id": "Q26",
"slower_pct": 100.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 2.0,
"older_ms": 1.0,
"query_id": "Q27",
"slower_pct": 100.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 3.0,
"older_ms": 2.0,
"query_id": "Q15",
"slower_pct": 50.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 3.0,
"older_ms": 2.0,
"query_id": "Q22",
"slower_pct": 50.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 3.0,
"older_ms": 2.0,
"query_id": "Q6",
"slower_pct": 50.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 4.0,
"older_ms": 3.0,
"query_id": "Q12",
"slower_pct": 33.33333333333333,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 5.0,
"older_ms": 4.0,
"query_id": "Q14",
"slower_pct": 25.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 8.0,
"older_ms": 7.0,
"query_id": "Q5",
"slower_pct": 14.285714285714285,
"to_version": "1.3.2"
},
{
"from_version": "1.0.0",
"newer_ms": 25.0,
"older_ms": 22.0,
"query_id": "Q29",
"slower_pct": 13.636363636363635,
"to_version": "1.1.3"
},
{
"from_version": "1.2.2",
"newer_ms": 11.0,
"older_ms": 10.0,
"query_id": "Q18",
"slower_pct": 10.0,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 13.0,
"older_ms": 12.0,
"query_id": "Q17",
"slower_pct": 8.333333333333332,
"to_version": "1.3.2"
}
],
"winners": [
{
"baseline_ms": 22.0,
"improvement_pct": 90.9090909090909,
"latest_ms": 2.0,
"query_id": "Q29",
"speedup_factor": 11.0
},
{
"baseline_ms": 27.0,
"improvement_pct": 85.18518518518519,
"latest_ms": 4.0,
"query_id": "Q24",
"speedup_factor": 6.75
},
{
"baseline_ms": 7.0,
"improvement_pct": 71.42857142857143,
"latest_ms": 2.0,
"query_id": "Q30",
"speedup_factor": 3.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 66.66666666666666,
"latest_ms": 1.0,
"query_id": "Q27",
"speedup_factor": 3.0
},
{
"baseline_ms": 3.0,
"improvement_pct": 66.66666666666666,
"latest_ms": 1.0,
"query_id": "Q34",
"speedup_factor": 3.0
},
{
"baseline_ms": 2.0,
"improvement_pct": 50.0,
"latest_ms": 1.0,
"query_id": "Q23",
"speedup_factor": 2.0
},
{
"baseline_ms": 2.0,
"improvement_pct": 50.0,
"latest_ms": 1.0,
"query_id": "Q26",
"speedup_factor": 2.0
},
{
"baseline_ms": 14.0,
"improvement_pct": 42.857142857142854,
"latest_ms": 8.0,
"query_id": "Q18",
"speedup_factor": 1.75
},
{
"baseline_ms": 15.0,
"improvement_pct": 40.0,
"latest_ms": 9.0,
"query_id": "Q36",
"speedup_factor": 1.6666666666666667
},
{
"baseline_ms": 16.0,
"improvement_pct": 37.5,
"latest_ms": 10.0,
"query_id": "Q17",
"speedup_factor": 1.6
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q15",
"speedup_factor": 1.5
},
{
"baseline_ms": 18.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 12.0,
"query_id": "Q19",
"speedup_factor": 1.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q22",
"speedup_factor": 1.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q35",
"speedup_factor": 1.5
},
{
"baseline_ms": 9.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 6.0,
"query_id": "Q5",
"speedup_factor": 1.5
},
{
"baseline_ms": 3.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 2.0,
"query_id": "Q6",
"speedup_factor": 1.5
},
{
"baseline_ms": 12.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 8.0,
"query_id": "Q9",
"speedup_factor": 1.5
},
{
"baseline_ms": 17.0,
"improvement_pct": 29.411764705882355,
"latest_ms": 12.0,
"query_id": "Q33",
"speedup_factor": 1.4166666666666667
},
{
"baseline_ms": 7.0,
"improvement_pct": 28.57142857142857,
"latest_ms": 5.0,
"query_id": "Q32",
"speedup_factor": 1.4
},
{
"baseline_ms": 11.0,
"improvement_pct": 27.27272727272727,
"latest_ms": 8.0,
"query_id": "Q16",
"speedup_factor": 1.375
},
{
"baseline_ms": 15.0,
"improvement_pct": 26.666666666666668,
"latest_ms": 11.0,
"query_id": "Q10",
"speedup_factor": 1.3636363636363635
},
{
"baseline_ms": 4.0,
"improvement_pct": 25.0,
"latest_ms": 3.0,
"query_id": "Q11",
"speedup_factor": 1.3333333333333333
},
{
"baseline_ms": 4.0,
"improvement_pct": 25.0,
"latest_ms": 3.0,
"query_id": "Q12",
"speedup_factor": 1.3333333333333333
},
{
"baseline_ms": 5.0,
"improvement_pct": 20.0,
"latest_ms": 4.0,
"query_id": "Q14",
"speedup_factor": 1.25
},
{
"baseline_ms": 6.0,
"improvement_pct": 16.666666666666664,
"latest_ms": 5.0,
"query_id": "Q31",
"speedup_factor": 1.2
},
{
"baseline_ms": 2.0,
"improvement_pct": 0.0,
"latest_ms": 2.0,
"query_id": "Q13",
"speedup_factor": 1.0
},
{
"baseline_ms": 2.0,
"improvement_pct": 0.0,
"latest_ms": 2.0,
"query_id": "Q25",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "Q28",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "Q37",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "Q40",
"speedup_factor": 1.0
}
]
},
"ssb": {
"minimal_change": [
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "2.1",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "2.3",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "3.3",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "3.4",
"speedup_factor": 1.0
},
{
"baseline_ms": 3.0,
"improvement_pct": 0.0,
"latest_ms": 3.0,
"query_id": "4.3",
"speedup_factor": 1.0
},
{
"baseline_ms": 41.0,
"improvement_pct": 9.75609756097561,
"latest_ms": 37.0,
"query_id": "3.2",
"speedup_factor": 1.1081081081081081
},
{
"baseline_ms": 45.0,
"improvement_pct": 13.333333333333334,
"latest_ms": 39.0,
"query_id": "3.1",
"speedup_factor": 1.1538461538461537
},
{
"baseline_ms": 66.0,
"improvement_pct": 18.181818181818183,
"latest_ms": 54.0,
"query_id": "4.2",
"speedup_factor": 1.2222222222222223
},
{
"baseline_ms": 94.0,
"improvement_pct": 31.914893617021278,
"latest_ms": 64.0,
"query_id": "4.1",
"speedup_factor": 1.46875
},
{
"baseline_ms": 57.0,
"improvement_pct": 50.877192982456144,
"latest_ms": 28.0,
"query_id": "1.1",
"speedup_factor": 2.0357142857142856
},
{
"baseline_ms": 59.0,
"improvement_pct": 54.23728813559322,
"latest_ms": 27.0,
"query_id": "1.3",
"speedup_factor": 2.185185185185185
},
{
"baseline_ms": 60.0,
"improvement_pct": 76.66666666666667,
"latest_ms": 14.0,
"query_id": "1.2",
"speedup_factor": 4.285714285714286
},
{
"baseline_ms": 2.0,
"improvement_pct": -2100.0,
"latest_ms": 44.0,
"query_id": "2.2",
"speedup_factor": 0.045454545454545456
}
],
"regressions": [
{
"from_version": "1.3.2",
"newer_ms": 53.0,
"older_ms": 4.0,
"query_id": "2.2",
"slower_pct": 1225.0,
"to_version": "1.4.4"
},
{
"from_version": "1.4.4",
"newer_ms": 27.0,
"older_ms": 12.0,
"query_id": "1.3",
"slower_pct": 125.0,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.0.0",
"newer_ms": 4.0,
"older_ms": 2.0,
"query_id": "2.2",
"slower_pct": 100.0,
"to_version": "1.1.3"
},
{
"from_version": "1.0.0",
"newer_ms": 59.0,
"older_ms": 41.0,
"query_id": "3.2",
"slower_pct": 43.90243902439025,
"to_version": "1.1.3"
},
{
"from_version": "1.0.0",
"newer_ms": 62.0,
"older_ms": 45.0,
"query_id": "3.1",
"slower_pct": 37.77777777777778,
"to_version": "1.1.3"
},
{
"from_version": "1.2.2",
"newer_ms": 89.0,
"older_ms": 77.0,
"query_id": "4.1",
"slower_pct": 15.584415584415584,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 31.0,
"older_ms": 29.0,
"query_id": "1.1",
"slower_pct": 6.896551724137931,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 64.0,
"older_ms": 60.0,
"query_id": "3.1",
"slower_pct": 6.666666666666667,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 64.0,
"older_ms": 60.0,
"query_id": "3.2",
"slower_pct": 6.666666666666667,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 18.0,
"older_ms": 17.0,
"query_id": "1.3",
"slower_pct": 5.88235294117647,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 19.0,
"older_ms": 18.0,
"query_id": "1.2",
"slower_pct": 5.555555555555555,
"to_version": "1.3.2"
}
],
"winners": [
{
"baseline_ms": 60.0,
"improvement_pct": 76.66666666666667,
"latest_ms": 14.0,
"query_id": "1.2",
"speedup_factor": 4.285714285714286
},
{
"baseline_ms": 59.0,
"improvement_pct": 54.23728813559322,
"latest_ms": 27.0,
"query_id": "1.3",
"speedup_factor": 2.185185185185185
},
{
"baseline_ms": 57.0,
"improvement_pct": 50.877192982456144,
"latest_ms": 28.0,
"query_id": "1.1",
"speedup_factor": 2.0357142857142856
},
{
"baseline_ms": 94.0,
"improvement_pct": 31.914893617021278,
"latest_ms": 64.0,
"query_id": "4.1",
"speedup_factor": 1.46875
},
{
"baseline_ms": 66.0,
"improvement_pct": 18.181818181818183,
"latest_ms": 54.0,
"query_id": "4.2",
"speedup_factor": 1.2222222222222223
},
{
"baseline_ms": 45.0,
"improvement_pct": 13.333333333333334,
"latest_ms": 39.0,
"query_id": "3.1",
"speedup_factor": 1.1538461538461537
},
{
"baseline_ms": 41.0,
"improvement_pct": 9.75609756097561,
"latest_ms": 37.0,
"query_id": "3.2",
"speedup_factor": 1.1081081081081081
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "2.1",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "2.3",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "3.3",
"speedup_factor": 1.0
},
{
"baseline_ms": 1.0,
"improvement_pct": 0.0,
"latest_ms": 1.0,
"query_id": "3.4",
"speedup_factor": 1.0
},
{
"baseline_ms": 3.0,
"improvement_pct": 0.0,
"latest_ms": 3.0,
"query_id": "4.3",
"speedup_factor": 1.0
}
]
},
"tpcds": {
"minimal_change": [
{
"baseline_ms": 18.0,
"improvement_pct": 0.0,
"latest_ms": 18.0,
"query_id": "42",
"speedup_factor": 1.0
},
{
"baseline_ms": 31.0,
"improvement_pct": 3.225806451612903,
"latest_ms": 30.0,
"query_id": "53",
"speedup_factor": 1.0333333333333334
},
{
"baseline_ms": 29.0,
"improvement_pct": -3.4482758620689653,
"latest_ms": 30.0,
"query_id": "63",
"speedup_factor": 0.9666666666666667
},
{
"baseline_ms": 29.0,
"improvement_pct": -3.4482758620689653,
"latest_ms": 30.0,
"query_id": "73",
"speedup_factor": 0.9666666666666667
},
{
"baseline_ms": 149.0,
"improvement_pct": 4.026845637583892,
"latest_ms": 143.0,
"query_id": "88",
"speedup_factor": 1.0419580419580419
},
{
"baseline_ms": 59.0,
"improvement_pct": 5.084745762711865,
"latest_ms": 56.0,
"query_id": "18",
"speedup_factor": 1.0535714285714286
},
{
"baseline_ms": 1602.0,
"improvement_pct": 7.990012484394507,
"latest_ms": 1474.0,
"query_id": "67",
"speedup_factor": 1.0868385345997287
},
{
"baseline_ms": 12.0,
"improvement_pct": 8.333333333333332,
"latest_ms": 11.0,
"query_id": "41",
"speedup_factor": 1.0909090909090908
},
{
"baseline_ms": 60.0,
"improvement_pct": -8.333333333333332,
"latest_ms": 65.0,
"query_id": "79",
"speedup_factor": 0.9230769230769231
},
{
"baseline_ms": 56.0,
"improvement_pct": 8.928571428571429,
"latest_ms": 51.0,
"query_id": "50",
"speedup_factor": 1.0980392156862746
},
{
"baseline_ms": 52.0,
"improvement_pct": 9.615384615384617,
"latest_ms": 47.0,
"query_id": "43",
"speedup_factor": 1.1063829787234043
},
{
"baseline_ms": 20.0,
"improvement_pct": 10.0,
"latest_ms": 18.0,
"query_id": "55",
"speedup_factor": 1.1111111111111112
},
{
"baseline_ms": 40.0,
"improvement_pct": 10.0,
"latest_ms": 36.0,
"query_id": "89",
"speedup_factor": 1.1111111111111112
},
{
"baseline_ms": 171.0,
"improvement_pct": 10.526315789473683,
"latest_ms": 153.0,
"query_id": "24B",
"speedup_factor": 1.1176470588235294
},
{
"baseline_ms": 83.0,
"improvement_pct": 10.843373493975903,
"latest_ms": 74.0,
"query_id": "46",
"speedup_factor": 1.1216216216216217
},
{
"baseline_ms": 18.0,
"improvement_pct": 11.11111111111111,
"latest_ms": 16.0,
"query_id": "96",
"speedup_factor": 1.125
},
{
"baseline_ms": 77.0,
"improvement_pct": 11.688311688311687,
"latest_ms": 68.0,
"query_id": "13",
"speedup_factor": 1.1323529411764706
},
{
"baseline_ms": 17.0,
"improvement_pct": 11.76470588235294,
"latest_ms": 15.0,
"query_id": "3",
"speedup_factor": 1.1333333333333333
},
{
"baseline_ms": 125.0,
"improvement_pct": 12.0,
"latest_ms": 110.0,
"query_id": "87",
"speedup_factor": 1.1363636363636365
},
{
"baseline_ms": 358.0,
"improvement_pct": 12.569832402234638,
"latest_ms": 313.0,
"query_id": "11",
"speedup_factor": 1.1437699680511182
},
{
"baseline_ms": 79.0,
"improvement_pct": 12.658227848101266,
"latest_ms": 69.0,
"query_id": "48",
"speedup_factor": 1.144927536231884
},
{
"baseline_ms": 22.0,
"improvement_pct": 13.636363636363635,
"latest_ms": 19.0,
"query_id": "52",
"speedup_factor": 1.1578947368421053
},
{
"baseline_ms": 44.0,
"improvement_pct": 13.636363636363635,
"latest_ms": 38.0,
"query_id": "76",
"speedup_factor": 1.1578947368421053
},
{
"baseline_ms": 614.0,
"improvement_pct": -15.472312703583063,
"latest_ms": 709.0,
"query_id": "51",
"speedup_factor": 0.8660084626234132
},
{
"baseline_ms": 216.0,
"improvement_pct": -15.74074074074074,
"latest_ms": 250.0,
"query_id": "74",
"speedup_factor": 0.864
},
{
"baseline_ms": 42.0,
"improvement_pct": 16.666666666666664,
"latest_ms": 35.0,
"query_id": "56",
"speedup_factor": 1.2
},
{
"baseline_ms": 141.0,
"improvement_pct": 19.148936170212767,
"latest_ms": 114.0,
"query_id": "97",
"speedup_factor": 1.236842105263158
},
{
"baseline_ms": 116.0,
"improvement_pct": 21.551724137931032,
"latest_ms": 91.0,
"query_id": "38",
"speedup_factor": 1.2747252747252746
},
{
"baseline_ms": 50.0,
"improvement_pct": 22.0,
"latest_ms": 39.0,
"query_id": "60",
"speedup_factor": 1.2820512820512822
},
{
"baseline_ms": 18.0,
"improvement_pct": 22.22222222222222,
"latest_ms": 14.0,
"query_id": "94",
"speedup_factor": 1.2857142857142858
},
{
"baseline_ms": 121.0,
"improvement_pct": 22.31404958677686,
"latest_ms": 94.0,
"query_id": "93",
"speedup_factor": 1.2872340425531914
},
{
"baseline_ms": 39.0,
"improvement_pct": 23.076923076923077,
"latest_ms": 30.0,
"query_id": "19",
"speedup_factor": 1.3
},
{
"baseline_ms": 30.0,
"improvement_pct": 23.333333333333332,
"latest_ms": 23.0,
"query_id": "44",
"speedup_factor": 1.3043478260869565
},
{
"baseline_ms": 38.0,
"improvement_pct": 23.684210526315788,
"latest_ms": 29.0,
"query_id": "10",
"speedup_factor": 1.3103448275862069
},
{
"baseline_ms": 71.0,
"improvement_pct": 23.943661971830984,
"latest_ms": 54.0,
"query_id": "5",
"speedup_factor": 1.3148148148148149
},
{
"baseline_ms": 50.0,
"improvement_pct": 24.0,
"latest_ms": 38.0,
"query_id": "71",
"speedup_factor": 1.3157894736842106
},
{
"baseline_ms": 48.0,
"improvement_pct": 25.0,
"latest_ms": 36.0,
"query_id": "77",
"speedup_factor": 1.3333333333333333
},
{
"baseline_ms": 47.0,
"improvement_pct": 25.53191489361702,
"latest_ms": 35.0,
"query_id": "34",
"speedup_factor": 1.3428571428571427
},
{
"baseline_ms": 22.0,
"improvement_pct": 27.27272727272727,
"latest_ms": 16.0,
"query_id": "86",
"speedup_factor": 1.375
},
{
"baseline_ms": 193.0,
"improvement_pct": 27.979274611398964,
"latest_ms": 139.0,
"query_id": "28",
"speedup_factor": 1.3884892086330936
},
{
"baseline_ms": 60.0,
"improvement_pct": 28.333333333333332,
"latest_ms": 43.0,
"query_id": "66",
"speedup_factor": 1.3953488372093024
},
{
"baseline_ms": 696.0,
"improvement_pct": 28.879310344827587,
"latest_ms": 495.0,
"query_id": "4",
"speedup_factor": 1.406060606060606
},
{
"baseline_ms": 94.0,
"improvement_pct": 29.78723404255319,
"latest_ms": 66.0,
"query_id": "68",
"speedup_factor": 1.4242424242424243
},
{
"baseline_ms": 16.0,
"improvement_pct": 31.25,
"latest_ms": 11.0,
"query_id": "69",
"speedup_factor": 1.4545454545454546
},
{
"baseline_ms": 467.0,
"improvement_pct": 31.47751605995717,
"latest_ms": 320.0,
"query_id": "78",
"speedup_factor": 1.459375
},
{
"baseline_ms": 22.0,
"improvement_pct": 31.818181818181817,
"latest_ms": 15.0,
"query_id": "12",
"speedup_factor": 1.4666666666666666
},
{
"baseline_ms": 43.0,
"improvement_pct": 32.55813953488372,
"latest_ms": 29.0,
"query_id": "54",
"speedup_factor": 1.4827586206896552
},
{
"baseline_ms": 48.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 32.0,
"query_id": "7",
"speedup_factor": 1.5
},
{
"baseline_ms": 45.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 30.0,
"query_id": "81",
"speedup_factor": 1.5
},
{
"baseline_ms": 46.0,
"improvement_pct": 34.78260869565217,
"latest_ms": 30.0,
"query_id": "85",
"speedup_factor": 1.5333333333333334
},
{
"baseline_ms": 76.0,
"improvement_pct": 35.526315789473685,
"latest_ms": 49.0,
"query_id": "29",
"speedup_factor": 1.5510204081632653
},
{
"baseline_ms": 495.0,
"improvement_pct": 36.16161616161616,
"latest_ms": 316.0,
"query_id": "95",
"speedup_factor": 1.5664556962025316
},
{
"baseline_ms": 292.0,
"improvement_pct": 36.3013698630137,
"latest_ms": 186.0,
"query_id": "39A",
"speedup_factor": 1.5698924731182795
},
{
"baseline_ms": 86.0,
"improvement_pct": 37.2093023255814,
"latest_ms": 54.0,
"query_id": "70",
"speedup_factor": 1.5925925925925926
},
{
"baseline_ms": 662.0,
"improvement_pct": 37.764350453172206,
"latest_ms": 412.0,
"query_id": "14B",
"speedup_factor": 1.6067961165048543
},
{
"baseline_ms": 29.0,
"improvement_pct": 37.93103448275862,
"latest_ms": 18.0,
"query_id": "62",
"speedup_factor": 1.6111111111111112
},
{
"baseline_ms": 244.0,
"improvement_pct": 38.114754098360656,
"latest_ms": 151.0,
"query_id": "75",
"speedup_factor": 1.6158940397350994
},
{
"baseline_ms": 18.0,
"improvement_pct": 38.88888888888889,
"latest_ms": 11.0,
"query_id": "83",
"speedup_factor": 1.6363636363636365
},
{
"baseline_ms": 18.0,
"improvement_pct": 38.88888888888889,
"latest_ms": 11.0,
"query_id": "92",
"speedup_factor": 1.6363636363636365
},
{
"baseline_ms": 46.0,
"improvement_pct": 39.130434782608695,
"latest_ms": 28.0,
"query_id": "45",
"speedup_factor": 1.6428571428571428
},
{
"baseline_ms": 78.0,
"improvement_pct": 41.02564102564102,
"latest_ms": 46.0,
"query_id": "98",
"speedup_factor": 1.6956521739130435
},
{
"baseline_ms": 56.0,
"improvement_pct": 42.857142857142854,
"latest_ms": 32.0,
"query_id": "61",
"speedup_factor": 1.75
},
{
"baseline_ms": 90.0,
"improvement_pct": 45.55555555555556,
"latest_ms": 49.0,
"query_id": "17",
"speedup_factor": 1.836734693877551
},
{
"baseline_ms": 13.0,
"improvement_pct": 46.15384615384615,
"latest_ms": 7.0,
"query_id": "91",
"speedup_factor": 1.8571428571428572
},
{
"baseline_ms": 39.0,
"improvement_pct": 46.15384615384615,
"latest_ms": 21.0,
"query_id": "99",
"speedup_factor": 1.8571428571428572
},
{
"baseline_ms": 17.0,
"improvement_pct": 47.05882352941176,
"latest_ms": 9.0,
"query_id": "84",
"speedup_factor": 1.8888888888888888
},
{
"baseline_ms": 660.0,
"improvement_pct": 47.12121212121212,
"latest_ms": 349.0,
"query_id": "14A",
"speedup_factor": 1.8911174785100286
},
{
"baseline_ms": 203.0,
"improvement_pct": 47.29064039408867,
"latest_ms": 107.0,
"query_id": "72",
"speedup_factor": 1.897196261682243
},
{
"baseline_ms": 29.0,
"improvement_pct": 48.275862068965516,
"latest_ms": 15.0,
"query_id": "20",
"speedup_factor": 1.9333333333333333
},
{
"baseline_ms": 81.0,
"improvement_pct": 49.382716049382715,
"latest_ms": 41.0,
"query_id": "6",
"speedup_factor": 1.975609756097561
},
{
"baseline_ms": 12.0,
"improvement_pct": 50.0,
"latest_ms": 6.0,
"query_id": "90",
"speedup_factor": 2.0
},
{
"baseline_ms": 282.0,
"improvement_pct": 50.35460992907801,
"latest_ms": 140.0,
"query_id": "9",
"speedup_factor": 2.0142857142857142
},
{
"baseline_ms": 175.0,
"improvement_pct": 52.57142857142857,
"latest_ms": 83.0,
"query_id": "65",
"speedup_factor": 2.108433734939759
},
{
"baseline_ms": 361.0,
"improvement_pct": 53.73961218836565,
"latest_ms": 167.0,
"query_id": "59",
"speedup_factor": 2.161676646706587
},
{
"baseline_ms": 40.0,
"improvement_pct": 57.49999999999999,
"latest_ms": 17.0,
"query_id": "1",
"speedup_factor": 2.3529411764705883
},
{
"baseline_ms": 189.0,
"improvement_pct": 57.67195767195767,
"latest_ms": 80.0,
"query_id": "35",
"speedup_factor": 2.3625
},
{
"baseline_ms": 438.0,
"improvement_pct": 57.99086757990868,
"latest_ms": 184.0,
"query_id": "24A",
"speedup_factor": 2.380434782608696
},
{
"baseline_ms": 341.0,
"improvement_pct": 58.94428152492669,
"latest_ms": 140.0,
"query_id": "64",
"speedup_factor": 2.4357142857142855
},
{
"baseline_ms": 82.0,
"improvement_pct": 60.97560975609756,
"latest_ms": 32.0,
"query_id": "33",
"speedup_factor": 2.5625
},
{
"baseline_ms": 152.0,
"improvement_pct": 61.18421052631579,
"latest_ms": 59.0,
"query_id": "2",
"speedup_factor": 2.5762711864406778
},
{
"baseline_ms": 148.0,
"improvement_pct": 63.51351351351351,
"latest_ms": 54.0,
"query_id": "49",
"speedup_factor": 2.740740740740741
},
{
"baseline_ms": 65.0,
"improvement_pct": 64.61538461538461,
"latest_ms": 23.0,
"query_id": "58",
"speedup_factor": 2.8260869565217392
},
{
"baseline_ms": 244.0,
"improvement_pct": 66.39344262295081,
"latest_ms": 82.0,
"query_id": "80",
"speedup_factor": 2.975609756097561
},
{
"baseline_ms": 78.0,
"improvement_pct": 67.94871794871796,
"latest_ms": 25.0,
"query_id": "15",
"speedup_factor": 3.12
},
{
"baseline_ms": 510.0,
"improvement_pct": 69.2156862745098,
"latest_ms": 157.0,
"query_id": "47",
"speedup_factor": 3.248407643312102
},
{
"baseline_ms": 263.0,
"improvement_pct": 71.86311787072243,
"latest_ms": 74.0,
"query_id": "57",
"speedup_factor": 3.554054054054054
},
{
"baseline_ms": 207.0,
"improvement_pct": 71.98067632850241,
"latest_ms": 58.0,
"query_id": "31",
"speedup_factor": 3.5689655172413794
},
{
"baseline_ms": 51.0,
"improvement_pct": 72.54901960784314,
"latest_ms": 14.0,
"query_id": "21",
"speedup_factor": 3.642857142857143
},
{
"baseline_ms": 919.0,
"improvement_pct": -73.3405875952122,
"latest_ms": 1593.0,
"query_id": "22",
"speedup_factor": 0.5768989328311362
},
{
"baseline_ms": 215.0,
"improvement_pct": 75.34883720930232,
"latest_ms": 53.0,
"query_id": "27",
"speedup_factor": 4.056603773584905
},
{
"baseline_ms": 116.0,
"improvement_pct": 76.72413793103449,
"latest_ms": 27.0,
"query_id": "30",
"speedup_factor": 4.296296296296297
},
{
"baseline_ms": 82.0,
"improvement_pct": 76.82926829268293,
"latest_ms": 19.0,
"query_id": "40",
"speedup_factor": 4.315789473684211
},
{
"baseline_ms": 192.0,
"improvement_pct": 81.77083333333334,
"latest_ms": 35.0,
"query_id": "26",
"speedup_factor": 5.485714285714286
},
{
"baseline_ms": 51.0,
"improvement_pct": 82.35294117647058,
"latest_ms": 9.0,
"query_id": "16",
"speedup_factor": 5.666666666666667
},
{
"baseline_ms": 148.0,
"improvement_pct": 87.16216216216216,
"latest_ms": 19.0,
"query_id": "82",
"speedup_factor": 7.7894736842105265
},
{
"baseline_ms": 35.0,
"improvement_pct": 88.57142857142857,
"latest_ms": 4.0,
"query_id": "32",
"speedup_factor": 8.75
},
{
"baseline_ms": 221.0,
"improvement_pct": 91.8552036199095,
"latest_ms": 18.0,
"query_id": "25",
"speedup_factor": 12.277777777777779
},
{
"baseline_ms": 206.0,
"improvement_pct": 93.68932038834951,
"latest_ms": 13.0,
"query_id": "37",
"speedup_factor": 15.846153846153847
},
{
"baseline_ms": 73637.0,
"improvement_pct": 98.94889797248666,
"latest_ms": 774.0,
"query_id": "23A",
"speedup_factor": 95.13824289405684
},
{
"baseline_ms": 108441.0,
"improvement_pct": 99.39045195083041,
"latest_ms": 661.0,
"query_id": "23B",
"speedup_factor": 164.05597579425114
},
{
"baseline_ms": 246.0,
"improvement_pct": -117.07317073170731,
"latest_ms": 534.0,
"query_id": "39B",
"speedup_factor": 0.4606741573033708
},
{
"baseline_ms": 82.0,
"improvement_pct": -202.4390243902439,
"latest_ms": 248.0,
"query_id": "36",
"speedup_factor": 0.33064516129032256
},
{
"baseline_ms": 35.0,
"improvement_pct": -328.57142857142856,
"latest_ms": 150.0,
"query_id": "8",
"speedup_factor": 0.23333333333333334
}
],
"regressions": [
{
"from_version": "1.1.3",
"newer_ms": 10032.0,
"older_ms": 881.0,
"query_id": "22",
"slower_pct": 1038.7060158910328,
"to_version": "1.2.2"
},
{
"from_version": "1.2.2",
"newer_ms": 198.0,
"older_ms": 39.0,
"query_id": "8",
"slower_pct": 407.6923076923077,
"to_version": "1.3.2"
},
{
"from_version": "1.0.0",
"newer_ms": 287.0,
"older_ms": 82.0,
"query_id": "36",
"slower_pct": 250.0,
"to_version": "1.1.3"
},
{
"from_version": "1.3.2",
"newer_ms": 495.0,
"older_ms": 174.5,
"query_id": "39B",
"slower_pct": 183.66762177650432,
"to_version": "1.4.4"
},
{
"from_version": "1.1.3",
"newer_ms": 29.0,
"older_ms": 12.0,
"query_id": "37",
"slower_pct": 141.66666666666669,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 104.0,
"older_ms": 44.0,
"query_id": "49",
"slower_pct": 136.36363636363635,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 132.0,
"older_ms": 58.0,
"query_id": "27",
"slower_pct": 127.58620689655173,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 75.0,
"older_ms": 36.0,
"query_id": "26",
"slower_pct": 108.33333333333333,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 24.0,
"older_ms": 12.0,
"query_id": "69",
"slower_pct": 100.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 1207.0,
"older_ms": 620.0,
"query_id": "23A",
"slower_pct": 94.6774193548387,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 2844.0,
"older_ms": 1471.0,
"query_id": "67",
"slower_pct": 93.33786539768865,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 117.0,
"older_ms": 63.0,
"query_id": "68",
"slower_pct": 85.71428571428571,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 267.0,
"older_ms": 148.0,
"query_id": "24A",
"slower_pct": 80.4054054054054,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 18.0,
"older_ms": 10.0,
"query_id": "92",
"slower_pct": 80.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 42.0,
"older_ms": 24.0,
"query_id": "30",
"slower_pct": 75.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 67.0,
"older_ms": 40.0,
"query_id": "71",
"slower_pct": 67.5,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 92.0,
"older_ms": 56.0,
"query_id": "31",
"slower_pct": 64.28571428571429,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 26.0,
"older_ms": 17.0,
"query_id": "3",
"slower_pct": 52.94117647058824,
"to_version": "1.1.3"
},
{
"from_version": "1.3.2",
"newer_ms": 902.5,
"older_ms": 595.0,
"query_id": "51",
"slower_pct": 51.68067226890757,
"to_version": "1.4.4"
},
{
"from_version": "1.1.3",
"newer_ms": 15.0,
"older_ms": 10.0,
"query_id": "16",
"slower_pct": 50.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 84.0,
"older_ms": 56.0,
"query_id": "29",
"slower_pct": 50.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 6.0,
"older_ms": 4.0,
"query_id": "32",
"slower_pct": 50.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 24.0,
"older_ms": 16.0,
"query_id": "40",
"slower_pct": 50.0,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 186.0,
"older_ms": 128.0,
"query_id": "24B",
"slower_pct": 45.3125,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 891.0,
"older_ms": 624.0,
"query_id": "14A",
"slower_pct": 42.78846153846153,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 24.5,
"older_ms": 17.5,
"query_id": "15",
"slower_pct": 40.0,
"to_version": "1.4.4"
},
{
"from_version": "1.1.3",
"newer_ms": 164.0,
"older_ms": 120.0,
"query_id": "72",
"slower_pct": 36.666666666666664,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 294.0,
"older_ms": 216.0,
"query_id": "74",
"slower_pct": 36.11111111111111,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 49.0,
"older_ms": 36.0,
"query_id": "66",
"slower_pct": 36.11111111111111,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 39.0,
"older_ms": 29.0,
"query_id": "73",
"slower_pct": 34.48275862068966,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 16.0,
"older_ms": 12.0,
"query_id": "84",
"slower_pct": 33.33333333333333,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 468.0,
"older_ms": 358.0,
"query_id": "11",
"slower_pct": 30.726256983240223,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 60.0,
"older_ms": 46.0,
"query_id": "76",
"slower_pct": 30.434782608695656,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 13.0,
"older_ms": 10.0,
"query_id": "41",
"slower_pct": 30.0,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 13.0,
"older_ms": 10.0,
"query_id": "37",
"slower_pct": 30.0,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 196.0,
"older_ms": 151.0,
"query_id": "39A",
"slower_pct": 29.80132450331126,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 14.0,
"older_ms": 11.0,
"query_id": "21",
"slower_pct": 27.27272727272727,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.0.0",
"newer_ms": 770.0,
"older_ms": 614.0,
"query_id": "51",
"slower_pct": 25.407166123778502,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 184.0,
"older_ms": 147.0,
"query_id": "39B",
"slower_pct": 25.170068027210885,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 70.0,
"older_ms": 56.0,
"query_id": "50",
"slower_pct": 25.0,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 638.0,
"older_ms": 515.0,
"query_id": "14B",
"slower_pct": 23.883495145631066,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 767.0,
"older_ms": 627.0,
"query_id": "23B",
"slower_pct": 22.328548644338117,
"to_version": "1.4.4"
},
{
"from_version": "1.1.3",
"newer_ms": 44.0,
"older_ms": 36.0,
"query_id": "77",
"slower_pct": 22.22222222222222,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 767.0,
"older_ms": 629.0,
"query_id": "23B",
"slower_pct": 21.939586645468996,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 58.0,
"older_ms": 48.0,
"query_id": "98",
"slower_pct": 20.833333333333336,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 35.0,
"older_ms": 29.0,
"query_id": "63",
"slower_pct": 20.689655172413794,
"to_version": "1.1.3"
},
{
"from_version": "1.0.0",
"newer_ms": 179.0,
"older_ms": 149.0,
"query_id": "88",
"slower_pct": 20.13422818791946,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 42.0,
"older_ms": 35.0,
"query_id": "25",
"slower_pct": 20.0,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 54.0,
"older_ms": 45.0,
"query_id": "49",
"slower_pct": 20.0,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 66.0,
"older_ms": 55.0,
"query_id": "68",
"slower_pct": 20.0,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.3.2",
"newer_ms": 792.0,
"older_ms": 666.0,
"query_id": "23A",
"slower_pct": 18.91891891891892,
"to_version": "1.4.4"
},
{
"from_version": "1.1.3",
"newer_ms": 38.0,
"older_ms": 32.0,
"query_id": "85",
"slower_pct": 18.75,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 13.0,
"older_ms": 11.0,
"query_id": "90",
"slower_pct": 18.181818181818183,
"to_version": "1.2.2"
},
{
"from_version": "1.2.2",
"newer_ms": 33.0,
"older_ms": 28.0,
"query_id": "44",
"slower_pct": 17.857142857142858,
"to_version": "1.3.2"
},
{
"from_version": "1.1.3",
"newer_ms": 27.0,
"older_ms": 23.0,
"query_id": "62",
"slower_pct": 17.391304347826086,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 27.0,
"older_ms": 23.0,
"query_id": "30",
"slower_pct": 17.391304347826086,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.2.2",
"newer_ms": 82.0,
"older_ms": 70.0,
"query_id": "48",
"slower_pct": 17.142857142857142,
"to_version": "1.3.2"
},
{
"from_version": "1.0.0",
"newer_ms": 36.0,
"older_ms": 31.0,
"query_id": "53",
"slower_pct": 16.129032258064516,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 51.0,
"older_ms": 44.0,
"query_id": "81",
"slower_pct": 15.909090909090908,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 69.0,
"older_ms": 60.0,
"query_id": "79",
"slower_pct": 15.0,
"to_version": "1.1.3"
},
{
"from_version": "1.2.2",
"newer_ms": 83.0,
"older_ms": 73.0,
"query_id": "13",
"slower_pct": 13.698630136986301,
"to_version": "1.3.2"
},
{
"from_version": "1.0.0",
"newer_ms": 67.0,
"older_ms": 59.0,
"query_id": "18",
"slower_pct": 13.559322033898304,
"to_version": "1.1.3"
},
{
"from_version": "1.3.2",
"newer_ms": 38.0,
"older_ms": 33.5,
"query_id": "26",
"slower_pct": 13.432835820895523,
"to_version": "1.4.4"
},
{
"from_version": "1.4.4",
"newer_ms": 43.0,
"older_ms": 38.0,
"query_id": "66",
"slower_pct": 13.157894736842104,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.2.2",
"newer_ms": 178.5,
"older_ms": 158.0,
"query_id": "28",
"slower_pct": 12.974683544303797,
"to_version": "1.3.2"
},
{
"from_version": "1.4.4",
"newer_ms": 1593.0,
"older_ms": 1413.5,
"query_id": "22",
"slower_pct": 12.6989741775734,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 9.0,
"older_ms": 8.0,
"query_id": "91",
"slower_pct": 12.5,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 18.0,
"older_ms": 16.0,
"query_id": "94",
"slower_pct": 12.5,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 18.0,
"older_ms": 16.0,
"query_id": "40",
"slower_pct": 12.5,
"to_version": "1.4.4"
},
{
"from_version": "1.4.4",
"newer_ms": 18.0,
"older_ms": 16.0,
"query_id": "25",
"slower_pct": 12.5,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.0.0",
"newer_ms": 93.0,
"older_ms": 83.0,
"query_id": "46",
"slower_pct": 12.048192771084338,
"to_version": "1.1.3"
},
{
"from_version": "1.0.0",
"newer_ms": 39.0,
"older_ms": 35.0,
"query_id": "8",
"slower_pct": 11.428571428571429,
"to_version": "1.1.3"
},
{
"from_version": "1.2.2",
"newer_ms": 83.5,
"older_ms": 75.0,
"query_id": "70",
"slower_pct": 11.333333333333332,
"to_version": "1.3.2"
},
{
"from_version": "1.1.3",
"newer_ms": 158.0,
"older_ms": 142.0,
"query_id": "28",
"slower_pct": 11.267605633802818,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 20.0,
"older_ms": 18.0,
"query_id": "96",
"slower_pct": 11.11111111111111,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 30.0,
"older_ms": 27.0,
"query_id": "82",
"slower_pct": 11.11111111111111,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 10.0,
"older_ms": 9.0,
"query_id": "84",
"slower_pct": 11.11111111111111,
"to_version": "1.4.4"
},
{
"from_version": "1.2.2",
"newer_ms": 91.0,
"older_ms": 82.0,
"query_id": "46",
"slower_pct": 10.975609756097562,
"to_version": "1.3.2"
},
{
"from_version": "1.4.4",
"newer_ms": 320.0,
"older_ms": 289.5,
"query_id": "78",
"slower_pct": 10.535405872193436,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 58.0,
"older_ms": 52.5,
"query_id": "31",
"slower_pct": 10.476190476190476,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 65.0,
"older_ms": 59.0,
"query_id": "79",
"slower_pct": 10.16949152542373,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 369.0,
"older_ms": 335.0,
"query_id": "78",
"slower_pct": 10.149253731343283,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 22.5,
"older_ms": 20.5,
"query_id": "82",
"slower_pct": 9.75609756097561,
"to_version": "1.4.4"
},
{
"from_version": "1.4.4",
"newer_ms": 110.0,
"older_ms": 100.5,
"query_id": "87",
"slower_pct": 9.45273631840796,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 18.0,
"older_ms": 16.5,
"query_id": "42",
"slower_pct": 9.090909090909092,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 838.0,
"older_ms": 770.0,
"query_id": "51",
"slower_pct": 8.831168831168831,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 107.0,
"older_ms": 98.5,
"query_id": "72",
"slower_pct": 8.629441624365482,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.2.2",
"newer_ms": 52.0,
"older_ms": 48.0,
"query_id": "43",
"slower_pct": 8.333333333333332,
"to_version": "1.3.2"
},
{
"from_version": "1.1.3",
"newer_ms": 41.0,
"older_ms": 38.0,
"query_id": "56",
"slower_pct": 7.894736842105263,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 534.0,
"older_ms": 495.0,
"query_id": "39B",
"slower_pct": 7.878787878787878,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 14.0,
"older_ms": 13.0,
"query_id": "21",
"slower_pct": 7.6923076923076925,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 28.0,
"older_ms": 26.0,
"query_id": "45",
"slower_pct": 7.6923076923076925,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.0.0",
"newer_ms": 43.0,
"older_ms": 40.0,
"query_id": "89",
"slower_pct": 7.5,
"to_version": "1.1.3"
},
{
"from_version": "1.3.2",
"newer_ms": 181.0,
"older_ms": 168.5,
"query_id": "24A",
"slower_pct": 7.418397626112759,
"to_version": "1.4.4"
},
{
"from_version": "1.3.2",
"newer_ms": 1413.5,
"older_ms": 1319.0,
"query_id": "22",
"slower_pct": 7.164518574677786,
"to_version": "1.4.4"
},
{
"from_version": "1.0.0",
"newer_ms": 60.0,
"older_ms": 56.0,
"query_id": "61",
"slower_pct": 7.142857142857142,
"to_version": "1.1.3"
},
{
"from_version": "1.4.4",
"newer_ms": 151.0,
"older_ms": 141.0,
"query_id": "75",
"slower_pct": 7.092198581560284,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 186.0,
"older_ms": 174.5,
"query_id": "39A",
"slower_pct": 6.59025787965616,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 1474.0,
"older_ms": 1384.5,
"query_id": "67",
"slower_pct": 6.464427591188154,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 33.0,
"older_ms": 31.0,
"query_id": "45",
"slower_pct": 6.451612903225806,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 91.5,
"older_ms": 86.0,
"query_id": "27",
"slower_pct": 6.395348837209303,
"to_version": "1.4.4"
},
{
"from_version": "1.2.2",
"newer_ms": 50.0,
"older_ms": 47.0,
"query_id": "17",
"slower_pct": 6.382978723404255,
"to_version": "1.3.2"
},
{
"from_version": "1.4.4",
"newer_ms": 94.0,
"older_ms": 88.5,
"query_id": "93",
"slower_pct": 6.214689265536723,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 86.0,
"older_ms": 81.0,
"query_id": "80",
"slower_pct": 6.172839506172839,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 312.0,
"older_ms": 294.0,
"query_id": "74",
"slower_pct": 6.122448979591836,
"to_version": "1.2.2"
},
{
"from_version": "1.2.2",
"newer_ms": 35.0,
"older_ms": 33.0,
"query_id": "63",
"slower_pct": 6.0606060606060606,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 18.0,
"older_ms": 17.0,
"query_id": "42",
"slower_pct": 5.88235294117647,
"to_version": "1.3.2"
},
{
"from_version": "1.2.2",
"newer_ms": 36.0,
"older_ms": 34.0,
"query_id": "53",
"slower_pct": 5.88235294117647,
"to_version": "1.3.2"
},
{
"from_version": "1.0.0",
"newer_ms": 736.0,
"older_ms": 696.0,
"query_id": "4",
"slower_pct": 5.747126436781609,
"to_version": "1.1.3"
},
{
"from_version": "1.1.3",
"newer_ms": 186.0,
"older_ms": 176.0,
"query_id": "47",
"slower_pct": 5.681818181818182,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 169.0,
"older_ms": 160.0,
"query_id": "75",
"slower_pct": 5.625,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 47.0,
"older_ms": 44.5,
"query_id": "43",
"slower_pct": 5.617977528089887,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.1.3",
"newer_ms": 303.0,
"older_ms": 287.0,
"query_id": "36",
"slower_pct": 5.574912891986063,
"to_version": "1.2.2"
},
{
"from_version": "1.0.0",
"newer_ms": 19.0,
"older_ms": 18.0,
"query_id": "42",
"slower_pct": 5.555555555555555,
"to_version": "1.1.3"
},
{
"from_version": "1.4.4",
"newer_ms": 19.0,
"older_ms": 18.0,
"query_id": "40",
"slower_pct": 5.555555555555555,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 19.0,
"older_ms": 18.0,
"query_id": "52",
"slower_pct": 5.555555555555555,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.2.2",
"newer_ms": 48.5,
"older_ms": 46.0,
"query_id": "6",
"slower_pct": 5.434782608695652,
"to_version": "1.3.2"
},
{
"from_version": "1.1.3",
"newer_ms": 20.0,
"older_ms": 19.0,
"query_id": "15",
"slower_pct": 5.263157894736842,
"to_version": "1.2.2"
},
{
"from_version": "1.1.3",
"newer_ms": 41.0,
"older_ms": 39.0,
"query_id": "73",
"slower_pct": 5.128205128205128,
"to_version": "1.2.2"
},
{
"from_version": "1.4.4",
"newer_ms": 82.0,
"older_ms": 78.0,
"query_id": "80",
"slower_pct": 5.128205128205128,
"to_version": "1.5.0.dev311"
}
],
"winners": [
{
"baseline_ms": 108441.0,
"improvement_pct": 99.39045195083041,
"latest_ms": 661.0,
"query_id": "23B",
"speedup_factor": 164.05597579425114
},
{
"baseline_ms": 73637.0,
"improvement_pct": 98.94889797248666,
"latest_ms": 774.0,
"query_id": "23A",
"speedup_factor": 95.13824289405684
},
{
"baseline_ms": 206.0,
"improvement_pct": 93.68932038834951,
"latest_ms": 13.0,
"query_id": "37",
"speedup_factor": 15.846153846153847
},
{
"baseline_ms": 221.0,
"improvement_pct": 91.8552036199095,
"latest_ms": 18.0,
"query_id": "25",
"speedup_factor": 12.277777777777779
},
{
"baseline_ms": 35.0,
"improvement_pct": 88.57142857142857,
"latest_ms": 4.0,
"query_id": "32",
"speedup_factor": 8.75
},
{
"baseline_ms": 148.0,
"improvement_pct": 87.16216216216216,
"latest_ms": 19.0,
"query_id": "82",
"speedup_factor": 7.7894736842105265
},
{
"baseline_ms": 51.0,
"improvement_pct": 82.35294117647058,
"latest_ms": 9.0,
"query_id": "16",
"speedup_factor": 5.666666666666667
},
{
"baseline_ms": 192.0,
"improvement_pct": 81.77083333333334,
"latest_ms": 35.0,
"query_id": "26",
"speedup_factor": 5.485714285714286
},
{
"baseline_ms": 82.0,
"improvement_pct": 76.82926829268293,
"latest_ms": 19.0,
"query_id": "40",
"speedup_factor": 4.315789473684211
},
{
"baseline_ms": 116.0,
"improvement_pct": 76.72413793103449,
"latest_ms": 27.0,
"query_id": "30",
"speedup_factor": 4.296296296296297
},
{
"baseline_ms": 215.0,
"improvement_pct": 75.34883720930232,
"latest_ms": 53.0,
"query_id": "27",
"speedup_factor": 4.056603773584905
},
{
"baseline_ms": 51.0,
"improvement_pct": 72.54901960784314,
"latest_ms": 14.0,
"query_id": "21",
"speedup_factor": 3.642857142857143
},
{
"baseline_ms": 207.0,
"improvement_pct": 71.98067632850241,
"latest_ms": 58.0,
"query_id": "31",
"speedup_factor": 3.5689655172413794
},
{
"baseline_ms": 263.0,
"improvement_pct": 71.86311787072243,
"latest_ms": 74.0,
"query_id": "57",
"speedup_factor": 3.554054054054054
},
{
"baseline_ms": 510.0,
"improvement_pct": 69.2156862745098,
"latest_ms": 157.0,
"query_id": "47",
"speedup_factor": 3.248407643312102
},
{
"baseline_ms": 78.0,
"improvement_pct": 67.94871794871796,
"latest_ms": 25.0,
"query_id": "15",
"speedup_factor": 3.12
},
{
"baseline_ms": 244.0,
"improvement_pct": 66.39344262295081,
"latest_ms": 82.0,
"query_id": "80",
"speedup_factor": 2.975609756097561
},
{
"baseline_ms": 65.0,
"improvement_pct": 64.61538461538461,
"latest_ms": 23.0,
"query_id": "58",
"speedup_factor": 2.8260869565217392
},
{
"baseline_ms": 148.0,
"improvement_pct": 63.51351351351351,
"latest_ms": 54.0,
"query_id": "49",
"speedup_factor": 2.740740740740741
},
{
"baseline_ms": 152.0,
"improvement_pct": 61.18421052631579,
"latest_ms": 59.0,
"query_id": "2",
"speedup_factor": 2.5762711864406778
},
{
"baseline_ms": 82.0,
"improvement_pct": 60.97560975609756,
"latest_ms": 32.0,
"query_id": "33",
"speedup_factor": 2.5625
},
{
"baseline_ms": 341.0,
"improvement_pct": 58.94428152492669,
"latest_ms": 140.0,
"query_id": "64",
"speedup_factor": 2.4357142857142855
},
{
"baseline_ms": 438.0,
"improvement_pct": 57.99086757990868,
"latest_ms": 184.0,
"query_id": "24A",
"speedup_factor": 2.380434782608696
},
{
"baseline_ms": 189.0,
"improvement_pct": 57.67195767195767,
"latest_ms": 80.0,
"query_id": "35",
"speedup_factor": 2.3625
},
{
"baseline_ms": 40.0,
"improvement_pct": 57.49999999999999,
"latest_ms": 17.0,
"query_id": "1",
"speedup_factor": 2.3529411764705883
},
{
"baseline_ms": 361.0,
"improvement_pct": 53.73961218836565,
"latest_ms": 167.0,
"query_id": "59",
"speedup_factor": 2.161676646706587
},
{
"baseline_ms": 175.0,
"improvement_pct": 52.57142857142857,
"latest_ms": 83.0,
"query_id": "65",
"speedup_factor": 2.108433734939759
},
{
"baseline_ms": 282.0,
"improvement_pct": 50.35460992907801,
"latest_ms": 140.0,
"query_id": "9",
"speedup_factor": 2.0142857142857142
},
{
"baseline_ms": 12.0,
"improvement_pct": 50.0,
"latest_ms": 6.0,
"query_id": "90",
"speedup_factor": 2.0
},
{
"baseline_ms": 81.0,
"improvement_pct": 49.382716049382715,
"latest_ms": 41.0,
"query_id": "6",
"speedup_factor": 1.975609756097561
},
{
"baseline_ms": 29.0,
"improvement_pct": 48.275862068965516,
"latest_ms": 15.0,
"query_id": "20",
"speedup_factor": 1.9333333333333333
},
{
"baseline_ms": 203.0,
"improvement_pct": 47.29064039408867,
"latest_ms": 107.0,
"query_id": "72",
"speedup_factor": 1.897196261682243
},
{
"baseline_ms": 660.0,
"improvement_pct": 47.12121212121212,
"latest_ms": 349.0,
"query_id": "14A",
"speedup_factor": 1.8911174785100286
},
{
"baseline_ms": 17.0,
"improvement_pct": 47.05882352941176,
"latest_ms": 9.0,
"query_id": "84",
"speedup_factor": 1.8888888888888888
},
{
"baseline_ms": 13.0,
"improvement_pct": 46.15384615384615,
"latest_ms": 7.0,
"query_id": "91",
"speedup_factor": 1.8571428571428572
},
{
"baseline_ms": 39.0,
"improvement_pct": 46.15384615384615,
"latest_ms": 21.0,
"query_id": "99",
"speedup_factor": 1.8571428571428572
},
{
"baseline_ms": 90.0,
"improvement_pct": 45.55555555555556,
"latest_ms": 49.0,
"query_id": "17",
"speedup_factor": 1.836734693877551
},
{
"baseline_ms": 56.0,
"improvement_pct": 42.857142857142854,
"latest_ms": 32.0,
"query_id": "61",
"speedup_factor": 1.75
},
{
"baseline_ms": 78.0,
"improvement_pct": 41.02564102564102,
"latest_ms": 46.0,
"query_id": "98",
"speedup_factor": 1.6956521739130435
},
{
"baseline_ms": 46.0,
"improvement_pct": 39.130434782608695,
"latest_ms": 28.0,
"query_id": "45",
"speedup_factor": 1.6428571428571428
},
{
"baseline_ms": 18.0,
"improvement_pct": 38.88888888888889,
"latest_ms": 11.0,
"query_id": "83",
"speedup_factor": 1.6363636363636365
},
{
"baseline_ms": 18.0,
"improvement_pct": 38.88888888888889,
"latest_ms": 11.0,
"query_id": "92",
"speedup_factor": 1.6363636363636365
},
{
"baseline_ms": 244.0,
"improvement_pct": 38.114754098360656,
"latest_ms": 151.0,
"query_id": "75",
"speedup_factor": 1.6158940397350994
},
{
"baseline_ms": 29.0,
"improvement_pct": 37.93103448275862,
"latest_ms": 18.0,
"query_id": "62",
"speedup_factor": 1.6111111111111112
},
{
"baseline_ms": 662.0,
"improvement_pct": 37.764350453172206,
"latest_ms": 412.0,
"query_id": "14B",
"speedup_factor": 1.6067961165048543
},
{
"baseline_ms": 86.0,
"improvement_pct": 37.2093023255814,
"latest_ms": 54.0,
"query_id": "70",
"speedup_factor": 1.5925925925925926
},
{
"baseline_ms": 292.0,
"improvement_pct": 36.3013698630137,
"latest_ms": 186.0,
"query_id": "39A",
"speedup_factor": 1.5698924731182795
},
{
"baseline_ms": 495.0,
"improvement_pct": 36.16161616161616,
"latest_ms": 316.0,
"query_id": "95",
"speedup_factor": 1.5664556962025316
},
{
"baseline_ms": 76.0,
"improvement_pct": 35.526315789473685,
"latest_ms": 49.0,
"query_id": "29",
"speedup_factor": 1.5510204081632653
},
{
"baseline_ms": 46.0,
"improvement_pct": 34.78260869565217,
"latest_ms": 30.0,
"query_id": "85",
"speedup_factor": 1.5333333333333334
},
{
"baseline_ms": 48.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 32.0,
"query_id": "7",
"speedup_factor": 1.5
},
{
"baseline_ms": 45.0,
"improvement_pct": 33.33333333333333,
"latest_ms": 30.0,
"query_id": "81",
"speedup_factor": 1.5
},
{
"baseline_ms": 43.0,
"improvement_pct": 32.55813953488372,
"latest_ms": 29.0,
"query_id": "54",
"speedup_factor": 1.4827586206896552
},
{
"baseline_ms": 22.0,
"improvement_pct": 31.818181818181817,
"latest_ms": 15.0,
"query_id": "12",
"speedup_factor": 1.4666666666666666
},
{
"baseline_ms": 467.0,
"improvement_pct": 31.47751605995717,
"latest_ms": 320.0,
"query_id": "78",
"speedup_factor": 1.459375
},
{
"baseline_ms": 16.0,
"improvement_pct": 31.25,
"latest_ms": 11.0,
"query_id": "69",
"speedup_factor": 1.4545454545454546
},
{
"baseline_ms": 94.0,
"improvement_pct": 29.78723404255319,
"latest_ms": 66.0,
"query_id": "68",
"speedup_factor": 1.4242424242424243
},
{
"baseline_ms": 696.0,
"improvement_pct": 28.879310344827587,
"latest_ms": 495.0,
"query_id": "4",
"speedup_factor": 1.406060606060606
},
{
"baseline_ms": 60.0,
"improvement_pct": 28.333333333333332,
"latest_ms": 43.0,
"query_id": "66",
"speedup_factor": 1.3953488372093024
},
{
"baseline_ms": 193.0,
"improvement_pct": 27.979274611398964,
"latest_ms": 139.0,
"query_id": "28",
"speedup_factor": 1.3884892086330936
},
{
"baseline_ms": 22.0,
"improvement_pct": 27.27272727272727,
"latest_ms": 16.0,
"query_id": "86",
"speedup_factor": 1.375
},
{
"baseline_ms": 47.0,
"improvement_pct": 25.53191489361702,
"latest_ms": 35.0,
"query_id": "34",
"speedup_factor": 1.3428571428571427
},
{
"baseline_ms": 48.0,
"improvement_pct": 25.0,
"latest_ms": 36.0,
"query_id": "77",
"speedup_factor": 1.3333333333333333
},
{
"baseline_ms": 50.0,
"improvement_pct": 24.0,
"latest_ms": 38.0,
"query_id": "71",
"speedup_factor": 1.3157894736842106
},
{
"baseline_ms": 71.0,
"improvement_pct": 23.943661971830984,
"latest_ms": 54.0,
"query_id": "5",
"speedup_factor": 1.3148148148148149
},
{
"baseline_ms": 38.0,
"improvement_pct": 23.684210526315788,
"latest_ms": 29.0,
"query_id": "10",
"speedup_factor": 1.3103448275862069
},
{
"baseline_ms": 30.0,
"improvement_pct": 23.333333333333332,
"latest_ms": 23.0,
"query_id": "44",
"speedup_factor": 1.3043478260869565
},
{
"baseline_ms": 39.0,
"improvement_pct": 23.076923076923077,
"latest_ms": 30.0,
"query_id": "19",
"speedup_factor": 1.3
},
{
"baseline_ms": 121.0,
"improvement_pct": 22.31404958677686,
"latest_ms": 94.0,
"query_id": "93",
"speedup_factor": 1.2872340425531914
},
{
"baseline_ms": 18.0,
"improvement_pct": 22.22222222222222,
"latest_ms": 14.0,
"query_id": "94",
"speedup_factor": 1.2857142857142858
},
{
"baseline_ms": 50.0,
"improvement_pct": 22.0,
"latest_ms": 39.0,
"query_id": "60",
"speedup_factor": 1.2820512820512822
},
{
"baseline_ms": 116.0,
"improvement_pct": 21.551724137931032,
"latest_ms": 91.0,
"query_id": "38",
"speedup_factor": 1.2747252747252746
},
{
"baseline_ms": 141.0,
"improvement_pct": 19.148936170212767,
"latest_ms": 114.0,
"query_id": "97",
"speedup_factor": 1.236842105263158
},
{
"baseline_ms": 42.0,
"improvement_pct": 16.666666666666664,
"latest_ms": 35.0,
"query_id": "56",
"speedup_factor": 1.2
},
{
"baseline_ms": 22.0,
"improvement_pct": 13.636363636363635,
"latest_ms": 19.0,
"query_id": "52",
"speedup_factor": 1.1578947368421053
},
{
"baseline_ms": 44.0,
"improvement_pct": 13.636363636363635,
"latest_ms": 38.0,
"query_id": "76",
"speedup_factor": 1.1578947368421053
},
{
"baseline_ms": 79.0,
"improvement_pct": 12.658227848101266,
"latest_ms": 69.0,
"query_id": "48",
"speedup_factor": 1.144927536231884
},
{
"baseline_ms": 358.0,
"improvement_pct": 12.569832402234638,
"latest_ms": 313.0,
"query_id": "11",
"speedup_factor": 1.1437699680511182
},
{
"baseline_ms": 125.0,
"improvement_pct": 12.0,
"latest_ms": 110.0,
"query_id": "87",
"speedup_factor": 1.1363636363636365
},
{
"baseline_ms": 17.0,
"improvement_pct": 11.76470588235294,
"latest_ms": 15.0,
"query_id": "3",
"speedup_factor": 1.1333333333333333
},
{
"baseline_ms": 77.0,
"improvement_pct": 11.688311688311687,
"latest_ms": 68.0,
"query_id": "13",
"speedup_factor": 1.1323529411764706
},
{
"baseline_ms": 18.0,
"improvement_pct": 11.11111111111111,
"latest_ms": 16.0,
"query_id": "96",
"speedup_factor": 1.125
},
{
"baseline_ms": 83.0,
"improvement_pct": 10.843373493975903,
"latest_ms": 74.0,
"query_id": "46",
"speedup_factor": 1.1216216216216217
},
{
"baseline_ms": 171.0,
"improvement_pct": 10.526315789473683,
"latest_ms": 153.0,
"query_id": "24B",
"speedup_factor": 1.1176470588235294
},
{
"baseline_ms": 20.0,
"improvement_pct": 10.0,
"latest_ms": 18.0,
"query_id": "55",
"speedup_factor": 1.1111111111111112
},
{
"baseline_ms": 40.0,
"improvement_pct": 10.0,
"latest_ms": 36.0,
"query_id": "89",
"speedup_factor": 1.1111111111111112
},
{
"baseline_ms": 52.0,
"improvement_pct": 9.615384615384617,
"latest_ms": 47.0,
"query_id": "43",
"speedup_factor": 1.1063829787234043
},
{
"baseline_ms": 56.0,
"improvement_pct": 8.928571428571429,
"latest_ms": 51.0,
"query_id": "50",
"speedup_factor": 1.0980392156862746
},
{
"baseline_ms": 12.0,
"improvement_pct": 8.333333333333332,
"latest_ms": 11.0,
"query_id": "41",
"speedup_factor": 1.0909090909090908
},
{
"baseline_ms": 1602.0,
"improvement_pct": 7.990012484394507,
"latest_ms": 1474.0,
"query_id": "67",
"speedup_factor": 1.0868385345997287
},
{
"baseline_ms": 59.0,
"improvement_pct": 5.084745762711865,
"latest_ms": 56.0,
"query_id": "18",
"speedup_factor": 1.0535714285714286
},
{
"baseline_ms": 149.0,
"improvement_pct": 4.026845637583892,
"latest_ms": 143.0,
"query_id": "88",
"speedup_factor": 1.0419580419580419
},
{
"baseline_ms": 31.0,
"improvement_pct": 3.225806451612903,
"latest_ms": 30.0,
"query_id": "53",
"speedup_factor": 1.0333333333333334
},
{
"baseline_ms": 18.0,
"improvement_pct": 0.0,
"latest_ms": 18.0,
"query_id": "42",
"speedup_factor": 1.0
}
]
},
"tpch": {
"minimal_change": [
{
"baseline_ms": 256.0,
"improvement_pct": 7.8125,
"latest_ms": 236.0,
"query_id": "1",
"speedup_factor": 1.0847457627118644
},
{
"baseline_ms": 125.0,
"improvement_pct": 11.200000000000001,
"latest_ms": 111.0,
"query_id": "20",
"speedup_factor": 1.1261261261261262
},
{
"baseline_ms": 109.0,
"improvement_pct": 12.844036697247708,
"latest_ms": 95.0,
"query_id": "16",
"speedup_factor": 1.1473684210526316
},
{
"baseline_ms": 115.0,
"improvement_pct": 13.043478260869565,
"latest_ms": 100.0,
"query_id": "14",
"speedup_factor": 1.15
},
{
"baseline_ms": 133.0,
"improvement_pct": 15.037593984962406,
"latest_ms": 113.0,
"query_id": "12",
"speedup_factor": 1.176991150442478
},
{
"baseline_ms": 171.0,
"improvement_pct": 19.298245614035086,
"latest_ms": 138.0,
"query_id": "19",
"speedup_factor": 1.2391304347826086
},
{
"baseline_ms": 61.0,
"improvement_pct": 21.311475409836063,
"latest_ms": 48.0,
"query_id": "11",
"speedup_factor": 1.2708333333333333
},
{
"baseline_ms": 107.0,
"improvement_pct": 22.429906542056074,
"latest_ms": 83.0,
"query_id": "22",
"speedup_factor": 1.2891566265060241
},
{
"baseline_ms": 387.0,
"improvement_pct": 22.48062015503876,
"latest_ms": 300.0,
"query_id": "9",
"speedup_factor": 1.29
},
{
"baseline_ms": 435.0,
"improvement_pct": 23.218390804597703,
"latest_ms": 334.0,
"query_id": "13",
"speedup_factor": 1.3023952095808384
},
{
"baseline_ms": 83.0,
"improvement_pct": 25.301204819277107,
"latest_ms": 62.0,
"query_id": "6",
"speedup_factor": 1.3387096774193548
},
{
"baseline_ms": 80.0,
"improvement_pct": 27.500000000000004,
"latest_ms": 58.0,
"query_id": "2",
"speedup_factor": 1.3793103448275863
},
{
"baseline_ms": 148.0,
"improvement_pct": 28.37837837837838,
"latest_ms": 106.0,
"query_id": "4",
"speedup_factor": 1.3962264150943395
},
{
"baseline_ms": 382.0,
"improvement_pct": 29.84293193717277,
"latest_ms": 268.0,
"query_id": "21",
"speedup_factor": 1.4253731343283582
},
{
"baseline_ms": 166.0,
"improvement_pct": 39.75903614457831,
"latest_ms": 100.0,
"query_id": "3",
"speedup_factor": 1.66
},
{
"baseline_ms": 279.0,
"improvement_pct": 40.86021505376344,
"latest_ms": 165.0,
"query_id": "10",
"speedup_factor": 1.690909090909091
},
{
"baseline_ms": 167.0,
"improvement_pct": 43.11377245508982,
"latest_ms": 95.0,
"query_id": "8",
"speedup_factor": 1.7578947368421052
},
{
"baseline_ms": 184.0,
"improvement_pct": 44.565217391304344,
"latest_ms": 102.0,
"query_id": "5",
"speedup_factor": 1.803921568627451
},
{
"baseline_ms": 159.0,
"improvement_pct": 45.28301886792453,
"latest_ms": 87.0,
"query_id": "15",
"speedup_factor": 1.8275862068965518
},
{
"baseline_ms": 192.0,
"improvement_pct": 50.0,
"latest_ms": 96.0,
"query_id": "17",
"speedup_factor": 2.0
},
{
"baseline_ms": 828.0,
"improvement_pct": 70.16908212560386,
"latest_ms": 247.0,
"query_id": "18",
"speedup_factor": 3.3522267206477734
},
{
"baseline_ms": 429.0,
"improvement_pct": 76.92307692307693,
"latest_ms": 99.0,
"query_id": "7",
"speedup_factor": 4.333333333333333
}
],
"regressions": [
{
"from_version": "1.3.2",
"newer_ms": 115.0,
"older_ms": 98.0,
"query_id": "12",
"slower_pct": 17.346938775510203,
"to_version": "1.4.4"
},
{
"from_version": "1.3.2",
"newer_ms": 110.0,
"older_ms": 95.0,
"query_id": "20",
"slower_pct": 15.789473684210526,
"to_version": "1.4.4"
},
{
"from_version": "1.2.2",
"newer_ms": 156.0,
"older_ms": 140.0,
"query_id": "19",
"slower_pct": 11.428571428571429,
"to_version": "1.3.2"
},
{
"from_version": "1.1.3",
"newer_ms": 55.0,
"older_ms": 51.0,
"query_id": "11",
"slower_pct": 7.8431372549019605,
"to_version": "1.2.2"
},
{
"from_version": "1.3.2",
"newer_ms": 231.0,
"older_ms": 216.0,
"query_id": "1",
"slower_pct": 6.944444444444445,
"to_version": "1.4.4"
},
{
"from_version": "1.3.2",
"newer_ms": 83.0,
"older_ms": 78.0,
"query_id": "15",
"slower_pct": 6.41025641025641,
"to_version": "1.4.4"
},
{
"from_version": "1.4.4",
"newer_ms": 100.0,
"older_ms": 94.0,
"query_id": "14",
"slower_pct": 6.382978723404255,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.2.2",
"newer_ms": 90.0,
"older_ms": 85.0,
"query_id": "14",
"slower_pct": 5.88235294117647,
"to_version": "1.3.2"
},
{
"from_version": "1.4.4",
"newer_ms": 247.0,
"older_ms": 234.0,
"query_id": "18",
"slower_pct": 5.555555555555555,
"to_version": "1.5.0.dev311"
},
{
"from_version": "1.4.4",
"newer_ms": 62.0,
"older_ms": 59.0,
"query_id": "6",
"slower_pct": 5.084745762711865,
"to_version": "1.5.0.dev311"
}
],
"winners": [
{
"baseline_ms": 429.0,
"improvement_pct": 76.92307692307693,
"latest_ms": 99.0,
"query_id": "7",
"speedup_factor": 4.333333333333333
},
{
"baseline_ms": 828.0,
"improvement_pct": 70.16908212560386,
"latest_ms": 247.0,
"query_id": "18",
"speedup_factor": 3.3522267206477734
},
{
"baseline_ms": 192.0,
"improvement_pct": 50.0,
"latest_ms": 96.0,
"query_id": "17",
"speedup_factor": 2.0
},
{
"baseline_ms": 159.0,
"improvement_pct": 45.28301886792453,
"latest_ms": 87.0,
"query_id": "15",
"speedup_factor": 1.8275862068965518
},
{
"baseline_ms": 184.0,
"improvement_pct": 44.565217391304344,
"latest_ms": 102.0,
"query_id": "5",
"speedup_factor": 1.803921568627451
},
{
"baseline_ms": 167.0,
"improvement_pct": 43.11377245508982,
"latest_ms": 95.0,
"query_id": "8",
"speedup_factor": 1.7578947368421052
},
{
"baseline_ms": 279.0,
"improvement_pct": 40.86021505376344,
"latest_ms": 165.0,
"query_id": "10",
"speedup_factor": 1.690909090909091
},
{
"baseline_ms": 166.0,
"improvement_pct": 39.75903614457831,
"latest_ms": 100.0,
"query_id": "3",
"speedup_factor": 1.66
},
{
"baseline_ms": 382.0,
"improvement_pct": 29.84293193717277,
"latest_ms": 268.0,
"query_id": "21",
"speedup_factor": 1.4253731343283582
},
{
"baseline_ms": 148.0,
"improvement_pct": 28.37837837837838,
"latest_ms": 106.0,
"query_id": "4",
"speedup_factor": 1.3962264150943395
},
{
"baseline_ms": 80.0,
"improvement_pct": 27.500000000000004,
"latest_ms": 58.0,
"query_id": "2",
"speedup_factor": 1.3793103448275863
},
{
"baseline_ms": 83.0,
"improvement_pct": 25.301204819277107,
"latest_ms": 62.0,
"query_id": "6",
"speedup_factor": 1.3387096774193548
},
{
"baseline_ms": 435.0,
"improvement_pct": 23.218390804597703,
"latest_ms": 334.0,
"query_id": "13",
"speedup_factor": 1.3023952095808384
},
{
"baseline_ms": 387.0,
"improvement_pct": 22.48062015503876,
"latest_ms": 300.0,
"query_id": "9",
"speedup_factor": 1.29
},
{
"baseline_ms": 107.0,
"improvement_pct": 22.429906542056074,
"latest_ms": 83.0,
"query_id": "22",
"speedup_factor": 1.2891566265060241
},
{
"baseline_ms": 61.0,
"improvement_pct": 21.311475409836063,
"latest_ms": 48.0,
"query_id": "11",
"speedup_factor": 1.2708333333333333
},
{
"baseline_ms": 171.0,
"improvement_pct": 19.298245614035086,
"latest_ms": 138.0,
"query_id": "19",
"speedup_factor": 1.2391304347826086
},
{
"baseline_ms": 133.0,
"improvement_pct": 15.037593984962406,
"latest_ms": 113.0,
"query_id": "12",
"speedup_factor": 1.176991150442478
},
{
"baseline_ms": 115.0,
"improvement_pct": 13.043478260869565,
"latest_ms": 100.0,
"query_id": "14",
"speedup_factor": 1.15
},
{
"baseline_ms": 109.0,
"improvement_pct": 12.844036697247708,
"latest_ms": 95.0,
"query_id": "16",
"speedup_factor": 1.1473684210526316
},
{
"baseline_ms": 125.0,
"improvement_pct": 11.200000000000001,
"latest_ms": 111.0,
"query_id": "20",
"speedup_factor": 1.1261261261261262
},
{
"baseline_ms": 256.0,
"improvement_pct": 7.8125,
"latest_ms": 236.0,
"query_id": "1",
"speedup_factor": 1.0847457627118644
}
]
}
},
"runtime_trends": {
"clickbench": [
{
"load_phase_ms": 0.0,
"power_runtime_ms": 729.0,
"power_runtime_speedup_vs_baseline": null,
"power_runtime_vs_baseline_pct_faster": null,
"power_runtime_vs_previous_pct_faster": null,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.0.0",
"version_label": "v1.0.0"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 651.0,
"power_runtime_speedup_vs_baseline": 1.119815668202765,
"power_runtime_vs_baseline_pct_faster": 10.699588477366255,
"power_runtime_vs_previous_pct_faster": 10.699588477366255,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.1.3",
"version_label": "v1.1.3"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 536.0,
"power_runtime_speedup_vs_baseline": 1.3600746268656716,
"power_runtime_vs_baseline_pct_faster": 26.474622770919066,
"power_runtime_vs_previous_pct_faster": 17.665130568356375,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.2.2",
"version_label": "v1.2.2"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 555.0,
"power_runtime_speedup_vs_baseline": 1.3135135135135134,
"power_runtime_vs_baseline_pct_faster": 23.868312757201647,
"power_runtime_vs_previous_pct_faster": -3.544776119402985,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.3.2",
"version_label": "v1.3.2"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 398.0,
"power_runtime_speedup_vs_baseline": 1.8316582914572865,
"power_runtime_vs_baseline_pct_faster": 45.40466392318244,
"power_runtime_vs_previous_pct_faster": 28.28828828828829,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.4.4",
"version_label": "v1.4.4"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 396.0,
"power_runtime_speedup_vs_baseline": 1.8409090909090908,
"power_runtime_vs_baseline_pct_faster": 45.67901234567901,
"power_runtime_vs_previous_pct_faster": 0.5025125628140703,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev"
}
],
"ssb": [
{
"load_phase_ms": 0.0,
"power_runtime_ms": 1356.0,
"power_runtime_speedup_vs_baseline": null,
"power_runtime_vs_baseline_pct_faster": null,
"power_runtime_vs_previous_pct_faster": null,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.0.0",
"version_label": "v1.0.0"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 1005.0,
"power_runtime_speedup_vs_baseline": 1.3492537313432835,
"power_runtime_vs_baseline_pct_faster": 25.88495575221239,
"power_runtime_vs_previous_pct_faster": 25.88495575221239,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.1.3",
"version_label": "v1.1.3"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 1006.0,
"power_runtime_speedup_vs_baseline": 1.3479125248508945,
"power_runtime_vs_baseline_pct_faster": 25.81120943952802,
"power_runtime_vs_previous_pct_faster": -0.09950248756218905,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.2.2",
"version_label": "v1.2.2"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 1054.0,
"power_runtime_speedup_vs_baseline": 1.2865275142314991,
"power_runtime_vs_baseline_pct_faster": 22.271386430678465,
"power_runtime_vs_previous_pct_faster": -4.7713717693836974,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.3.2",
"version_label": "v1.3.2"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 1071.0,
"power_runtime_speedup_vs_baseline": 1.2661064425770308,
"power_runtime_vs_baseline_pct_faster": 21.01769911504425,
"power_runtime_vs_previous_pct_faster": -1.6129032258064515,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.4.4",
"version_label": "v1.4.4"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 938.0,
"power_runtime_speedup_vs_baseline": 1.4456289978678039,
"power_runtime_vs_baseline_pct_faster": 30.8259587020649,
"power_runtime_vs_previous_pct_faster": 12.418300653594772,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"tpc_metric": null,
"tpc_metric_key": null,
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev"
}
],
"tpcds": [
{
"load_phase_ms": 24610.0,
"power_runtime_ms": 440989.0,
"power_runtime_speedup_vs_baseline": null,
"power_runtime_vs_baseline_pct_faster": null,
"power_runtime_vs_previous_pct_faster": null,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"tpc_metric": 385807.4739165746,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.0.0",
"version_label": "v1.0.0"
},
{
"load_phase_ms": 24170.0,
"power_runtime_ms": 40691.0,
"power_runtime_speedup_vs_baseline": 10.837507065444447,
"power_runtime_vs_baseline_pct_faster": 90.77278571574348,
"power_runtime_vs_previous_pct_faster": 90.77278571574348,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"tpc_metric": 594666.3712702205,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 54.13552392684042,
"tpc_metric_vs_previous_pct": 54.13552392684042,
"version": "1.1.3",
"version_label": "v1.1.3"
},
{
"load_phase_ms": 26099.0,
"power_runtime_ms": 79558.0,
"power_runtime_speedup_vs_baseline": 5.542987505970487,
"power_runtime_vs_baseline_pct_faster": 81.9591871906102,
"power_runtime_vs_previous_pct_faster": -95.51743628812268,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"tpc_metric": 500512.22059836955,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 29.731084656643592,
"tpc_metric_vs_previous_pct": -15.833104951056104,
"version": "1.2.2",
"version_label": "v1.2.2"
},
{
"load_phase_ms": 20272.0,
"power_runtime_ms": 41696.0,
"power_runtime_speedup_vs_baseline": 10.57629029163469,
"power_runtime_vs_baseline_pct_faster": 90.54488887477919,
"power_runtime_vs_previous_pct_faster": 47.59043716533849,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"tpc_metric": 614881.8950442497,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 59.375319716385064,
"tpc_metric_vs_previous_pct": 22.85052586910857,
"version": "1.3.2",
"version_label": "v1.3.2"
},
{
"load_phase_ms": 19716.0,
"power_runtime_ms": 39983.0,
"power_runtime_speedup_vs_baseline": 11.029412500312633,
"power_runtime_vs_baseline_pct_faster": 90.93333393803474,
"power_runtime_vs_previous_pct_faster": 4.108307751343054,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"tpc_metric": 630853.8735463998,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 63.51520283995663,
"tpc_metric_vs_previous_pct": 2.597568513706299,
"version": "1.4.4",
"version_label": "v1.4.4"
},
{
"load_phase_ms": 20871.0,
"power_runtime_ms": 40394.0,
"power_runtime_speedup_vs_baseline": 10.917190671881963,
"power_runtime_vs_baseline_pct_faster": 90.8401343344165,
"power_runtime_vs_previous_pct_faster": -1.0279368731710976,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"tpc_metric": 669328.2551292926,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 73.48763317996928,
"tpc_metric_vs_previous_pct": 6.098778686513531,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev"
}
],
"tpch": [
{
"load_phase_ms": 0.0,
"power_runtime_ms": 15228.0,
"power_runtime_speedup_vs_baseline": null,
"power_runtime_vs_baseline_pct_faster": null,
"power_runtime_vs_previous_pct_faster": null,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"tpc_metric": 194230.9929058735,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": null,
"tpc_metric_vs_previous_pct": null,
"version": "1.0.0",
"version_label": "v1.0.0"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 10273.0,
"power_runtime_speedup_vs_baseline": 1.4823323274603328,
"power_runtime_vs_baseline_pct_faster": 32.53874441817704,
"power_runtime_vs_previous_pct_faster": 32.53874441817704,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"tpc_metric": 270753.7587300187,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 39.397814261923145,
"tpc_metric_vs_previous_pct": 39.397814261923145,
"version": "1.1.3",
"version_label": "v1.1.3"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 10085.0,
"power_runtime_speedup_vs_baseline": 1.5099652949925633,
"power_runtime_vs_baseline_pct_faster": 33.77331231941161,
"power_runtime_vs_previous_pct_faster": 1.8300399104448557,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"tpc_metric": 274287.2613729865,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 41.21704125041935,
"tpc_metric_vs_previous_pct": 1.305061344131225,
"version": "1.2.2",
"version_label": "v1.2.2"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 9906.0,
"power_runtime_speedup_vs_baseline": 1.5372501514233798,
"power_runtime_vs_baseline_pct_faster": 34.94877856579984,
"power_runtime_vs_previous_pct_faster": 1.774913237481408,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"tpc_metric": 277920.4131863435,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 43.08757270320232,
"tpc_metric_vs_previous_pct": 1.324579127434037,
"version": "1.3.2",
"version_label": "v1.3.2"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 9683.0,
"power_runtime_speedup_vs_baseline": 1.5726531033770526,
"power_runtime_vs_baseline_pct_faster": 36.41318623588127,
"power_runtime_vs_previous_pct_faster": 2.2511609125782357,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"tpc_metric": 282439.53287570045,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 45.41424550744781,
"tpc_metric_vs_previous_pct": 1.6260481328253165,
"version": "1.4.4",
"version_label": "v1.4.4"
},
{
"load_phase_ms": 0.0,
"power_runtime_ms": 9142.0,
"power_runtime_speedup_vs_baseline": 1.6657186611244805,
"power_runtime_vs_baseline_pct_faster": 39.965852377199894,
"power_runtime_vs_previous_pct_faster": 5.587111432407312,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"tpc_metric": 295791.66797752207,
"tpc_metric_key": "power_at_size",
"tpc_metric_vs_baseline_pct": 52.288604178049994,
"tpc_metric_vs_previous_pct": 4.727431378275859,
"version": "1.5.0.dev311",
"version_label": "v1.5.0-dev"
}
]
},
"tpch_category_breakdown": [
{
"baseline_mean_ms": 169.5,
"category": "full-scan",
"improvement_pct": 12.094395280235988,
"latest_mean_ms": 149.0,
"queries": [
"1",
"6"
]
},
{
"baseline_mean_ms": 384.5,
"category": "join-heavy",
"improvement_pct": 26.137841352405722,
"latest_mean_ms": 284.0,
"queries": [
"9",
"21"
]
},
{
"baseline_mean_ms": 506.0,
"category": "aggregation",
"improvement_pct": 65.51383399209486,
"latest_mean_ms": 174.5,
"queries": [
"5",
"18"
]
},
{
"baseline_mean_ms": 175.5,
"category": "sorting",
"improvement_pct": 33.61823361823362,
"latest_mean_ms": 116.5,
"queries": [
"3",
"4",
"10",
"16"
]
},
{
"baseline_mean_ms": 158.5,
"category": "subquery",
"improvement_pct": 34.70031545741325,
"latest_mean_ms": 103.5,
"queries": [
"17",
"20"
]
}
]
},
"matrix": {
"clickbench": {
"1.0.0": {
"load_phase_ms": 0.0,
"per_query_ms": {
"Q1": 0.0,
"Q10": 15.0,
"Q11": 4.0,
"Q12": 4.0,
"Q13": 2.0,
"Q14": 5.0,
"Q15": 3.0,
"Q16": 11.0,
"Q17": 16.0,
"Q18": 14.0,
"Q19": 18.0,
"Q2": 0.0,
"Q20": 0.0,
"Q21": 2.0,
"Q22": 3.0,
"Q23": 2.0,
"Q24": 27.0,
"Q25": 2.0,
"Q26": 2.0,
"Q27": 3.0,
"Q28": 1.0,
"Q29": 22.0,
"Q3": 0.0,
"Q30": 7.0,
"Q31": 6.0,
"Q32": 7.0,
"Q33": 17.0,
"Q34": 3.0,
"Q35": 3.0,
"Q36": 15.0,
"Q37": 1.0,
"Q38": 1.0,
"Q39": 1.0,
"Q4": 0.0,
"Q40": 1.0,
"Q41": 0.0,
"Q42": 0.0,
"Q43": 1.0,
"Q5": 9.0,
"Q6": 3.0,
"Q7": 0.0,
"Q8": 0.0,
"Q9": 12.0
},
"power_runtime_ms": 729.0,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"source_files": [
"clickbench_sf10_duckdb_sql_20260225_131405_55253b59.json",
"clickbench_sf10_duckdb_sql_20260225_131407_ef278874.json",
"clickbench_sf10_duckdb_sql_20260225_131408_1a53bccd.json"
],
"tpc_metrics": {}
},
"1.1.3": {
"load_phase_ms": 0.0,
"per_query_ms": {
"Q1": 0.0,
"Q10": 13.0,
"Q11": 3.0,
"Q12": 3.0,
"Q13": 2.0,
"Q14": 4.0,
"Q15": 2.0,
"Q16": 10.0,
"Q17": 15.0,
"Q18": 12.0,
"Q19": 17.0,
"Q2": 0.0,
"Q20": 0.0,
"Q21": 2.0,
"Q22": 2.0,
"Q23": 2.0,
"Q24": 24.0,
"Q25": 2.0,
"Q26": 2.0,
"Q27": 3.0,
"Q28": 1.0,
"Q29": 25.0,
"Q3": 0.0,
"Q30": 6.0,
"Q31": 6.0,
"Q32": 6.0,
"Q33": 16.0,
"Q34": 3.0,
"Q35": 3.0,
"Q36": 14.0,
"Q37": 1.0,
"Q38": 0.0,
"Q39": 0.0,
"Q4": 0.0,
"Q40": 1.0,
"Q41": 0.0,
"Q42": 0.0,
"Q43": 1.0,
"Q5": 8.0,
"Q6": 2.0,
"Q7": 0.0,
"Q8": 0.0,
"Q9": 11.0
},
"power_runtime_ms": 651.0,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"source_files": [
"clickbench_sf10_duckdb_sql_20260225_132326_941b3399.json",
"clickbench_sf10_duckdb_sql_20260225_132328_c322260d.json",
"clickbench_sf10_duckdb_sql_20260225_132353_48308569.json"
],
"tpc_metrics": {}
},
"1.2.2": {
"load_phase_ms": 0.0,
"per_query_ms": {
"Q1": 0.0,
"Q10": 13.0,
"Q11": 3.0,
"Q12": 3.0,
"Q13": 2.0,
"Q14": 4.0,
"Q15": 2.0,
"Q16": 8.0,
"Q17": 12.0,
"Q18": 10.0,
"Q19": 14.0,
"Q2": 0.0,
"Q20": 0.0,
"Q21": 2.0,
"Q22": 2.0,
"Q23": 2.0,
"Q24": 5.0,
"Q25": 2.0,
"Q26": 1.0,
"Q27": 1.0,
"Q28": 1.0,
"Q29": 23.0,
"Q3": 0.0,
"Q30": 2.0,
"Q31": 5.0,
"Q32": 5.0,
"Q33": 15.0,
"Q34": 1.0,
"Q35": 3.0,
"Q36": 12.0,
"Q37": 1.0,
"Q38": 1.0,
"Q39": 1.0,
"Q4": 0.0,
"Q40": 1.0,
"Q41": 0.0,
"Q42": 0.0,
"Q43": 1.0,
"Q5": 7.0,
"Q6": 2.0,
"Q7": 0.0,
"Q8": 0.0,
"Q9": 10.0
},
"power_runtime_ms": 536.0,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"source_files": [
"clickbench_sf10_duckdb_sql_20260225_134838_46657049.json",
"clickbench_sf10_duckdb_sql_20260225_134839_aafc4097.json",
"clickbench_sf10_duckdb_sql_20260225_134840_8a028f70.json"
],
"tpc_metrics": {}
},
"1.3.2": {
"load_phase_ms": 0.0,
"per_query_ms": {
"Q1": 0.0,
"Q10": 13.0,
"Q11": 3.0,
"Q12": 4.0,
"Q13": 2.0,
"Q14": 5.0,
"Q15": 3.0,
"Q16": 8.0,
"Q17": 13.0,
"Q18": 11.0,
"Q19": 14.0,
"Q2": 0.0,
"Q20": 0.0,
"Q21": 2.0,
"Q22": 3.0,
"Q23": 2.0,
"Q24": 5.0,
"Q25": 2.0,
"Q26": 2.0,
"Q27": 2.0,
"Q28": 1.0,
"Q29": 23.0,
"Q3": 0.0,
"Q30": 2.0,
"Q31": 5.0,
"Q32": 5.0,
"Q33": 15.0,
"Q34": 1.0,
"Q35": 3.0,
"Q36": 12.0,
"Q37": 1.0,
"Q38": 1.0,
"Q39": 1.0,
"Q4": 0.0,
"Q40": 1.0,
"Q41": 0.0,
"Q42": 0.0,
"Q43": 1.0,
"Q5": 8.0,
"Q6": 3.0,
"Q7": 0.0,
"Q8": 0.0,
"Q9": 10.0
},
"power_runtime_ms": 555.0,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"source_files": [
"clickbench_sf10_duckdb_sql_20260225_135701_7f4c111c.json",
"clickbench_sf10_duckdb_sql_20260225_135702_f445f955.json",
"clickbench_sf10_duckdb_sql_20260225_135704_d18b82d7.json"
],
"tpc_metrics": {}
},
"1.4.4": {
"load_phase_ms": 0.0,
"per_query_ms": {
"Q1": 0.0,
"Q10": 11.0,
"Q11": 3.0,
"Q12": 3.0,
"Q13": 2.0,
"Q14": 4.0,
"Q15": 2.0,
"Q16": 8.0,
"Q17": 11.0,
"Q18": 8.0,
"Q19": 12.0,
"Q2": 0.0,
"Q20": 0.0,
"Q21": 0.0,
"Q22": 2.0,
"Q23": 1.0,
"Q24": 4.0,
"Q25": 2.0,
"Q26": 1.0,
"Q27": 1.0,
"Q28": 1.0,
"Q29": 2.0,
"Q3": 0.0,
"Q30": 2.0,
"Q31": 5.0,
"Q32": 5.0,
"Q33": 12.0,
"Q34": 1.0,
"Q35": 2.0,
"Q36": 10.0,
"Q37": 1.0,
"Q38": 0.0,
"Q39": 0.0,
"Q4": 0.0,
"Q40": 1.0,
"Q41": 0.0,
"Q42": 0.0,
"Q43": 0.0,
"Q5": 6.0,
"Q6": 2.0,
"Q7": 0.0,
"Q8": 0.0,
"Q9": 8.0
},
"power_runtime_ms": 398.0,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"source_files": [
"clickbench_sf10_duckdb_sql_20260225_140526_ced94d10.json",
"clickbench_sf10_duckdb_sql_20260225_140528_428b5e7f.json",
"clickbench_sf10_duckdb_sql_20260225_140529_6d80a4b6.json"
],
"tpc_metrics": {}
},
"1.5.0.dev311": {
"load_phase_ms": 0.0,
"per_query_ms": {
"Q1": 0.0,
"Q10": 11.0,
"Q11": 3.0,
"Q12": 3.0,
"Q13": 2.0,
"Q14": 4.0,
"Q15": 2.0,
"Q16": 8.0,
"Q17": 10.0,
"Q18": 8.0,
"Q19": 12.0,
"Q2": 0.0,
"Q20": 0.0,
"Q21": 0.0,
"Q22": 2.0,
"Q23": 1.0,
"Q24": 4.0,
"Q25": 2.0,
"Q26": 1.0,
"Q27": 1.0,
"Q28": 1.0,
"Q29": 2.0,
"Q3": 0.0,
"Q30": 2.0,
"Q31": 5.0,
"Q32": 5.0,
"Q33": 12.0,
"Q34": 1.0,
"Q35": 2.0,
"Q36": 9.0,
"Q37": 1.0,
"Q38": 0.0,
"Q39": 0.0,
"Q4": 0.0,
"Q40": 1.0,
"Q41": 0.0,
"Q42": 0.0,
"Q43": 0.0,
"Q5": 6.0,
"Q6": 2.0,
"Q7": 0.0,
"Q8": 0.0,
"Q9": 8.0
},
"power_runtime_ms": 396.0,
"query_counts": {
"failed": 0,
"passed": 129,
"timeout": 0,
"total": 129
},
"repetitions": 3,
"source_files": [
"clickbench_sf10_duckdb_sql_20260225_141458_638b69b1.json",
"clickbench_sf10_duckdb_sql_20260225_141459_99c5a3cb.json",
"clickbench_sf10_duckdb_sql_20260225_141500_393e4ae7.json"
],
"tpc_metrics": {}
}
},
"ssb": {
"1.0.0": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1.1": 57.0,
"1.2": 60.0,
"1.3": 59.0,
"2.1": 1.0,
"2.2": 2.0,
"2.3": 1.0,
"3.1": 45.0,
"3.2": 41.0,
"3.3": 1.0,
"3.4": 1.0,
"4.1": 94.0,
"4.2": 66.0,
"4.3": 3.0
},
"power_runtime_ms": 1356.0,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"source_files": [
"ssb_sf10_duckdb_sql_20260227_111251_9de748b0.json",
"ssb_sf10_duckdb_sql_20260227_111254_ead0aba5.json",
"ssb_sf10_duckdb_sql_20260227_111257_79cbc02e.json"
],
"tpc_metrics": {}
},
"1.1.3": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1.1": 30.0,
"1.2": 18.0,
"1.3": 18.0,
"2.1": 1.0,
"2.2": 4.0,
"2.3": 1.0,
"3.1": 62.0,
"3.2": 59.0,
"3.3": 1.0,
"3.4": 1.0,
"4.1": 78.0,
"4.2": 54.0,
"4.3": 3.0
},
"power_runtime_ms": 1005.0,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"source_files": [
"ssb_sf10_duckdb_sql_20260227_111315_95fb4147.json",
"ssb_sf10_duckdb_sql_20260227_111318_c2cd309b.json",
"ssb_sf10_duckdb_sql_20260227_111321_c2a3f33d.json"
],
"tpc_metrics": {}
},
"1.2.2": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1.1": 29.0,
"1.2": 18.0,
"1.3": 17.0,
"2.1": 1.0,
"2.2": 4.0,
"2.3": 1.0,
"3.1": 60.0,
"3.2": 60.0,
"3.3": 1.0,
"3.4": 1.0,
"4.1": 77.0,
"4.2": 56.0,
"4.3": 3.0
},
"power_runtime_ms": 1006.0,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"source_files": [
"ssb_sf10_duckdb_sql_20260227_111337_89218a25.json",
"ssb_sf10_duckdb_sql_20260227_111340_c433ec88.json",
"ssb_sf10_duckdb_sql_20260227_111343_96719a09.json"
],
"tpc_metrics": {}
},
"1.3.2": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1.1": 31.0,
"1.2": 19.0,
"1.3": 18.0,
"2.1": 1.0,
"2.2": 4.0,
"2.3": 1.0,
"3.1": 64.0,
"3.2": 64.0,
"3.3": 1.0,
"3.4": 1.0,
"4.1": 89.0,
"4.2": 58.0,
"4.3": 3.0
},
"power_runtime_ms": 1054.0,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"source_files": [
"ssb_sf10_duckdb_sql_20260227_111358_a72a5190.json",
"ssb_sf10_duckdb_sql_20260227_111401_165b271d.json",
"ssb_sf10_duckdb_sql_20260227_111403_b7cb6ba9.json"
],
"tpc_metrics": {}
},
"1.4.4": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1.1": 27.0,
"1.2": 14.0,
"1.3": 12.0,
"2.1": 1.0,
"2.2": 53.0,
"2.3": 1.0,
"3.1": 58.0,
"3.2": 56.0,
"3.3": 1.0,
"3.4": 1.0,
"4.1": 78.0,
"4.2": 54.0,
"4.3": 3.0
},
"power_runtime_ms": 1071.0,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"source_files": [
"ssb_sf10_duckdb_sql_20260227_111418_4e6dd0f7.json",
"ssb_sf10_duckdb_sql_20260227_111421_1132433e.json",
"ssb_sf10_duckdb_sql_20260227_111424_867901d0.json"
],
"tpc_metrics": {}
},
"1.5.0.dev311": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1.1": 28.0,
"1.2": 14.0,
"1.3": 27.0,
"2.1": 1.0,
"2.2": 44.0,
"2.3": 1.0,
"3.1": 39.0,
"3.2": 37.0,
"3.3": 1.0,
"3.4": 1.0,
"4.1": 64.0,
"4.2": 54.0,
"4.3": 3.0
},
"power_runtime_ms": 938.0,
"query_counts": {
"failed": 0,
"passed": 39,
"timeout": 0,
"total": 39
},
"repetitions": 3,
"source_files": [
"ssb_sf10_duckdb_sql_20260227_111439_00f12fa5.json",
"ssb_sf10_duckdb_sql_20260227_111441_e6d39b23.json",
"ssb_sf10_duckdb_sql_20260227_111443_40c4b657.json"
],
"tpc_metrics": {}
}
},
"tpcds": {
"1.0.0": {
"load_phase_ms": 24610.0,
"per_query_ms": {
"1": 40.0,
"10": 38.0,
"11": 358.0,
"12": 22.0,
"13": 77.0,
"14A": 660.0,
"14B": 662.0,
"15": 78.0,
"16": 51.0,
"17": 90.0,
"18": 59.0,
"19": 39.0,
"2": 152.0,
"20": 29.0,
"21": 51.0,
"22": 919.0,
"23A": 73637.0,
"23B": 108441.0,
"24A": 438.0,
"24B": 171.0,
"25": 221.0,
"26": 192.0,
"27": 215.0,
"28": 193.0,
"29": 76.0,
"3": 17.0,
"30": 116.0,
"31": 207.0,
"32": 35.0,
"33": 82.0,
"34": 47.0,
"35": 189.0,
"36": 82.0,
"37": 206.0,
"38": 116.0,
"39A": 292.0,
"39B": 246.0,
"4": 696.0,
"40": 82.0,
"41": 12.0,
"42": 18.0,
"43": 52.0,
"44": 30.0,
"45": 46.0,
"46": 83.0,
"47": 510.0,
"48": 79.0,
"49": 148.0,
"5": 71.0,
"50": 56.0,
"51": 614.0,
"52": 22.0,
"53": 31.0,
"54": 43.0,
"55": 20.0,
"56": 42.0,
"57": 263.0,
"58": 65.0,
"59": 361.0,
"6": 81.0,
"60": 50.0,
"61": 56.0,
"62": 29.0,
"63": 29.0,
"64": 341.0,
"65": 175.0,
"66": 60.0,
"67": 1602.0,
"68": 94.0,
"69": 16.0,
"7": 48.0,
"70": 86.0,
"71": 50.0,
"72": 203.0,
"73": 29.0,
"74": 216.0,
"75": 244.0,
"76": 44.0,
"77": 48.0,
"78": 467.0,
"79": 60.0,
"8": 35.0,
"80": 244.0,
"81": 45.0,
"82": 148.0,
"83": 18.0,
"84": 17.0,
"85": 46.0,
"86": 22.0,
"87": 125.0,
"88": 149.0,
"89": 40.0,
"9": 282.0,
"90": 12.0,
"91": 13.0,
"92": 18.0,
"93": 121.0,
"94": 18.0,
"95": 495.0,
"96": 18.0,
"97": 141.0,
"98": 78.0,
"99": 39.0
},
"power_runtime_ms": 440989.0,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"source_files": [
"tpcds_sf10_duckdb_sql_20260225_124051_6a06db89.json",
"tpcds_sf10_duckdb_sql_20260225_130026_c9b9193a.json",
"tpcds_sf10_duckdb_sql_20260225_131355_6837d1b9.json"
],
"tpc_metrics": {
"power_at_size": 385807.4739165746
}
},
"1.1.3": {
"load_phase_ms": 24170.0,
"per_query_ms": {
"1": 32.0,
"10": 32.0,
"11": 468.0,
"12": 18.0,
"13": 75.0,
"14A": 624.0,
"14B": 515.0,
"15": 19.0,
"16": 10.0,
"17": 52.0,
"18": 67.0,
"19": 33.0,
"2": 76.0,
"20": 18.0,
"21": 13.0,
"22": 881.0,
"23A": 620.0,
"23B": 629.0,
"24A": 148.0,
"24B": 128.0,
"25": 35.0,
"26": 36.0,
"27": 58.0,
"28": 142.0,
"29": 56.0,
"3": 26.0,
"30": 24.0,
"31": 56.0,
"32": 4.0,
"33": 34.0,
"34": 44.0,
"35": 103.0,
"36": 287.0,
"37": 12.0,
"38": 103.0,
"39A": 151.0,
"39B": 147.0,
"4": 736.0,
"40": 16.0,
"41": 10.0,
"42": 19.0,
"43": 50.0,
"44": 28.0,
"45": 31.0,
"46": 93.0,
"47": 176.0,
"48": 78.0,
"49": 44.0,
"5": 66.0,
"50": 70.0,
"51": 770.0,
"52": 20.0,
"53": 36.0,
"54": 40.0,
"55": 20.0,
"56": 38.0,
"57": 99.0,
"58": 24.0,
"59": 192.0,
"6": 72.0,
"60": 42.0,
"61": 60.0,
"62": 23.0,
"63": 35.0,
"64": 187.0,
"65": 172.0,
"66": 36.0,
"67": 1471.0,
"68": 63.0,
"69": 12.0,
"7": 49.0,
"70": 88.0,
"71": 40.0,
"72": 120.0,
"73": 39.0,
"74": 294.0,
"75": 160.0,
"76": 46.0,
"77": 36.0,
"78": 335.0,
"79": 69.0,
"8": 39.0,
"80": 81.0,
"81": 44.0,
"82": 27.0,
"83": 12.0,
"84": 12.0,
"85": 32.0,
"86": 22.0,
"87": 120.0,
"88": 179.0,
"89": 43.0,
"9": 170.0,
"90": 11.0,
"91": 8.0,
"92": 10.0,
"93": 124.0,
"94": 16.0,
"95": 367.0,
"96": 20.0,
"97": 134.0,
"98": 48.0,
"99": 33.0
},
"power_runtime_ms": 40691.0,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"source_files": [
"tpcds_sf10_duckdb_sql_20260225_131856_da47a796.json",
"tpcds_sf10_duckdb_sql_20260225_132108_1d027a00.json",
"tpcds_sf10_duckdb_sql_20260225_132316_71664f34.json"
],
"tpc_metrics": {
"power_at_size": 594666.3712702205
}
},
"1.2.2": {
"load_phase_ms": 26099.0,
"per_query_ms": {
"1": 22.0,
"10": 33.0,
"11": 446.0,
"12": 18.0,
"13": 73.0,
"14A": 891.0,
"14B": 638.0,
"15": 20.0,
"16": 15.0,
"17": 47.0,
"18": 64.0,
"19": 34.0,
"2": 79.0,
"20": 17.0,
"21": 14.0,
"22": 10032.0,
"23A": 1207.0,
"23B": 767.0,
"24A": 267.0,
"24B": 186.0,
"25": 42.0,
"26": 75.0,
"27": 132.0,
"28": 158.0,
"29": 84.0,
"3": 24.0,
"30": 42.0,
"31": 92.0,
"32": 6.0,
"33": 35.0,
"34": 44.0,
"35": 96.0,
"36": 303.0,
"37": 29.0,
"38": 107.0,
"39A": 196.0,
"39B": 184.0,
"4": 752.0,
"40": 24.0,
"41": 13.0,
"42": 17.0,
"43": 48.0,
"44": 28.0,
"45": 33.0,
"46": 82.0,
"47": 186.0,
"48": 70.0,
"49": 104.0,
"5": 61.0,
"50": 71.0,
"51": 838.0,
"52": 21.0,
"53": 34.0,
"54": 34.0,
"55": 20.0,
"56": 41.0,
"57": 102.0,
"58": 25.0,
"59": 181.0,
"6": 46.0,
"60": 43.0,
"61": 59.0,
"62": 27.0,
"63": 33.0,
"64": 172.0,
"65": 153.0,
"66": 49.0,
"67": 2844.0,
"68": 117.0,
"69": 24.0,
"7": 48.0,
"70": 75.0,
"71": 67.0,
"72": 164.0,
"73": 41.0,
"74": 312.0,
"75": 169.0,
"76": 60.0,
"77": 44.0,
"78": 369.0,
"79": 67.0,
"8": 39.0,
"80": 86.0,
"81": 51.0,
"82": 30.0,
"83": 12.0,
"84": 16.0,
"85": 38.0,
"86": 22.0,
"87": 113.0,
"88": 161.0,
"89": 41.0,
"9": 145.0,
"90": 13.0,
"91": 9.0,
"92": 18.0,
"93": 95.0,
"94": 18.0,
"95": 379.0,
"96": 18.0,
"97": 122.0,
"98": 58.0,
"99": 33.0
},
"power_runtime_ms": 79558.0,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"source_files": [
"tpcds_sf10_duckdb_sql_20260225_134230_cd62332e.json",
"tpcds_sf10_duckdb_sql_20260225_134524_66ab9a58.json",
"tpcds_sf10_duckdb_sql_20260225_134827_5ffc2ca2.json"
],
"tpc_metrics": {
"power_at_size": 500512.22059836955
}
},
"1.3.2": {
"load_phase_ms": 20272.0,
"per_query_ms": {
"1": 21.0,
"10": 30.0,
"11": 413.0,
"12": 16.0,
"13": 83.0,
"14A": 850.5,
"14B": 661.5,
"15": 17.5,
"16": 9.5,
"17": 50.0,
"18": 55.0,
"19": 33.5,
"2": 75.0,
"20": 15.0,
"21": 12.0,
"22": 1319.0,
"23A": 666.0,
"23B": 627.0,
"24A": 168.5,
"24B": 149.0,
"25": 17.0,
"26": 33.5,
"27": 86.0,
"28": 178.5,
"29": 53.0,
"3": 24.0,
"30": 23.5,
"31": 57.5,
"32": 4.0,
"33": 33.0,
"34": 41.5,
"35": 88.5,
"36": 256.0,
"37": 11.0,
"38": 97.5,
"39A": 176.0,
"39B": 174.5,
"4": 641.5,
"40": 16.0,
"41": 11.0,
"42": 18.0,
"43": 52.0,
"44": 33.0,
"45": 26.0,
"46": 91.0,
"47": 176.5,
"48": 82.0,
"49": 45.5,
"5": 58.0,
"50": 66.5,
"51": 595.0,
"52": 20.5,
"53": 36.0,
"54": 31.0,
"55": 20.0,
"56": 38.0,
"57": 80.5,
"58": 24.0,
"59": 174.0,
"6": 48.5,
"60": 40.0,
"61": 59.0,
"62": 22.0,
"63": 35.0,
"64": 139.0,
"65": 146.0,
"66": 39.0,
"67": 1456.0,
"68": 59.0,
"69": 13.0,
"7": 47.5,
"70": 83.5,
"71": 41.0,
"72": 102.0,
"73": 36.5,
"74": 287.5,
"75": 163.0,
"76": 40.5,
"77": 37.0,
"78": 299.5,
"79": 68.0,
"8": 198.0,
"80": 82.0,
"81": 28.5,
"82": 20.5,
"83": 11.0,
"84": 9.0,
"85": 30.5,
"86": 19.0,
"87": 109.5,
"88": 160.0,
"89": 42.0,
"9": 150.0,
"90": 10.0,
"91": 8.0,
"92": 11.0,
"93": 88.5,
"94": 14.0,
"95": 332.5,
"96": 17.5,
"97": 123.0,
"98": 46.0,
"99": 29.0
},
"power_runtime_ms": 41696.0,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"source_files": [
"tpcds_sf10_duckdb_sql_20260225_135210_605c7e10.json",
"tpcds_sf10_duckdb_sql_20260225_135431_2d2bc6a8.json",
"tpcds_sf10_duckdb_sql_20260225_135650_ef036e58.json"
],
"tpc_metrics": {
"power_at_size": 614881.8950442497
}
},
"1.4.4": {
"load_phase_ms": 19716.0,
"per_query_ms": {
"1": 17.5,
"10": 29.0,
"11": 398.5,
"12": 16.0,
"13": 69.5,
"14A": 344.0,
"14B": 428.5,
"15": 24.5,
"16": 9.5,
"17": 48.0,
"18": 55.5,
"19": 31.5,
"2": 74.0,
"20": 15.0,
"21": 11.0,
"22": 1413.5,
"23A": 792.0,
"23B": 767.0,
"24A": 181.0,
"24B": 153.0,
"25": 16.0,
"26": 38.0,
"27": 91.5,
"28": 136.0,
"29": 50.0,
"3": 23.5,
"30": 23.0,
"31": 52.5,
"32": 4.0,
"33": 31.5,
"34": 40.0,
"35": 78.5,
"36": 238.0,
"37": 10.0,
"38": 93.5,
"39A": 174.5,
"39B": 495.0,
"4": 622.5,
"40": 18.0,
"41": 11.5,
"42": 16.5,
"43": 44.5,
"44": 27.0,
"45": 26.0,
"46": 84.5,
"47": 170.5,
"48": 70.0,
"49": 45.0,
"5": 54.0,
"50": 64.0,
"51": 902.5,
"52": 18.0,
"53": 34.0,
"54": 30.0,
"55": 18.0,
"56": 35.5,
"57": 78.0,
"58": 23.0,
"59": 166.5,
"6": 40.0,
"60": 38.0,
"61": 55.5,
"62": 20.5,
"63": 32.5,
"64": 140.5,
"65": 133.5,
"66": 38.0,
"67": 1384.5,
"68": 55.0,
"69": 11.0,
"7": 44.0,
"70": 74.5,
"71": 37.5,
"72": 98.5,
"73": 34.5,
"74": 273.0,
"75": 141.0,
"76": 39.0,
"77": 35.0,
"78": 289.5,
"79": 59.0,
"8": 150.5,
"80": 78.0,
"81": 29.0,
"82": 22.5,
"83": 11.0,
"84": 10.0,
"85": 29.5,
"86": 17.0,
"87": 100.5,
"88": 152.0,
"89": 39.5,
"9": 134.0,
"90": 10.0,
"91": 8.0,
"92": 10.5,
"93": 88.5,
"94": 13.5,
"95": 313.5,
"96": 16.5,
"97": 115.0,
"98": 45.5,
"99": 29.0
},
"power_runtime_ms": 39983.0,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"source_files": [
"tpcds_sf10_duckdb_sql_20260225_140152_01e65b3c.json",
"tpcds_sf10_duckdb_sql_20260225_140414_b55cebaf.json",
"tpcds_sf10_duckdb_sql_20260225_140517_977d0d5a.json"
],
"tpc_metrics": {
"power_at_size": 630853.8735463998
}
},
"1.5.0.dev311": {
"load_phase_ms": 20871.0,
"per_query_ms": {
"1": 17.0,
"10": 29.0,
"11": 313.0,
"12": 15.0,
"13": 68.0,
"14A": 349.0,
"14B": 412.0,
"15": 25.0,
"16": 9.0,
"17": 49.0,
"18": 56.0,
"19": 30.0,
"2": 59.0,
"20": 15.0,
"21": 14.0,
"22": 1593.0,
"23A": 774.0,
"23B": 661.0,
"24A": 184.0,
"24B": 153.0,
"25": 18.0,
"26": 35.0,
"27": 53.0,
"28": 139.0,
"29": 49.0,
"3": 15.0,
"30": 27.0,
"31": 58.0,
"32": 4.0,
"33": 32.0,
"34": 35.0,
"35": 80.0,
"36": 248.0,
"37": 13.0,
"38": 91.0,
"39A": 186.0,
"39B": 534.0,
"4": 495.0,
"40": 19.0,
"41": 11.0,
"42": 18.0,
"43": 47.0,
"44": 23.0,
"45": 28.0,
"46": 74.0,
"47": 157.0,
"48": 69.0,
"49": 54.0,
"5": 54.0,
"50": 51.0,
"51": 709.0,
"52": 19.0,
"53": 30.0,
"54": 29.0,
"55": 18.0,
"56": 35.0,
"57": 74.0,
"58": 23.0,
"59": 167.0,
"6": 41.0,
"60": 39.0,
"61": 32.0,
"62": 18.0,
"63": 30.0,
"64": 140.0,
"65": 83.0,
"66": 43.0,
"67": 1474.0,
"68": 66.0,
"69": 11.0,
"7": 32.0,
"70": 54.0,
"71": 38.0,
"72": 107.0,
"73": 30.0,
"74": 250.0,
"75": 151.0,
"76": 38.0,
"77": 36.0,
"78": 320.0,
"79": 65.0,
"8": 150.0,
"80": 82.0,
"81": 30.0,
"82": 19.0,
"83": 11.0,
"84": 9.0,
"85": 30.0,
"86": 16.0,
"87": 110.0,
"88": 143.0,
"89": 36.0,
"9": 140.0,
"90": 6.0,
"91": 7.0,
"92": 11.0,
"93": 94.0,
"94": 14.0,
"95": 316.0,
"96": 16.0,
"97": 114.0,
"98": 46.0,
"99": 21.0
},
"power_runtime_ms": 40394.0,
"query_counts": {
"failed": 0,
"passed": 309,
"timeout": 0,
"total": 309
},
"repetitions": 3,
"source_files": [
"tpcds_sf10_duckdb_sql_20260225_141002_0117d00b.json",
"tpcds_sf10_duckdb_sql_20260225_141222_72845a01.json",
"tpcds_sf10_duckdb_sql_20260225_141448_67c2f24b.json"
],
"tpc_metrics": {
"power_at_size": 669328.2551292926
}
}
},
"tpch": {
"1.0.0": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1": 256.0,
"10": 279.0,
"11": 61.0,
"12": 133.0,
"13": 435.0,
"14": 115.0,
"15": 159.0,
"16": 109.0,
"17": 192.0,
"18": 828.0,
"19": 171.0,
"2": 80.0,
"20": 125.0,
"21": 382.0,
"22": 107.0,
"3": 166.0,
"4": 148.0,
"5": 184.0,
"6": 83.0,
"7": 429.0,
"8": 167.0,
"9": 387.0
},
"power_runtime_ms": 15228.0,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"source_files": [
"tpch_sf10_duckdb_sql_20260225_122345_3407931b.json",
"tpch_sf10_duckdb_sql_20260225_122408_b3933c50.json",
"tpch_sf10_duckdb_sql_20260225_122433_cccb05d3.json"
],
"tpc_metrics": {
"power_at_size": 194230.9929058735
}
},
"1.1.3": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1": 226.0,
"10": 195.0,
"11": 51.0,
"12": 97.0,
"13": 360.0,
"14": 83.0,
"15": 74.0,
"16": 91.0,
"17": 186.0,
"18": 285.0,
"19": 140.0,
"2": 65.0,
"20": 95.0,
"21": 334.0,
"22": 90.0,
"3": 116.0,
"4": 112.0,
"5": 127.0,
"6": 57.0,
"7": 127.0,
"8": 146.0,
"9": 358.0
},
"power_runtime_ms": 10273.0,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"source_files": [
"tpch_sf10_duckdb_sql_20260225_131544_f20335b2.json",
"tpch_sf10_duckdb_sql_20260225_131601_7bbfec66.json",
"tpch_sf10_duckdb_sql_20260225_131618_088e9cae.json"
],
"tpc_metrics": {
"power_at_size": 270753.7587300187
}
},
"1.2.2": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1": 218.0,
"10": 189.0,
"11": 55.0,
"12": 97.0,
"13": 351.0,
"14": 85.0,
"15": 77.0,
"16": 92.0,
"17": 187.0,
"18": 280.0,
"19": 140.0,
"2": 62.0,
"20": 97.0,
"21": 304.0,
"22": 90.0,
"3": 114.0,
"4": 109.0,
"5": 123.0,
"6": 59.0,
"7": 123.0,
"8": 149.0,
"9": 348.0
},
"power_runtime_ms": 10085.0,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"source_files": [
"tpch_sf10_duckdb_sql_20260225_133823_d62beb1e.json",
"tpch_sf10_duckdb_sql_20260225_133840_84fad147.json",
"tpch_sf10_duckdb_sql_20260225_133857_4847d048.json"
],
"tpc_metrics": {
"power_at_size": 274287.2613729865
}
},
"1.3.2": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1": 216.0,
"10": 187.0,
"11": 55.0,
"12": 98.0,
"13": 367.0,
"14": 90.0,
"15": 78.0,
"16": 93.0,
"17": 118.0,
"18": 258.0,
"19": 156.0,
"2": 58.0,
"20": 95.0,
"21": 309.0,
"22": 84.0,
"3": 118.0,
"4": 108.0,
"5": 114.0,
"6": 60.0,
"7": 124.0,
"8": 143.0,
"9": 365.0
},
"power_runtime_ms": 9906.0,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"source_files": [
"tpch_sf10_duckdb_sql_20260225_135013_8ed7a535.json",
"tpch_sf10_duckdb_sql_20260225_135030_2af6d3cd.json",
"tpch_sf10_duckdb_sql_20260225_135046_85676e89.json"
],
"tpc_metrics": {
"power_at_size": 277920.4131863435
}
},
"1.4.4": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1": 231.0,
"10": 185.0,
"11": 53.0,
"12": 115.0,
"13": 337.0,
"14": 94.0,
"15": 83.0,
"16": 93.0,
"17": 112.0,
"18": 234.0,
"19": 133.0,
"2": 57.0,
"20": 110.0,
"21": 300.0,
"22": 84.0,
"3": 110.0,
"4": 111.0,
"5": 117.0,
"6": 59.0,
"7": 119.0,
"8": 141.0,
"9": 343.0
},
"power_runtime_ms": 9683.0,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"source_files": [
"tpch_sf10_duckdb_sql_20260225_135835_fe47a735.json",
"tpch_sf10_duckdb_sql_20260225_135852_ad698e29.json",
"tpch_sf10_duckdb_sql_20260225_135908_d244e6eb.json"
],
"tpc_metrics": {
"power_at_size": 282439.53287570045
}
},
"1.5.0.dev311": {
"load_phase_ms": 0.0,
"per_query_ms": {
"1": 236.0,
"10": 165.0,
"11": 48.0,
"12": 113.0,
"13": 334.0,
"14": 100.0,
"15": 87.0,
"16": 95.0,
"17": 96.0,
"18": 247.0,
"19": 138.0,
"2": 58.0,
"20": 111.0,
"21": 268.0,
"22": 83.0,
"3": 100.0,
"4": 106.0,
"5": 102.0,
"6": 62.0,
"7": 99.0,
"8": 95.0,
"9": 300.0
},
"power_runtime_ms": 9142.0,
"query_counts": {
"failed": 0,
"passed": 66,
"timeout": 0,
"total": 66
},
"repetitions": 3,
"source_files": [
"tpch_sf10_duckdb_sql_20260225_140700_259539c8.json",
"tpch_sf10_duckdb_sql_20260225_140716_6579e344.json",
"tpch_sf10_duckdb_sql_20260225_140731_fe90b080.json"
],
"tpc_metrics": {
"power_at_size": 295791.66797752207
}
}
}
},
"metadata": {
"benchmark_scales": {
"clickbench": 10.0,
"ssb": 10.0,
"tpcds": 10.0,
"tpch": 10.0
},
"benchmarks": [
"tpch",
"tpcds",
"clickbench",
"ssb"
],
"generated_at_utc": "2026-02-27T18:32:26.405733+00:00",
"notes": [
"All aggregate metrics use median across available repetitions.",
"Load-phase CSV import metrics are a proxy from TPC-H load timings.",
"Per-query regressions use >5% slower threshold on adjacent versions."
],
"script": "analyze_results.py",
"version_labels": {
"1.0.0": "v1.0.0",
"1.1.3": "v1.1.3",
"1.2.2": "v1.2.2",
"1.3.2": "v1.3.2",
"1.4.4": "v1.4.4",
"1.5.0.dev311": "v1.5.0-dev"
},
"versions": [
"1.0.0",
"1.1.3",
"1.2.2",
"1.3.2",
"1.4.4",
"1.5.0.dev311"
]
},
"rejected_files": []
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment