Created
April 14, 2020 21:09
-
-
Save tpoterba/ab4bfe21d4ff286f6e725850dc5969c0 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| $ hail-bench compare 0.2.36-release.json 0.2.37-df59d9ba6a79-release-candidate.json | |
| Failed benchmarks in run 1: | |
| block_matrix_nested_multiply | |
| pc_relate_big | |
| Failed benchmarks in run 2: | |
| block_matrix_nested_multiply | |
| pc_relate_big | |
| Benchmark Name Ratio Time 1 Time 2 | |
| -------------- ----- ------ ------ | |
| union_p100_p100 168.5% 14.295 24.086 | |
| union_p1000_p1000 157.0% 17.979 28.222 | |
| write_range_table_p100 148.7% 15.205 22.609 | |
| union_p10_p100 129.3% 35.081 45.366 | |
| table_foreign_key_join_same_cardinality 116.4% 20.124 23.418 | |
| join_p100_p10 115.9% 62.120 72.001 | |
| union_p1000_p10 115.8% 193.977 224.611 | |
| join_p100_p100 114.7% 45.705 52.433 | |
| shuffle_key_rows_by_4096_byte_rows 113.8% 12.432 14.151 | |
| table_foreign_key_join_left_higher_cardinality 113.8% 17.720 20.166 | |
| shuffle_order_by_10m_int 113.4% 92.395 104.731 | |
| split_multi 112.3% 14.906 16.734 | |
| variant_and_sample_qc_nested_with_filters_2 111.7% 21.872 24.435 | |
| join_p10_p100 111.6% 67.022 74.775 | |
| table_aggregate_downsample_worst_case 110.9% 38.089 42.233 | |
| compile_2k_merge 110.4% 62.149 68.625 | |
| table_group_by_aggregate_unsorted 110.0% 6.357 6.990 | |
| table_aggregate_take_by_strings 109.8% 6.227 6.836 | |
| union_p10_p1000 109.2% 216.162 236.074 | |
| join_p1000_p1000 108.6% 53.019 57.564 | |
| matrix_table_scan_count_rows 108.4% 79.451 86.104 | |
| table_annotate_many_nested_dependence 108.3% 7.024 7.609 | |
| matrix_table_show 108.0% 0.933 1.008 | |
| export_range_matrix_table_entry_field_p100 107.7% 9.541 10.273 | |
| table_big_aggregate_compilation 107.6% 8.498 9.148 | |
| hwe_normalized_pca 107.5% 43.321 46.553 | |
| matrix_table_decode_and_count 107.3% 7.302 7.834 | |
| write_range_table_p10 106.3% 13.140 13.972 | |
| table_key_by_shuffle 106.3% 5.601 5.952 | |
| table_annotate_many_nested_dependence_constants 106.3% 3.106 3.300 | |
| make_ndarray_bench 105.9% 24.179 25.594 | |
| matrix_table_filter_entries 105.5% 8.594 9.069 | |
| table_aggregate_int_stats 105.4% 12.899 13.600 | |
| table_big_aggregate_compile_and_execute 105.0% 11.394 11.961 | |
| table_range_means 104.7% 6.395 6.697 | |
| matrix_table_aggregate_entries 104.7% 6.667 6.980 | |
| table_aggregate_counter 104.6% 12.310 12.875 | |
| test_inner_join_region_memory 104.3% 23.962 25.003 | |
| read_decode_gnomad_coverage 103.6% 2.867 2.971 | |
| matrix_table_entries_table 103.5% 159.363 164.921 | |
| split_multi_hts 103.5% 35.087 36.307 | |
| import_bgen_info_score 103.0% 189.927 195.542 | |
| write_range_matrix_table_p100 102.9% 6.317 6.500 | |
| concordance 102.8% 39.923 41.045 | |
| matrix_table_entries_show 102.7% 1.359 1.396 | |
| import_bgen_filter_count 102.7% 156.599 160.839 | |
| variant_qc 102.4% 10.078 10.319 | |
| test_map_filter_region_memory 102.3% 15.407 15.760 | |
| table_annotate_many_flat 102.2% 1.202 1.229 | |
| import_vcf_write 102.0% 107.872 110.044 | |
| matrix_table_call_stats_star_star 102.0% 8.389 8.553 | |
| table_aggregate_downsample_dense 101.7% 76.694 78.009 | |
| table_aggregate_linreg 101.5% 45.523 46.211 | |
| matrix_table_many_aggs_col_wise 101.5% 32.739 33.231 | |
| test_left_join_region_memory 101.5% 24.570 24.933 | |
| table_scan_sum_1k_partitions 101.4% 12.095 12.262 | |
| write_range_table_p1000 101.2% 37.727 38.183 | |
| import_bgen_force_count_all 101.1% 159.341 161.034 | |
| table_group_by_aggregate_sorted 101.0% 6.698 6.763 | |
| table_import_strings 100.7% 34.892 35.145 | |
| linear_regression_rows 100.5% 66.912 67.221 | |
| genetics_pipeline 100.4% 122.027 122.488 | |
| test_head_and_tail_region_memory 100.2% 15.201 15.238 | |
| table_range_array_range_force_count 100.1% 9.295 9.308 | |
| matrix_table_nested_annotate_rows_annotate_entries 100.0% 13.021 13.027 | |
| table_range_join_1b_1b 100.0% 1800.000 1800.000 | |
| table_range_force_count 99.9% 7.365 7.359 | |
| join_p1000_p10 99.9% 248.224 247.976 | |
| ndarray_matmul_float64_benchmark 99.0% 3.930 3.892 | |
| group_by_take_rekey 98.7% 6.912 6.819 | |
| variant_and_sample_qc 98.2% 41.145 40.420 | |
| import_and_transform_gvcf 98.0% 147.966 145.016 | |
| import_bgen_force_count_just_gp 97.8% 163.452 159.910 | |
| group_by_collect_per_row 97.6% 3.692 3.604 | |
| read_force_count_p10 97.5% 1.927 1.879 | |
| sample_qc 97.2% 28.198 27.415 | |
| matrix_multi_write_nothing 96.7% 167.423 161.890 | |
| matrix_table_entries_table_no_key 96.5% 46.075 44.449 | |
| python_only_10k_combine 96.4% 13.345 12.866 | |
| gnomad_coverage_stats_optimized 96.3% 30.327 29.204 | |
| export_range_matrix_table_row_p100 96.3% 3.389 3.264 | |
| write_profile_mt 96.3% 54.747 52.707 | |
| variant_and_sample_qc_nested_with_filters_4 96.2% 39.589 38.083 | |
| table_aggregate_array_sum 96.0% 8.329 7.998 | |
| join_p10_p1000 96.0% 271.407 260.487 | |
| import_vcf_count_rows 95.8% 17.172 16.455 | |
| table_read_force_count_strings 95.8% 5.045 4.834 | |
| pc_relate 95.6% 166.220 158.852 | |
| shuffle_key_rows_by_mt 95.0% 33.457 31.767 | |
| table_annotate_many_nested_no_dependence 94.9% 3.635 3.452 | |
| export_vcf 94.8% 76.477 72.504 | |
| table_python_construction 94.5% 1.982 1.873 | |
| matrix_table_many_aggs_row_wise 94.3% 17.152 16.179 | |
| per_row_stats_star_star 94.2% 7.741 7.289 | |
| read_force_count_p100 94.1% 2.681 2.523 | |
| table_import_ints 93.8% 123.294 115.597 | |
| large_range_matrix_table_sum 92.9% 359.535 334.152 | |
| matrix_table_decode_and_count_just_gt 92.8% 5.207 4.830 | |
| matrix_table_filter_entries_unfilter 92.7% 9.426 8.737 | |
| import_gvcf_force_count 92.4% 120.089 110.971 | |
| python_only_10k_transform 92.1% 99.844 91.936 | |
| matrix_table_scan_count_cols 90.9% 1.229 1.118 | |
| read_with_index_p1000 90.5% 25.650 23.213 | |
| kyle_sex_specific_qc 90.5% 11.311 10.234 | |
| ndarray_addition_benchmark 89.1% 1.281 1.142 | |
| table_read_force_count_ints 89.0% 9.195 8.187 | |
| matrix_table_array_arithmetic 88.8% 10.931 9.707 | |
| read_force_count_p1000 86.6% 6.502 5.632 | |
| ndarray_matmul_int64_benchmark 85.1% 12.939 11.007 | |
| shuffle_key_rows_by_65k_byte_rows 83.9% 24.989 20.963 | |
| ld_prune_profile_25 80.2% 581.292 466.300 | |
| matrix_table_rows_is_transition 71.8% 1.063 0.763 | |
| ---------------------- | |
| Harmonic mean: 101.1% | |
| Geometric mean: 101.7% | |
| Arithmetic mean: 102.4% | |
| Median: 101.3% |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment