Created
July 31, 2020 11:49
-
-
Save tpoterba/2d3c72db1eba30e601e7a1876a675cd4 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Failed benchmarks in run 1: | |
| pc_relate_big | |
| Failed benchmarks in run 2: | |
| pc_relate_big | |
| Benchmark Name Ratio Time 1 Time 2 | |
| -------------- ----- ------ ------ | |
| matrix_table_call_stats_star_star 130.0% 7.493 9.743 | |
| table_aggregate_downsample_dense 121.0% 54.725 66.242 | |
| variant_and_sample_qc_nested_with_filters_4 118.2% 39.312 46.450 | |
| group_by_collect_per_row 116.4% 3.221 3.748 | |
| matrix_table_filter_entries 114.8% 9.176 10.535 | |
| gnomad_coverage_stats_optimized 112.4% 25.292 28.423 | |
| shuffle_key_rows_by_mt 109.6% 31.044 34.035 | |
| union_p100_p100 109.4% 24.036 26.291 | |
| matrix_table_nested_annotate_rows_annotate_entries 108.7% 12.063 13.108 | |
| import_and_transform_gvcf 107.7% 96.123 103.480 | |
| table_range_force_count 107.6% 21.386 23.011 | |
| table_aggregate_int_stats 107.3% 11.705 12.557 | |
| matrix_table_aggregate_entries 107.1% 5.601 6.000 | |
| union_p1000_p1000 106.7% 28.783 30.726 | |
| write_range_table_p100 106.4% 13.247 14.091 | |
| union_p10_p100 106.2% 44.494 47.251 | |
| matrix_table_many_aggs_row_wise 106.2% 14.859 15.778 | |
| write_range_matrix_table_p100 105.6% 4.786 5.051 | |
| table_range_array_range_force_count 104.6% 9.451 9.889 | |
| hwe_normalized_pca 104.5% 41.938 43.840 | |
| join_p100_p10 104.4% 69.287 72.313 | |
| join_p100_p100 104.0% 52.697 54.814 | |
| matrix_table_filter_entries_unfilter 103.8% 8.505 8.829 | |
| read_with_index_p1000 103.5% 23.425 24.251 | |
| matrix_multi_write_nothing 103.3% 131.555 135.841 | |
| table_aggregate_counter 103.3% 12.382 12.785 | |
| import_bgen_force_count_just_gp 103.1% 191.675 197.666 | |
| table_read_force_count_strings 102.6% 5.244 5.378 | |
| linear_regression_rows 101.9% 59.972 61.139 | |
| table_annotate_many_nested_no_dependence 101.9% 2.942 2.998 | |
| ndarray_matmul_float64_benchmark 101.7% 3.188 3.243 | |
| python_only_10k_combine 101.6% 10.891 11.068 | |
| table_big_aggregate_compile_and_execute 101.3% 13.034 13.206 | |
| table_aggregate_linreg 101.3% 51.024 51.675 | |
| split_multi 101.2% 18.466 18.690 | |
| test_head_and_tail_region_memory 100.8% 7.413 7.473 | |
| kyle_sex_specific_qc 100.5% 10.723 10.779 | |
| matrix_table_scan_count_rows 100.4% 135.433 135.916 | |
| import_bgen_info_score 100.4% 240.953 241.796 | |
| import_gvcf_force_count 100.1% 81.892 81.962 | |
| table_range_join_1b_1b 100.0% 1800.000 1800.000 | |
| block_matrix_nested_multiply 100.0% 1800.000 1800.000 | |
| read_force_count_p10 99.8% 3.633 3.627 | |
| export_vcf 99.8% 75.730 75.597 | |
| import_vcf_write 99.8% 95.421 95.228 | |
| read_force_count_p1000 99.8% 5.679 5.666 | |
| table_annotate_many_nested_dependence 99.7% 6.596 6.578 | |
| python_only_10k_transform 99.6% 83.953 83.650 | |
| shuffle_key_rows_by_65k_byte_rows 99.5% 18.738 18.647 | |
| join_p10_p100 99.4% 74.650 74.195 | |
| matrix_table_entries_table_no_key 99.3% 53.049 52.676 | |
| test_map_filter_region_memory 99.1% 7.510 7.445 | |
| shuffle_key_rows_by_4096_byte_rows 99.1% 10.150 10.057 | |
| table_big_aggregate_compilation 98.9% 10.775 10.658 | |
| table_annotate_many_nested_dependence_constants 98.8% 6.482 6.405 | |
| write_profile_mt 98.7% 51.769 51.094 | |
| matrix_table_entries_show 98.5% 1.009 0.994 | |
| join_p1000_p10 98.5% 247.488 243.737 | |
| table_read_force_count_ints 98.4% 8.850 8.704 | |
| variant_and_sample_qc 98.3% 36.691 36.062 | |
| make_ndarray_bench 98.3% 32.125 31.569 | |
| table_foreign_key_join_left_higher_cardinality 98.2% 16.348 16.049 | |
| table_python_construction 98.2% 1.426 1.400 | |
| export_range_matrix_table_entry_field_p100 98.1% 8.382 8.225 | |
| import_bgen_filter_count 98.0% 216.075 211.849 | |
| table_range_means 97.9% 9.696 9.497 | |
| full_combiner_chr22 97.9% 1691.909 1657.074 | |
| table_scan_sum_1k_partitions 97.8% 8.727 8.539 | |
| table_key_by_shuffle 97.8% 4.891 4.781 | |
| write_range_table_p1000 97.7% 31.446 30.735 | |
| shuffle_order_by_10m_int 97.6% 94.289 92.049 | |
| table_aggregate_take_by_strings 97.6% 5.977 5.831 | |
| write_range_table_p10 97.4% 11.275 10.985 | |
| table_group_by_aggregate_sorted 97.3% 6.487 6.309 | |
| table_group_by_aggregate_unsorted 97.2% 6.294 6.120 | |
| join_p1000_p1000 97.2% 56.374 54.805 | |
| variant_and_sample_qc_nested_with_filters_2 97.2% 20.591 20.014 | |
| variant_qc 97.2% 9.159 8.899 | |
| sample_qc 97.1% 26.892 26.120 | |
| import_bgen_force_count_all 97.0% 198.330 192.321 | |
| test_left_join_region_memory 97.0% 16.333 15.836 | |
| concordance 96.5% 37.602 36.281 | |
| split_multi_hts 96.4% 35.934 34.639 | |
| union_p1000_p10 96.3% 228.671 220.132 | |
| join_p10_p1000 96.2% 270.776 260.579 | |
| test_inner_join_region_memory 96.1% 16.183 15.560 | |
| import_vcf_count_rows 96.1% 14.652 14.088 | |
| table_annotate_many_flat 95.5% 1.129 1.079 | |
| export_range_matrix_table_row_p100 95.5% 2.544 2.431 | |
| genetics_pipeline 95.3% 117.117 111.597 | |
| matrix_table_many_aggs_col_wise 95.3% 31.953 30.446 | |
| per_row_stats_star_star 95.1% 6.781 6.448 | |
| ndarray_addition_benchmark 94.8% 1.335 1.265 | |
| large_range_matrix_table_sum 94.6% 323.636 306.217 | |
| ndarray_matmul_int64_benchmark 94.4% 8.582 8.104 | |
| table_aggregate_downsample_worst_case 93.7% 38.854 36.388 | |
| read_force_count_p100 93.6% 3.766 3.526 | |
| linear_regression_rows_nd 93.5% 191.561 179.203 | |
| compile_2k_merge 93.0% 200.271 186.274 | |
| table_import_ints 92.5% 118.553 109.615 | |
| matrix_table_entries_table 92.3% 166.179 153.409 | |
| matrix_table_decode_and_count_just_gt 92.1% 4.652 4.285 | |
| table_foreign_key_join_same_cardinality 91.5% 19.349 17.712 | |
| matrix_table_array_arithmetic 91.4% 11.200 10.232 | |
| table_import_strings 90.8% 31.241 28.363 | |
| union_p10_p1000 89.8% 247.927 222.657 | |
| table_aggregate_array_sum 87.8% 10.330 9.068 | |
| pc_relate 86.2% 162.594 140.219 | |
| matrix_table_decode_and_count 84.5% 9.230 7.802 | |
| group_by_take_rekey 84.2% 6.832 5.755 | |
| ld_prune_profile_25 83.7% 550.238 460.803 | |
| read_decode_gnomad_coverage 81.3% 3.199 2.600 | |
| ---------------------- | |
| Harmonic mean: 99.0% | |
| Geometric mean: 99.3% | |
| Arithmetic mean: 99.5% | |
| Median: 98.6% |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment