/0.2.1 vs 0.2.29
Last active Dec 22, 2019
| Found non-overlapping benchmarks: | |
| matrix_table_scan_count_cols | |
| matrix_table_scan_count_rows | |
| Failed benchmarks in run 1: | |
| group_by_collect_per_row | |
| read_with_index_p1000 | |
| matrix_table_show | |
| gnomad_coverage_stats_optimized | |
| group_by_take_rekey | |
| export_range_matrix_table_entry_field_p100 | |
| ndarray_matmul_int64_benchmark | |
| table_aggregate_downsample_dense | |
| ndarray_addition_benchmark | |
| ndarray_matmul_float64_benchmark | |
| matrix_table_filter_entries_unfilter | |
| concordance | |
| export_range_matrix_table_row_p100 | |
| make_ndarray_bench | |
| block_matrix_nested_multiply | |
| table_aggregate_linreg | |
| shuffle_order_by_10m_int | |
| export_range_matrix_table_col_p100 | |
| table_aggregate_int_stats | |
| split_multi | |
| Failed benchmarks in run 2: | |
| block_matrix_nested_multiply | |
| Name Ratio Time 1 Time 2 | |
| ---- ----- ------ ------ | |
| write_range_table_p100 271.8% 6.120 16.635 | |
| write_range_table_p10 270.0% 5.062 13.671 | |
| write_range_table_p1000 195.4% 16.378 32.003 | |
| matrix_table_many_aggs_col_wise 135.0% 24.146 32.607 | |
| table_big_aggregate_compilation 130.9% 6.059 7.931 | |
| import_bgen_force_count_all 128.6% 142.270 182.944 | |
| import_bgen_filter_count 113.0% 141.061 159.360 | |
| table_aggregate_array_sum 106.6% 13.863 14.776 | |
| hwe_normalized_pca 104.6% 41.948 43.880 | |
| import_bgen_force_count_just_gp 103.6% 138.725 143.760 | |
| table_range_join_1b_1b 100.0% 1800.000 1800.000 | |
| write_range_matrix_table_p100 98.2% 6.968 6.846 | |
| table_import_strings 96.8% 37.662 36.443 | |
| sample_qc 95.8% 30.374 29.106 | |
| import_vcf_write 93.7% 115.315 108.015 | |
| import_bgen_info_score 92.1% 202.774 186.781 | |
| export_vcf 89.3% 85.650 76.449 | |
| import_vcf_count_rows 86.3% 19.618 16.931 | |
| matrix_table_aggregate_entries 85.7% 6.545 5.607 | |
| table_read_force_count_ints 85.5% 10.145 8.675 | |
| matrix_table_decode_and_count 83.6% 9.454 7.906 | |
| variant_and_sample_qc 80.4% 54.405 43.721 | |
| matrix_table_many_aggs_row_wise 78.0% 20.607 16.070 | |
| read_decode_gnomad_coverage 77.5% 8.791 6.814 | |
| table_import_ints 76.4% 184.477 140.950 | |
| matrix_table_call_stats_star_star 74.9% 13.703 10.264 | |
| variant_qc 73.8% 10.646 7.861 | |
| shuffle_key_rows_by_mt 72.4% 53.388 38.649 | |
| matrix_table_array_arithmetic 71.8% 22.971 16.502 | |
| matrix_table_filter_entries 68.7% 14.328 9.849 | |
| table_group_by_aggregate_sorted 65.6% 9.327 6.117 | |
| table_group_by_aggregate_unsorted 63.3% 9.168 5.802 | |
| table_aggregate_counter 61.2% 19.754 12.094 | |
| table_read_force_count_strings 61.1% 7.666 4.686 | |
| read_force_count_p1000 59.6% 9.715 5.789 | |
| per_row_stats_star_star 56.4% 24.524 13.832 | |
| matrix_table_decode_and_count_just_gt 56.0% 9.331 5.227 | |
| shuffle_key_rows_by_4096_byte_rows 54.6% 32.453 17.724 | |
| table_range_force_count 53.4% 12.645 6.758 | |
| join_p1000_p1000 53.4% 101.951 54.484 | |
| genetics_pipeline 52.5% 286.578 150.553 | |
| table_big_aggregate_compile_and_execute 48.5% 20.773 10.069 | |
| join_p100_p100 48.3% 97.727 47.238 | |
| matrix_table_entries_table 43.9% 424.585 186.494 | |
| shuffle_key_rows_by_65k_byte_rows 43.6% 65.119 28.363 | |
| table_annotate_many_flat 39.3% 2.131 0.836 | |
| kyle_sex_specific_qc 38.5% 25.491 9.808 | |
| read_force_count_p100 34.7% 6.627 2.301 | |
| table_python_construction 33.9% 4.590 1.554 | |
| join_p10_p100 32.8% 219.324 71.937 | |
| union_p1000_p1000 31.1% 60.557 18.809 | |
| join_p100_p10 30.3% 220.450 66.711 | |
| table_aggregate_downsample_worst_case 30.1% 111.043 33.390 | |
| split_multi_hts 29.5% 126.347 37.307 | |
| union_p100_p100 29.3% 52.561 15.424 | |
| large_range_matrix_table_sum 28.6% 1800.000 514.520 | |
| read_force_count_p10 28.4% 6.148 1.748 | |
| table_foreign_key_join_same_cardinality 26.7% 57.597 15.353 | |
| table_foreign_key_join_left_higher_cardinality 26.5% 55.102 14.608 | |
| table_key_by_shuffle 24.9% 18.269 4.542 | |
| matrix_table_entries_table_no_key 23.7% 237.040 56.085 | |
| table_aggregate_take_by_strings 20.9% 29.871 6.253 | |
| union_p10_p100 20.3% 180.837 36.722 | |
| join_p1000_p10 18.0% 1447.494 260.218 | |
| join_p10_p1000 17.3% 1465.386 253.191 | |
| union_p1000_p10 15.8% 1400.043 220.826 | |
| union_p10_p1000 14.3% 1456.813 208.896 | |
| table_range_means 5.2% 126.879 6.548 | |
| table_annotate_many_nested_dependence_constants 0.9% 315.075 2.727 | |
| table_annotate_many_nested_dependence 0.6% 959.692 6.071 | |
| table_annotate_many_nested_no_dependence 0.3% 953.952 3.169 | |
| table_range_join_1b_1k 0.0% 729.242 0.165 | |
| ---------------------- | |
| Geometric mean: 40.3% | |
| Simple mean: 64.8% | |
| Median: 56.2% |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment