Created
March 17, 2020 14:08
-
-
Save tpoterba/f2302bc140dafcc42310c579d4eee2a7 to your computer and use it in GitHub Desktop.
0.2.34 vs lir
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Failed benchmarks in run 1: | |
| block_matrix_nested_multiply | |
| pc_relate_big | |
| Failed benchmarks in run 2: | |
| pc_relate_big | |
| large_range_matrix_table_sum | |
| Benchmark Name Ratio Time 1 Time 2 | |
| -------------- ----- ------ ------ | |
| ndarray_matmul_float64_benchmark 286.0% 3.273 9.361 | |
| read_force_count_p100 127.8% 2.037 2.603 | |
| make_ndarray_bench 125.4% 19.614 24.590 | |
| hwe_normalized_pca 124.7% 36.800 45.876 | |
| kyle_sex_specific_qc 123.5% 8.762 10.823 | |
| table_aggregate_downsample_worst_case 122.9% 28.662 35.239 | |
| per_row_stats_star_star 114.9% 11.197 12.864 | |
| union_p100_p100 114.8% 15.313 17.577 | |
| read_force_count_p1000 114.8% 5.045 5.789 | |
| read_force_count_p10 113.6% 1.715 1.949 | |
| matrix_table_filter_entries 113.4% 7.698 8.733 | |
| join_p100_p100 112.3% 42.990 48.268 | |
| group_by_take_rekey 112.1% 11.236 12.600 | |
| sample_qc 111.6% 25.596 28.560 | |
| table_import_ints 111.5% 119.650 133.398 | |
| table_big_aggregate_compilation 111.4% 8.275 9.220 | |
| read_decode_gnomad_coverage 107.8% 5.914 6.372 | |
| matrix_table_nested_annotate_rows_annotate_entries 107.0% 12.362 13.229 | |
| matrix_table_decode_and_count 106.8% 6.815 7.279 | |
| write_range_matrix_table_p100 106.8% 6.148 6.567 | |
| union_p10_p1000 106.7% 198.755 212.074 | |
| table_group_by_aggregate_unsorted 106.7% 6.032 6.433 | |
| table_read_force_count_ints 105.6% 8.619 9.100 | |
| import_bgen_force_count_all 105.1% 146.938 154.373 | |
| matrix_table_array_arithmetic 105.0% 10.853 11.396 | |
| export_range_matrix_table_row_p100 104.6% 3.049 3.188 | |
| import_bgen_force_count_just_gp 104.5% 146.358 152.970 | |
| table_key_by_shuffle 104.3% 5.100 5.317 | |
| variant_qc 104.0% 8.909 9.269 | |
| table_foreign_key_join_left_higher_cardinality 104.0% 16.515 17.180 | |
| table_python_construction 103.6% 1.602 1.661 | |
| join_p10_p1000 103.3% 240.495 248.440 | |
| matrix_table_many_aggs_row_wise 103.3% 15.551 16.062 | |
| pc_relate 103.3% 140.163 144.725 | |
| table_annotate_many_nested_dependence_constants 103.0% 2.545 2.622 | |
| import_bgen_filter_count 102.9% 151.143 155.503 | |
| table_range_force_count 102.6% 5.509 5.650 | |
| gnomad_coverage_stats_optimized 102.5% 283.931 290.902 | |
| ld_prune_profile_25 102.4% 488.284 499.940 | |
| table_range_array_range_force_count 102.2% 9.070 9.270 | |
| read_with_index_p1000 102.1% 20.614 21.040 | |
| import_vcf_write 102.0% 91.836 93.643 | |
| join_p1000_p10 101.9% 229.227 233.558 | |
| variant_and_sample_qc 101.5% 36.982 37.537 | |
| variant_and_sample_qc_nested_with_filters_4 101.0% 38.878 39.264 | |
| compile_2k_merge 100.5% 58.039 58.335 | |
| join_p100_p10 100.4% 58.966 59.227 | |
| join_p10_p100 100.4% 63.128 63.379 | |
| import_bgen_info_score 100.3% 181.505 181.983 | |
| genetics_pipeline 100.1% 112.325 112.451 | |
| table_range_join_1b_1b 100.0% 1800.000 1800.000 | |
| shuffle_order_by_10m_int 99.4% 81.313 80.841 | |
| python_only_10k_combine 99.4% 12.937 12.859 | |
| table_big_aggregate_compile_and_execute 99.2% 11.497 11.399 | |
| table_aggregate_downsample_dense 99.0% 63.919 63.298 | |
| python_only_10k_transform 99.0% 93.701 92.718 | |
| union_p1000_p10 98.8% 202.079 199.706 | |
| table_aggregate_linreg 98.8% 46.706 46.130 | |
| matrix_multi_write_nothing 98.6% 134.202 132.368 | |
| import_vcf_count_rows 98.3% 15.200 14.934 | |
| table_foreign_key_join_same_cardinality 98.2% 17.884 17.569 | |
| table_group_by_aggregate_sorted 98.2% 5.877 5.773 | |
| table_aggregate_counter 98.2% 11.967 11.750 | |
| write_range_table_p10 98.1% 13.294 13.040 | |
| shuffle_key_rows_by_4096_byte_rows 98.1% 16.358 16.045 | |
| table_aggregate_take_by_strings 97.9% 6.156 6.027 | |
| concordance 97.7% 39.090 38.177 | |
| matrix_table_scan_count_cols 97.1% 1.014 0.985 | |
| linear_regression_rows 97.1% 62.443 60.618 | |
| table_range_means 96.9% 6.760 6.552 | |
| write_profile_mt 96.6% 53.583 51.766 | |
| table_annotate_many_nested_dependence 96.5% 6.863 6.620 | |
| variant_and_sample_qc_nested_with_filters_2 95.0% 22.812 21.683 | |
| matrix_table_aggregate_entries 94.9% 6.135 5.819 | |
| table_import_strings 94.8% 33.856 32.097 | |
| shuffle_key_rows_by_mt 94.6% 35.402 33.496 | |
| export_vcf 94.2% 74.210 69.938 | |
| table_read_force_count_strings 94.2% 4.514 4.254 | |
| matrix_table_many_aggs_col_wise 94.2% 31.246 29.438 | |
| write_range_table_p100 94.0% 16.350 15.377 | |
| union_p1000_p1000 94.0% 18.272 17.173 | |
| table_annotate_many_nested_no_dependence 94.0% 3.314 3.114 | |
| matrix_table_entries_table 93.7% 153.868 144.156 | |
| matrix_table_decode_and_count_just_gt 93.2% 4.565 4.255 | |
| join_p1000_p1000 92.8% 48.520 45.047 | |
| group_by_collect_per_row 92.4% 6.965 6.438 | |
| export_range_matrix_table_entry_field_p100 91.7% 9.651 8.845 | |
| write_range_table_p1000 91.3% 34.887 31.864 | |
| ndarray_matmul_int64_benchmark 91.2% 9.967 9.093 | |
| table_aggregate_int_stats 90.9% 13.342 12.131 | |
| union_p10_p100 90.6% 37.835 34.294 | |
| matrix_table_filter_entries_unfilter 90.5% 13.235 11.978 | |
| matrix_table_call_stats_star_star 90.0% 9.660 8.692 | |
| table_aggregate_array_sum 88.8% 8.933 7.933 | |
| matrix_table_scan_count_rows 86.6% 68.458 59.273 | |
| split_multi_hts 86.2% 38.236 32.977 | |
| matrix_table_entries_table_no_key 86.2% 48.999 42.252 | |
| shuffle_key_rows_by_65k_byte_rows 84.1% 29.627 24.927 | |
| split_multi 81.3% 16.824 13.677 | |
| ---------------------- | |
| Harmonic mean: 100.9% | |
| Geometric mean: 101.7% | |
| Arithmetic mean: 102.9% | |
| Median: 100.1% |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment