batch_size | seq_len | pad_percentage | HF_time | BT_time | Speedup |
---|---|---|---|---|---|
8 | 64 | 0 | 11.26 | 6.47 | 1.74 |
8 | 64 | 0.1 | 11.09 | 6.63 | 1.67 |
8 | 64 | 0.2 | 11.4 | 6.56 | 1.74 |
8 | 64 | 0.5 | 11.14 | 6.47 | 1.72 |
8 | 64 | 0.75 | 11.57 | 6.56 | 1.76 |
8 | 128 | 0 | 14.26 | 12.09 | 1.18 |
8 | 128 | 0.1 | 14.5 | 12.21 | 1.19 |
8 | 128 | 0.2 | 14.79 | 10.96 | 1.35 |
8 | 128 | 0.5 | 13.86 | 7.88 | 1.76 |
8 | 128 | 0.75 | 14.37 | 6.39 | 2.25 |
8 | 256 | 0 | 29.75 | 25.37 | 1.17 |
8 | 256 | 0.1 | 29.98 | 24.4 | 1.23 |
8 | 256 | 0.2 | 30.47 | 20.3 | 1.5 |
8 | 256 | 0.5 | 30.72 | 13.66 | 2.25 |
8 | 256 | 0.75 | 30.58 | 7.18 | 4.26 |
batch_size | seq_len | pad_percentage | HF_time | BT_time | Speedup |
---|---|---|---|---|---|
16 | 64 | 0 | 13.83 | 12.24 | 1.13 |
16 | 64 | 0.1 | 14.23 | 11.47 | 1.24 |
16 | 64 | 0.2 | 14.38 | 11.56 | 1.24 |
16 | 64 | 0.5 | 13.76 | 7.54 | 1.82 |
16 | 64 | 0.75 | 13.86 | 6.6 | 2.1 |
16 | 128 | 0 | 27.93 | 24.24 | 1.15 |
16 | 128 | 0.1 | 28.12 | 23.85 | 1.18 |
16 | 128 | 0.2 | 27.93 | 20.01 | 1.4 |
16 | 128 | 0.5 | 27.52 | 13.42 | 2.05 |
16 | 128 | 0.75 | 28.19 | 7.37 | 3.82 |
16 | 256 | 0 | 60.29 | 53.3 | 1.13 |
16 | 256 | 0.1 | 60.11 | 49.22 | 1.22 |
16 | 256 | 0.2 | 59.96 | 42.17 | 1.42 |
16 | 256 | 0.5 | 59.94 | 26.51 | 2.26 |
16 | 256 | 0.75 | 59.33 | 14.7 | 4.04 |
batch_size | seq_len | pad_percentage | HF_time | BT_time | Speedup |
---|---|---|---|---|---|
64 | 64 | 0 | 51.15 | 44.28 | 1.16 |
64 | 64 | 0.1 | 51.16 | 43.28 | 1.18 |
64 | 64 | 0.2 | 51.74 | 41.66 | 1.24 |
64 | 64 | 0.5 | 51.12 | 27.87 | 1.83 |
64 | 64 | 0.75 | 51.04 | 17.32 | 2.95 |
64 | 128 | 0 | 107.01 | 99.95 | 1.07 |
64 | 128 | 0.1 | 107.38 | 89.4 | 1.2 |
64 | 128 | 0.2 | 106.64 | 80.2 | 1.33 |
64 | 128 | 0.5 | 105.42 | 54.8 | 1.92 |
64 | 128 | 0.75 | 104.78 | 26.63 | 3.93 |
64 | 256 | 0 | 230.76 | 210.94 | 1.09 |
64 | 256 | 0.1 | 231.54 | 196.92 | 1.18 |
64 | 256 | 0.2 | 228.68 | 173.53 | 1.32 |
64 | 256 | 0.5 | 228.77 | 107.11 | 2.14 |
64 | 256 | 0.75 | 229.43 | 52.49 | 4.37 |