batch_size | seq_len | pad_percentage | HF_time | BT_time | Speedup |
---|---|---|---|---|---|
8 | 64 | 0 | 25.16 | 13.5 | 1.86 |
8 | 64 | 0.1 | 24.83 | 13.8 | 1.8 |
8 | 64 | 0.2 | 24.82 | 13.48 | 1.84 |
8 | 64 | 0.5 | 24.6 | 13.33 | 1.85 |
8 | 64 | 0.75 | 24.64 | 13.04 | 1.89 |
8 | 128 | 0 | 25.47 | 13.46 | 1.89 |
8 | 128 | 0.1 | 25.54 | 13.84 | 1.85 |
8 | 128 | 0.2 | 25.62 | 13.65 | 1.88 |
8 | 128 | 0.5 | 25.72 | 13.18 | 1.95 |
8 | 128 | 0.75 | 25.33 | 13.15 | 1.93 |
8 | 256 | 0 | 25.87 | 14.24 | 1.82 |
8 | 256 | 0.1 | 25.87 | 14.19 | 1.82 |
8 | 256 | 0.2 | 25.39 | 13.47 | 1.89 |
8 | 256 | 0.5 | 26.09 | 13.73 | 1.9 |
8 | 256 | 0.75 | 26.04 | 13.76 | 1.89 |
batch_size | seq_len | pad_percentage | HF_time | BT_time | Speedup |
---|---|---|---|---|---|
16 | 64 | 0 | 25.78 | 14.11 | 1.83 |
16 | 64 | 0.1 | 25.56 | 14.02 | 1.82 |
16 | 64 | 0.2 | 25.47 | 14.08 | 1.81 |
16 | 64 | 0.5 | 25.32 | 13.4 | 1.89 |
16 | 64 | 0.75 | 25.57 | 13.97 | 1.83 |
16 | 128 | 0 | 26.36 | 14.26 | 1.85 |
16 | 128 | 0.1 | 25.8 | 14.17 | 1.82 |
16 | 128 | 0.2 | 28.16 | 14.66 | 1.92 |
16 | 128 | 0.5 | 25.65 | 13.8 | 1.86 |
16 | 128 | 0.75 | 25.98 | 14.02 | 1.85 |
16 | 256 | 0 | 26.75 | 23.04 | 1.16 |
16 | 256 | 0.1 | 26.7 | 21.37 | 1.25 |
16 | 256 | 0.2 | 26.1 | 17.76 | 1.47 |
16 | 256 | 0.5 | 26.36 | 14.65 | 1.8 |
16 | 256 | 0.75 | 26.56 | 13.91 | 1.91 |
batch_size | seq_len | pad_percentage | HF_time | BT_time | Speedup |
---|---|---|---|---|---|
64 | 64 | 0 | 26.3 | 19.65 | 1.34 |
64 | 64 | 0.1 | 26.34 | 18.74 | 1.41 |
64 | 64 | 0.2 | 26.62 | 16.15 | 1.65 |
64 | 64 | 0.5 | 26.38 | 15.35 | 1.72 |
64 | 64 | 0.75 | 26.01 | 15.11 | 1.72 |
64 | 128 | 0 | 43.08 | 37.51 | 1.15 |
64 | 128 | 0.1 | 43.01 | 34.77 | 1.24 |
64 | 128 | 0.2 | 43.39 | 31.94 | 1.36 |
64 | 128 | 0.5 | 43.37 | 22.89 | 1.89 |
64 | 128 | 0.75 | 43.25 | 14.98 | 2.89 |
64 | 256 | 0 | 93.38 | 78.62 | 1.19 |
64 | 256 | 0.1 | 93.79 | 74.23 | 1.26 |
64 | 256 | 0.2 | 93.54 | 65.03 | 1.44 |
64 | 256 | 0.5 | 93.98 | 41.53 | 2.26 |
64 | 256 | 0.75 | 94.66 | 23.01 | 4.11 |