table_bert_large_half_t4.md

batch_size	seq_len	pad_percentage	HF_time	BT_time	Speedup
8	64	0	25.16	13.5	1.86
8	64	0.1	24.83	13.8	1.8
8	64	0.2	24.82	13.48	1.84
8	64	0.5	24.6	13.33	1.85
8	64	0.75	24.64	13.04	1.89
8	128	0	25.47	13.46	1.89
8	128	0.1	25.54	13.84	1.85
8	128	0.2	25.62	13.65	1.88
8	128	0.5	25.72	13.18	1.95
8	128	0.75	25.33	13.15	1.93
8	256	0	25.87	14.24	1.82
8	256	0.1	25.87	14.19	1.82
8	256	0.2	25.39	13.47	1.89
8	256	0.5	26.09	13.73	1.9
8	256	0.75	26.04	13.76	1.89

batch_size	seq_len	pad_percentage	HF_time	BT_time	Speedup
16	64	0	25.78	14.11	1.83
16	64	0.1	25.56	14.02	1.82
16	64	0.2	25.47	14.08	1.81
16	64	0.5	25.32	13.4	1.89
16	64	0.75	25.57	13.97	1.83
16	128	0	26.36	14.26	1.85
16	128	0.1	25.8	14.17	1.82
16	128	0.2	28.16	14.66	1.92
16	128	0.5	25.65	13.8	1.86
16	128	0.75	25.98	14.02	1.85
16	256	0	26.75	23.04	1.16
16	256	0.1	26.7	21.37	1.25
16	256	0.2	26.1	17.76	1.47
16	256	0.5	26.36	14.65	1.8
16	256	0.75	26.56	13.91	1.91

batch_size	seq_len	pad_percentage	HF_time	BT_time	Speedup
64	64	0	26.3	19.65	1.34
64	64	0.1	26.34	18.74	1.41
64	64	0.2	26.62	16.15	1.65
64	64	0.5	26.38	15.35	1.72
64	64	0.75	26.01	15.11	1.72
64	128	0	43.08	37.51	1.15
64	128	0.1	43.01	34.77	1.24
64	128	0.2	43.39	31.94	1.36
64	128	0.5	43.37	22.89	1.89
64	128	0.75	43.25	14.98	2.89
64	256	0	93.38	78.62	1.19
64	256	0.1	93.79	74.23	1.26
64	256	0.2	93.54	65.03	1.44
64	256	0.5	93.98	41.53	2.26
64	256	0.75	94.66	23.01	4.11