iree-full-benchmark-results-17706.md

Full Benchmark Summary

• @ commit 36b0cacdca71443a62f45d82ee179d61e5235629 (vs. base 199790292101bed6128c1db2e1bb1cacf2d6ab54)
• Pull request
• Build

Data-Tiling Comparison Table

Name	No-DT (baseline)	DT-Only	DT-UK
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	217.974 (1.0X)	N/A	106.813 (2.0X)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	784.852 (1.0X)	N/A	220.184 (3.6X)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	6.923 (1.0X)	N/A	8.509 (0.8X)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	32.176 (1.0X)	N/A	30.107 (1.1X)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	35.738 (1.0X)	N/A	34.194 (1.0X)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	275.400 (1.0X)	N/A	222.630 (1.2X)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.790 (1.0X)	N/A	4.991 (1.2X)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	26.785 (1.0X)	N/A	13.112 (2.0X)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.235 (1.0X)	N/A	8.730 (1.1X)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	70.146 (1.0X)	N/A	38.572 (1.8X)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.271 (1.0X)	N/A	9.380 (1.2X)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	89.683 (1.0X)	N/A	40.453 (2.2X)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.761 (1.0X)	N/A	13.599 (0.9X)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	79.947 (1.0X)	N/A	57.135 (1.4X)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	33.926 (1.0X)	N/A	61.349 (0.6X)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	175.310 (1.0X)	N/A	185.700 (0.9X)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	35.124 (1.0X)	N/A	62.084 (0.6X)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	182.938 (1.0X)	N/A	190.352 (1.0X)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	67.120 (1.0X)	N/A	62.603 (1.1X)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	492.912 (1.0X)	N/A	215.555 (2.3X)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.796 (1.0X)	N/A	4.542 (1.1X)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	23.917 (1.0X)	N/A	17.881 (1.3X)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	3.722 (1.0X)	N/A	4.879 (0.8X)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.133 (1.0X)	N/A	11.360 (1.1X)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.839 (1.0X)	N/A	5.394 (1.1X)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	21.627 (1.0X)	N/A	11.907 (1.8X)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	2.854 (1.0X)	N/A	2.827 (1.0X)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	2.738 (1.0X)	N/A	2.693 (1.0X)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.423 (1.0X)	N/A	9.852 (0.9X)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	34.043 (1.0X)	N/A	31.306 (1.1X)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	0.769 (1.0X)	N/A	0.630 (1.2X)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.700 (1.0X)	N/A	0.567 (1.2X)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.127 (1.0X)	N/A	5.183 (0.8X)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	17.851 (1.0X)	N/A	18.971 (0.9X)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.570 (1.0X)	N/A	7.567 (1.0X)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	49.843 (1.0X)	N/A	44.953 (1.1X)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	51.524 (1.0X)	N/A	44.765 (1.2X)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	31.121 (1.0X)	N/A	28.226 (1.1X)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	92.303 (1.0X)	N/A	22.590 (4.1X)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	92.856 (1.0X)	N/A	23.246 (4.0X)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	51.853 (1.0X)	N/A	22.317 (2.3X)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	141.219 (1.0X)	N/A	27.959 (5.1X)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	140.114 (1.0X)	N/A	29.655 (4.7X)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	69.022 (1.0X)	N/A	26.694 (2.6X)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	710.836 (1.0X)	N/A	359.024 (2.0X)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	726.077 (1.0X)	N/A	363.405 (2.0X)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	409.824 (1.0X)	N/A	220.091 (1.9X)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	1123.824 (1.0X)	N/A	310.212 (3.6X)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	1124.047 (1.0X)	N/A	316.186 (3.6X)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	586.206 (1.0X)	N/A	189.272 (3.1X)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	2061.408 (1.0X)	N/A	317.456 (6.5X)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	2062.899 (1.0X)	N/A	315.418 (6.5X)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu] local_task(embedded_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	1117.105 (1.0X)	N/A	190.194 (5.9X)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu] local_sync(embedded_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	12.131 (1.0X)	N/A	1.329 (9.1X)

Regressed Latencies 🚩

Benchmark Name	Average Latency (ms)	Median Latency (ms)	Latency Standard Deviation (ms)
MobileBertSquad\_fp16(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][default-flags,demote-f32-to-f16] vulkan(none)[full-inference,default-flags] with default @ pixel-6-pro[gpu]	82.772 (vs. 71.565, 15.66%↑)	82.836	0.630
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	141.219 (vs. 123.281, 14.55%↑)	141.179	0.287
MiniLML12H384Uncased(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	1.760 (vs. 1.590, 10.71%↑)	1.761	0.023
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.380 (vs. 8.504, 10.30%↑)	9.348	0.075
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	140.114 (vs. 130.994, 6.96%↑)	140.093	0.272

Improved Latencies 🎉

Benchmark Name	Average Latency (ms)	Median Latency (ms)	Latency Standard Deviation (ms)
MobileBertSquad\_int8(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency] vulkan(none)[full-inference,default-flags] with default @ pixel-6-pro[gpu]	69.670 (vs. 74.206, 6.11%↓)	69.544	0.650

Similar Latencies

Benchmark Name	Average Latency (ms)	Median Latency (ms)	Latency Standard Deviation (ms)
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	784.852 (vs. 730.806, 7.40%↑)	782.394	36.543
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	40.453 (vs. 38.140, 6.07%↑)	39.629	1.692
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	275.400 (vs. 259.884, 5.97%↑)	274.377	3.222
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.796 (vs. 4.529, 5.89%↑)	4.778	0.096
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	69.022 (vs. 72.620, 4.95%↓)	69.003	0.132
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	29.655 (vs. 31.094, 4.63%↓)	29.753	0.892
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.761 (vs. 12.198, 4.62%↑)	12.579	0.300
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	38.572 (vs. 36.888, 4.57%↑)	38.120	1.295
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	182.938 (vs. 175.259, 4.38%↑)	181.924	2.644
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	1117.105 (vs. 1164.464, 4.07%↓)	1122.821	17.577
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	12.133 (vs. 11.702, 3.68%↑)	12.076	0.220
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	175.310 (vs. 181.951, 3.65%↓)	176.295	4.880
matmul\_128x256x8192\_f16t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul,splitk] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.026 (vs. 0.025, 3.37%↑)	0.026	0.000
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	220.091 (vs. 227.619, 3.31%↓)	221.009	6.239
EfficientNetV2STF(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	4.420 (vs. 4.281, 3.26%↑)	4.423	0.097
MobileBertSquad\_int8(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][default-flags] vulkan(none)[full-inference,default-flags] with default @ pixel-6-pro[gpu]	82.342 (vs. 79.760, 3.24%↑)	82.535	0.586
MobileBertSquad\_fp16(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,demote-f32-to-f16] vulkan(none)[full-inference,default-flags] with default @ pixel-6-pro[gpu]	91.190 (vs. 94.234, 3.23%↓)	91.112	0.197
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	35.124 (vs. 34.072, 3.09%↑)	34.903	0.813
GPT2\_117M\_TF\_1X1XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	22.317 (vs. 23.027, 3.08%↓)	22.345	0.162
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	26.694 (vs. 27.527, 3.02%↓)	26.758	0.373
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	13.599 (vs. 13.208, 2.96%↑)	13.548	0.119
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	12.131 (vs. 12.491, 2.88%↓)	12.136	0.057
BertLargeTF(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	11.012 (vs. 10.710, 2.82%↑)	11.006	0.017
DeepLabV3\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	44.765 (vs. 46.034, 2.76%↓)	44.808	0.587
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	89.683 (vs. 87.304, 2.73%↑)	90.268	3.383
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	2062.899 (vs. 2115.099, 2.47%↓)	2062.977	1.233
DeepLabV3\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	28.226 (vs. 28.924, 2.41%↓)	28.482	0.788
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	23.917 (vs. 24.508, 2.41%↓)	23.897	0.253
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.271 (vs. 11.022, 2.26%↑)	10.896	0.642
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	726.077 (vs. 710.397, 2.21%↑)	727.599	13.834
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	79.947 (vs. 78.263, 2.15%↑)	79.438	1.119
GPT2\_117M\_TF\_1X1XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	51.853 (vs. 52.978, 2.12%↓)	51.797	0.169
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	2061.408 (vs. 2105.281, 2.08%↓)	2061.477	1.044
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	190.194 (vs. 194.056, 1.99%↓)	191.632	5.010
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	17.851 (vs. 17.511, 1.94%↑)	17.837	0.122
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	57.135 (vs. 56.051, 1.93%↑)	56.618	1.045
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	317.456 (vs. 311.700, 1.85%↑)	317.848	4.125
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	62.084 (vs. 61.006, 1.77%↑)	61.750	0.584
MobileBertSquad\_int8(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel] vulkan(none)[full-inference,experimental-flags] with default @ pixel-6-pro[gpu]	73.338 (vs. 74.629, 1.73%↓)	73.352	0.313
MobileNetV2\_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags] local\_task(vmvx\_module)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	7897.656 (vs. 8025.609, 1.59%↓)	7898.774	2.071
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.183 (vs. 5.113, 1.37%↑)	5.183	0.021
GPT2\_117M\_TF\_1X1XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	92.856 (vs. 94.110, 1.33%↓)	92.866	0.139
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	215.555 (vs. 212.839, 1.28%↑)	214.906	1.448
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	3.722 (vs. 3.677, 1.23%↑)	3.719	0.022
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	710.836 (vs. 719.542, 1.21%↓)	713.867	12.029
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	27.959 (vs. 28.300, 1.21%↓)	27.958	0.860
GPT2\_117M\_TF\_1X1XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	23.246 (vs. 23.527, 1.19%↓)	23.106	0.328
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency] vulkan(none)[full-inference,default-flags] with default @ pixel-6-pro[gpu]	104.249 (vs. 105.475, 1.16%↓)	104.109	0.537
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	2.738 (vs. 2.769, 1.12%↓)	2.734	0.016
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	1.329 (vs. 1.344, 1.09%↓)	1.336	0.015
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	62.603 (vs. 61.928, 1.09%↑)	62.508	0.335
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	220.184 (vs. 217.839, 1.08%↑)	220.075	1.730
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	2.854 (vs. 2.884, 1.04%↓)	2.852	0.021
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.852 (vs. 9.751, 1.03%↑)	9.835	0.035
DeepLabV3\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	44.953 (vs. 44.497, 1.02%↑)	45.032	0.467
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][default-flags] vulkan(none)[full-inference,default-flags] with default @ pixel-6-pro[gpu]	97.716 (vs. 96.746, 1.00%↑)	97.687	0.268
matmul\_2560x2560x2560\_f16t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.142 (vs. 0.141, 0.98%↑)	0.142	0.001
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.879 (vs. 4.833, 0.96%↑)	4.876	0.026
matmul\_128x256x8192\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul,splitk] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.048 (vs. 0.047, 0.93%↑)	0.048	0.000
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	363.405 (vs. 366.793, 0.92%↓)	361.812	7.639
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel] vulkan(none)[full-inference,experimental-flags] with default @ pixel-6-pro[gpu]	125.025 (vs. 123.899, 0.91%↑)	124.974	0.299
matmul\_123x2561x2561\_f32t\_f32t\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.202 (vs. 0.200, 0.91%↑)	0.202	0.000
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	9.235 (vs. 9.153, 0.89%↑)	8.958	0.493
GPT2\_117M\_TF\_1X1XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	22.590 (vs. 22.787, 0.86%↓)	22.567	0.105
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	61.349 (vs. 60.843, 0.83%↑)	61.118	0.642
GPT2\_117M\_TF\_1X1XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	92.303 (vs. 93.066, 0.82%↓)	92.316	0.055
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.907 (vs. 11.810, 0.82%↑)	11.901	0.037
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	70.146 (vs. 69.577, 0.82%↑)	70.424	2.473
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	30.107 (vs. 29.863, 0.82%↑)	30.062	0.132
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	190.352 (vs. 188.816, 0.81%↑)	188.689	2.982
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	310.212 (vs. 312.648, 0.78%↓)	310.351	4.268
DeepLabV3\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	49.843 (vs. 49.459, 0.78%↑)	49.959	0.987
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	34.194 (vs. 33.941, 0.75%↑)	33.982	0.375
matmul\_3456x1024x2048\_f16t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.064 (vs. 0.063, 0.74%↑)	0.064	0.000
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	21.627 (vs. 21.469, 0.73%↑)	21.654	0.117
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	1123.824 (vs. 1115.802, 0.72%↑)	1123.232	2.943
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	67.120 (vs. 66.642, 0.72%↑)	66.792	0.641
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	32.176 (vs. 31.949, 0.71%↑)	32.143	0.111
MobileBertSquad\_fp16(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,demote-f32-to-f16] vulkan(none)[full-inference,experimental-flags] with default @ pixel-6-pro[gpu]	79.938 (vs. 79.380, 0.70%↑)	79.783	0.473
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	492.912 (vs. 489.692, 0.66%↑)	491.914	2.206
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	316.186 (vs. 314.142, 0.65%↑)	316.403	2.613
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	217.974 (vs. 219.385, 0.64%↓)	211.355	15.597
MobileNetV2\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	11.360 (vs. 11.430, 0.61%↓)	11.370	0.106
MobileBertSquad\_fp32(tflite) [qualcomm-adreno-vulkan\_android31-vulkan\_spirv][default-flags] vulkan(none)[full-inference,default-flags] with default @ moto-edge-x30[gpu]	258.941 (vs. 260.529, 0.61%↓)	258.825	0.818
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	315.418 (vs. 317.343, 0.61%↓)	315.309	2.440
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	222.630 (vs. 223.964, 0.60%↓)	219.478	6.150
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	1124.047 (vs. 1117.394, 0.60%↑)	1123.596	2.368
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.509 (vs. 8.460, 0.57%↑)	8.510	0.028
matmul\_2560x2560x2560\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.301 (vs. 0.299, 0.52%↑)	0.301	0.001
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.991 (vs. 5.018, 0.52%↓)	4.989	0.011
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	13.112 (vs. 13.045, 0.52%↑)	13.117	0.051
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	189.272 (vs. 188.350, 0.49%↑)	188.411	6.416
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.542 (vs. 4.521, 0.48%↑)	4.541	0.021
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	586.206 (vs. 589.031, 0.48%↓)	589.542	8.222
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.423 (vs. 8.459, 0.42%↓)	8.397	0.052
matmul\_3456x1024x2048\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.166 (vs. 0.165, 0.38%↑)	0.166	0.000
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	185.700 (vs. 185.005, 0.38%↑)	184.560	2.712
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	409.824 (vs. 408.293, 0.37%↑)	412.941	11.464
BertForMaskedLMTF(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	7.143 (vs. 7.167, 0.33%↓)	7.138	0.040
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	18.971 (vs. 18.918, 0.28%↑)	18.950	0.098
DeepLabV3\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[2-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	31.121 (vs. 31.035, 0.28%↑)	31.302	1.021
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	31.306 (vs. 31.225, 0.26%↑)	31.200	0.250
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	2.693 (vs. 2.686, 0.25%↑)	2.689	0.023
MobileNetV1\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	17.881 (vs. 17.837, 0.25%↑)	17.775	0.177
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	0.630 (vs. 0.632, 0.25%↓)	0.630	0.001
EfficientNetV2STF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	35.738 (vs. 35.826, 0.25%↓)	35.055	0.982
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.567 (vs. 7.586, 0.24%↓)	7.568	0.010
GPT2\_117M\_TF\_1X1XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	8.730 (vs. 8.710, 0.23%↑)	8.707	0.074
matmul\_2564x2564x2564\_f32t\_f32t\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	0.944 (vs. 0.946, 0.22%↓)	0.944	0.000
DeepLabV3\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,system-scheduling] with default @ pixel-6-pro[big-cores]	51.524 (vs. 51.414, 0.21%↑)	51.501	0.726
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ pixel-6-pro[big-cores]	359.024 (vs. 359.768, 0.21%↓)	361.011	5.781
matmul\_256x256x2048\_i8\_i4\_i32\_tile\_config\_default(linalg) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	7.570 (vs. 7.555, 0.20%↑)	7.569	0.009
MobileNetV3Small\_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags] local\_task(vmvx\_module)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	1801.912 (vs. 1805.349, 0.19%↓)	1801.595	2.032
MobileSSD\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	34.043 (vs. 33.980, 0.19%↑)	33.955	0.332
matmul\_2562x2564x2562\_f32t\_f32t\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	1.114 (vs. 1.116, 0.18%↓)	1.112	0.006
PoseNet\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	4.127 (vs. 4.134, 0.17%↓)	4.130	0.016
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.394 (vs. 5.402, 0.16%↓)	5.390	0.012
matmul\_2562x2561x2561\_f32t\_f32t\_f32t\_tile\_config\_default(linalg) [cuda-sm\_80-linux\_gnu-cuda][ukernel,matmul] cuda(none)[full-inference,default-flags] with default @ a2-highgpu-1g[gpu]	1.370 (vs. 1.372, 0.16%↓)	1.370	0.000
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[30-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	106.813 (vs. 106.647, 0.16%↑)	106.651	1.145
DeepLabV3\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	6.923 (vs. 6.913, 0.14%↑)	6.922	0.019
MobileBertSquad\_fp32(tflite) [qualcomm-adreno-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding] vulkan(none)[full-inference,default-flags] with default @ moto-edge-x30[gpu]	259.403 (vs. 259.732, 0.13%↓)	259.422	0.835
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.700 (vs. 0.699, 0.12%↑)	0.700	0.001
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.790 (vs. 5.797, 0.11%↓)	5.778	0.029
MobileNetV2\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[8-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	5.839 (vs. 5.845, 0.11%↓)	5.837	0.019
MobileNetV3Small\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	2.827 (vs. 2.830, 0.09%↓)	2.820	0.031
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	0.769 (vs. 0.770, 0.08%↓)	0.771	0.005
PersonDetect\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk] local\_sync(embedded\_elf)[full-inference,default-flags] with default @ c2-standard-60[cpu]	0.567 (vs. 0.567, 0.06%↓)	0.567	0.000
MobileBertSquad\_fp16(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[15-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	33.926 (vs. 33.940, 0.04%↓)	33.698	0.805
EfficientNet\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt] local\_task(embedded\_elf)[1-thread,full-inference,default-flags] with default @ c2-standard-60[cpu]	26.785 (vs. 26.784, 0.01%↑)	26.799	0.058

Regressed Total Dispatch Sizes 🚩

Benchmark Name	Total Dispatch Size (bytes)
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt,compile-stats]	749168 (vs. 694624, 7.85%↑)

Improved Total Dispatch Sizes 🎉

Benchmark Name	Total Dispatch Size (bytes)
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	35632 (vs. 39360, 9.47%↓)
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	40064 (vs. 43840, 8.61%↓)
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	31024 (vs. 33904, 8.49%↓)
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	131572 (vs. 143012, 8.00%↓)
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	131572 (vs. 143012, 8.00%↓)
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt,compile-stats]	30384 (vs. 32912, 7.68%↓)
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	35040 (vs. 37936, 7.63%↓)
MobileBertSquad\_fp32(tflite) [qualcomm-adreno-vulkan\_android31-vulkan\_spirv][default-flags,compile-stats]	229200 (vs. 246320, 6.95%↓)
MobileBertSquad\_fp32(tflite) [qualcomm-adreno-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,compile-stats]	229200 (vs. 246320, 6.95%↓)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	17456 (vs. 18640, 6.35%↓)
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][default-flags,compile-stats]	134196 (vs. 143012, 6.16%↓)
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk,compile-stats]	1301024 (vs. 1372976, 5.24%↓)
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,dt-only,compile-stats]	1307968 (vs. 1379904, 5.21%↓)
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	88224 (vs. 93056, 5.19%↓)
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	2467712 (vs. 2599872, 5.08%↓)
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	2478176 (vs. 2610240, 5.06%↓)

Regressed Stream IR Dispatch Count (# of cmd.dispatch ops) 🚩

Benchmark Name	Stream IR Dispatch Count (# of cmd.dispatch ops)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	368 (vs. 318, 15.72%↑)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	368 (vs. 318, 15.72%↑)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk,compile-stats]	368 (vs. 318, 15.72%↑)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,dt-only,compile-stats]	368 (vs. 318, 15.72%↑)
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	234 (vs. 209, 11.96%↑)
MiniLML12H384Uncased(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags,compile-stats]	234 (vs. 209, 11.96%↑)
MiniLML12H384Uncased(stablehlo) [riscv\_64-generic-linux\_gnu-llvm\_cpu][default-flags,compile-stats]	234 (vs. 209, 11.96%↑)
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	462 (vs. 413, 11.86%↑)
BertLargeTF(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags,compile-stats]	462 (vs. 413, 11.86%↑)
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	237 (vs. 212, 11.79%↑)
BertForMaskedLMTF(stablehlo) [cuda-sm\_80-linux\_gnu-cuda][default-flags,compile-stats]	237 (vs. 212, 11.79%↑)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	258 (vs. 233, 10.73%↑)
GPT2\_117M\_TF\_1X4XI32(stablehlo) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt,compile-stats]	258 (vs. 233, 10.73%↑)
MobileNetV2\_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags,compile-stats]	187 (vs. 172, 8.72%↑)
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	360 (vs. 334, 7.78%↑)
BertForMaskedLMTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	360 (vs. 334, 7.78%↑)
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	704 (vs. 654, 7.65%↑)
BertLargeTF(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	704 (vs. 654, 7.65%↑)
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	355 (vs. 330, 7.58%↑)
MiniLML12H384Uncased(stablehlo) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	355 (vs. 330, 7.58%↑)
MobileNetV3Small\_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags,compile-stats]	220 (vs. 210, 4.76%↑)
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [riscv\_64-generic-linux\_gnu-llvm\_cpu][default-flags,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [qualcomm-adreno-vulkan\_android31-vulkan\_spirv][default-flags,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [qualcomm-adreno-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][default-flags,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_fp32(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	728 (vs. 704, 3.41%↑)
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,no-dt,compile-stats]	1126 (vs. 1102, 2.18%↑)
MobileBertSquad\_int8(tflite) [riscv\_64-generic-linux\_gnu-llvm\_cpu][default-flags,compile-stats]	1126 (vs. 1102, 2.18%↑)
MobileBertSquad\_int8(tflite) [riscv\_32-generic-linux\_gnu-llvm\_cpu][default-flags,compile-stats]	1126 (vs. 1102, 2.18%↑)
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt,compile-stats]	1126 (vs. 1102, 2.18%↑)
MobileBertSquad\_int8(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][default-flags,compile-stats]	1126 (vs. 1102, 2.18%↑)
MobileBertSquad\_int8(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	1126 (vs. 1102, 2.18%↑)
MobileBertSquad\_int8(tflite) [arm-valhall-vulkan\_android31-vulkan\_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	1126 (vs. 1102, 2.18%↑)
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,no-dt,compile-stats]	272 (vs. 268, 1.49%↑)
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	1786 (vs. 1762, 1.36%↑)
MobileBertSquad\_fp32(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	1786 (vs. 1762, 1.36%↑)
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk,compile-stats]	1786 (vs. 1762, 1.36%↑)
MobileBertSquad\_fp32(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,dt-only,compile-stats]	1786 (vs. 1762, 1.36%↑)
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][experimental-flags,dt-only,compile-stats]	2184 (vs. 2160, 1.11%↑)
MobileBertSquad\_int8(tflite) [x86\_64-cascadelake-linux\_gnu-llvm\_cpu][default-flags,dt-uk,compile-stats]	2184 (vs. 2160, 1.11%↑)
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk,compile-stats]	2184 (vs. 2160, 1.11%↑)
MobileBertSquad\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,dt-only,compile-stats]	2184 (vs. 2160, 1.11%↑)

Improved Stream IR Dispatch Count (# of cmd.dispatch ops) 🎉

Benchmark Name	Stream IR Dispatch Count (# of cmd.dispatch ops)
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][default-flags,dt-uk,compile-stats]	382 (vs. 386, 1.04%↓)
Vit\_int8(tflite) [armv8.2-a-generic-linux\_android29-llvm\_cpu][experimental-flags,dt-only,compile-stats]	382 (vs. 386, 1.04%↓)

All Compilation Metrics

Benchmark Name	Compilation Time (ms)	Total Dispatch Size (bytes)	Total Artifact Size (bytes)	Stream IR Dispatch Count (# of cmd.dispatch ops)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	1414 (vs. 1373, 2.99%↑)	9664 (vs. 9664, 0.00%)	277497 (vs. 277497, 0.00%)	1 (vs. 1, 0.00%)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	22580 (vs. 22517, 0.28%↑)	144032 (vs. 144032, 0.00%)	399877 (vs. 399877, 0.00%)	60 (vs. 60, 0.00%)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	44797 (vs. 42021, 6.61%↑)	238720 (vs. 238720, 0.00%)	10458245 (vs. 10458245, 0.00%)	97 (vs. 97, 0.00%)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	35618 (vs. 36458, 2.30%↓)	177680 (vs. 177680, 0.00%)	2959045 (vs. 2959045, 0.00%)	79 (vs. 79, 0.00%)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	64058 (vs. 61682, 3.85%↑)	680000 (vs. 680000, 0.00%)	5603397 (vs. 5603397, 0.00%)	89 (vs. 89, 0.00%)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	21354 (vs. 22395, 4.65%↓)	174400 (vs. 174400, 0.00%)	17094405 (vs. 17094405, 0.00%)	51 (vs. 51, 0.00%)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	31089 (vs. 35493, 12.41%↓)	190096 (vs. 190096, 0.00%)	14173189 (vs. 14173189, 0.00%)	74 (vs. 74, 0.00%)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	62522 (vs. 64315, 2.79%↓)	568928 (vs. 568928, 0.00%)	4219653 (vs. 4219653, 0.00%)	144 (vs. 144, 0.00%)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	43031 (vs. 48130, 10.59%↓)	287600 (vs. 287600, 0.00%)	18229253 (vs. 18229253, 0.00%)	124 (vs. 124, 0.00%)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	20444 (vs. 23339, 12.40%↓)	142288 (vs. 142288, 0.00%)	5195653 (vs. 5195653, 0.00%)	48 (vs. 48, 0.00%)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	65774 (vs. 70348, 6.50%↓)	84496 (vs. 84496, 0.00%)	99926661 (vs. 99926661, 0.00%)	728 (vs. 728, 0.00%)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	66719 (vs. 72124, 7.49%↓)	88224 (vs. 93056, 5.19%↓)	98444037 (vs. 98443077, 0.00%↑)	728 (vs. 704, 3.41%↑)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	285713 (vs. 288262, 0.88%↓)	5721504 (vs. 5843296, 2.08%↓)	32028613 (vs. 32142341, 0.35%↓)	1126 (vs. 1102, 2.18%↑)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	96924 (vs. 104332, 7.10%↓)	216304 (vs. 216304, 0.00%)	164497708 (vs. 164497708, 0.00%)	276 (vs. 276, 0.00%)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	32234 (vs. 33190, 2.88%↓)	56416 (vs. 59344, 4.93%↓)	133999279 (vs. 133996207, 0.00%↑)	234 (vs. 209, 11.96%↑)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	37002 (vs. 34832, 6.23%↑)	28016 (vs. 27920, 0.34%↑)	652761364 (vs. 652755092, 0.00%↑)	258 (vs. 233, 10.73%↑)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	31635 (vs. 31128, 1.63%↑)	14736 (vs. 14736, 0.00%)	652736084 (vs. 652736084, 0.00%)	246 (vs. 246, 0.00%)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	40975 (vs. 39199, 4.53%↑)	70464 (vs. 68608, 2.71%↑)	533849023 (vs. 533841087, 0.00%↑)	237 (vs. 212, 11.79%↑)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,no-dt,compile-stats]	34914 (vs. 38808, 10.03%↓)	49440 (vs. 50128, 1.37%↓)	1336036223 (vs. 1336025023, 0.00%↑)	462 (vs. 413, 11.86%↑)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	1404 (vs. 1359, 3.31%↑)	9664 (vs. 9664, 0.00%)	277497 (vs. 277497, 0.00%)	1 (vs. 1, 0.00%)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	26294 (vs. 26605, 1.17%↓)	107248 (vs. 107248, 0.00%)	371397 (vs. 371397, 0.00%)	87 (vs. 87, 0.00%)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	35258 (vs. 32964, 6.96%↑)	96944 (vs. 96944, 0.00%)	10398725 (vs. 10398725, 0.00%)	147 (vs. 147, 0.00%)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	32379 (vs. 29310, 10.47%↑)	113392 (vs. 113392, 0.00%)	2921349 (vs. 2921349, 0.00%)	144 (vs. 144, 0.00%)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	54559 (vs. 48475, 12.55%↑)	269104 (vs. 269104, 0.00%)	5219205 (vs. 5219205, 0.00%)	148 (vs. 148, 0.00%)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	16670 (vs. 18496, 9.87%↓)	60288 (vs. 60288, 0.00%)	17017925 (vs. 17017925, 0.00%)	79 (vs. 79, 0.00%)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	28383 (vs. 30252, 6.18%↓)	95248 (vs. 95248, 0.00%)	14133765 (vs. 14133765, 0.00%)	136 (vs. 136, 0.00%)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	50985 (vs. 55964, 8.90%↓)	330048 (vs. 330048, 0.00%)	4003653 (vs. 4003653, 0.00%)	213 (vs. 213, 0.00%)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	37518 (vs. 43730, 14.21%↓)	136080 (vs. 136080, 0.00%)	18361413 (vs. 18361413, 0.00%)	223 (vs. 223, 0.00%)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	16474 (vs. 16867, 2.33%↓)	44208 (vs. 44208, 0.00%)	5147973 (vs. 5147973, 0.00%)	79 (vs. 79, 0.00%)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	89463 (vs. 88421, 1.18%↑)	52400 (vs. 52400, 0.00%)	100083141 (vs. 100083141, 0.00%)	1786 (vs. 1786, 0.00%)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	85158 (vs. 84235, 1.10%↑)	52720 (vs. 52832, 0.21%↓)	98594245 (vs. 98588357, 0.01%↑)	1786 (vs. 1762, 1.36%↑)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	245546 (vs. 252326, 2.69%↓)	2478176 (vs. 2610240, 5.06%↓)	28946373 (vs. 29088325, 0.49%↓)	2184 (vs. 2160, 1.11%↑)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	111982 (vs. 114110, 1.86%↓)	154864 (vs. 154864, 0.00%)	169910060 (vs. 169910060, 0.00%)	439 (vs. 439, 0.00%)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	36236 (vs. 36269, 0.09%↓)	35040 (vs. 37936, 7.63%↓)	219513007 (vs. 219509935, 0.00%↑)	355 (vs. 330, 7.58%↑)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	46498 (vs. 43196, 7.64%↑)	18992 (vs. 19328, 1.74%↓)	992556180 (vs. 992542612, 0.00%↑)	368 (vs. 318, 15.72%↑)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	40913 (vs. 40524, 0.96%↑)	12864 (vs. 12864, 0.00%)	992543572 (vs. 992543572, 0.00%)	367 (vs. 367, 0.00%)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	43664 (vs. 45548, 4.14%↓)	39328 (vs. 40144, 2.03%↓)	875944831 (vs. 875939327, 0.00%↑)	360 (vs. 334, 7.78%↑)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][experimental-flags,dt-only,compile-stats]	53549 (vs. 53729, 0.34%↓)	40064 (vs. 43840, 8.61%↓)	1336061567 (vs. 1336053183, 0.00%↑)	704 (vs. 654, 7.65%↑)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	1405 (vs. 1502, 6.46%↓)	9664 (vs. 9664, 0.00%)	277497 (vs. 277497, 0.00%)	1 (vs. 1, 0.00%)
PersonDetect_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	25325 (vs. 26360, 3.93%↓)	99488 (vs. 99488, 0.00%)	363653 (vs. 363653, 0.00%)	87 (vs. 87, 0.00%)
MobileNetV3Small_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	30979 (vs. 35192, 11.97%↓)	98656 (vs. 98656, 0.00%)	10400453 (vs. 10400453, 0.00%)	147 (vs. 147, 0.00%)
DeepLabV3_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	32366 (vs. 34459, 6.07%↓)	117504 (vs. 117504, 0.00%)	2925445 (vs. 2925445, 0.00%)	144 (vs. 144, 0.00%)
EfficientNet_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	51342 (vs. 49212, 4.33%↑)	257952 (vs. 257952, 0.00%)	5208069 (vs. 5208069, 0.00%)	148 (vs. 148, 0.00%)
MobileNetV1_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	16827 (vs. 19833, 15.16%↓)	65376 (vs. 65376, 0.00%)	17023045 (vs. 17023045, 0.00%)	79 (vs. 79, 0.00%)
MobileNetV2_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	31370 (vs. 30440, 3.06%↑)	99104 (vs. 99104, 0.00%)	14137669 (vs. 14137669, 0.00%)	136 (vs. 136, 0.00%)
MobileNetV2_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	64356 (vs. 59631, 7.92%↑)	323792 (vs. 323792, 0.00%)	3997381 (vs. 3997381, 0.00%)	213 (vs. 213, 0.00%)
MobileSSD_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	40347 (vs. 43323, 6.87%↓)	122656 (vs. 122656, 0.00%)	18348037 (vs. 18348037, 0.00%)	223 (vs. 223, 0.00%)
PoseNet_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	15162 (vs. 19185, 20.97%↓)	47200 (vs. 47200, 0.00%)	5150981 (vs. 5150981, 0.00%)	79 (vs. 79, 0.00%)
MobileBertSquad_fp16(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	83143 (vs. 89434, 7.03%↓)	38880 (vs. 38880, 0.00%)	100069637 (vs. 100069637, 0.00%)	1786 (vs. 1786, 0.00%)
MobileBertSquad_fp32(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	88343 (vs. 89049, 0.79%↓)	39200 (vs. 39296, 0.24%↓)	98580741 (vs. 98574789, 0.01%↑)	1786 (vs. 1762, 1.36%↑)
MobileBertSquad_int8(tflite) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	236422 (vs. 242646, 2.57%↓)	2467712 (vs. 2599872, 5.08%↓)	28935877 (vs. 29077957, 0.49%↓)	2184 (vs. 2160, 1.11%↑)
EfficientNetV2STF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	105811 (vs. 111783, 5.34%↓)	140240 (vs. 140240, 0.00%)	169895468 (vs. 169895468, 0.00%)	439 (vs. 439, 0.00%)
MiniLML12H384Uncased(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	39197 (vs. 38513, 1.78%↑)	31024 (vs. 33904, 8.49%↓)	219509039 (vs. 219505903, 0.00%↑)	355 (vs. 330, 7.58%↑)
GPT2_117M_TF_1X4XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	47476 (vs. 45915, 3.40%↑)	17456 (vs. 18640, 6.35%↓)	992554644 (vs. 992541972, 0.00%↑)	368 (vs. 318, 15.72%↑)
GPT2_117M_TF_1X1XI32(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	46118 (vs. 46486, 0.79%↓)	12336 (vs. 12336, 0.00%)	992543060 (vs. 992543060, 0.00%)	367 (vs. 367, 0.00%)
BertForMaskedLMTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	48636 (vs. 49740, 2.22%↓)	34128 (vs. 34928, 2.29%↓)	875939583 (vs. 875934143, 0.00%↑)	360 (vs. 334, 7.78%↑)
BertLargeTF(stablehlo) [x86_64-cascadelake-linux_gnu-llvm_cpu][default-flags,dt-uk,compile-stats]	56023 (vs. 53159, 5.39%↑)	35632 (vs. 39360, 9.47%↓)	1336057151 (vs. 1336048703, 0.00%↑)	704 (vs. 654, 7.65%↑)
EfficientNetV2STF(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	87530 (vs. 97956, 10.64%↓)	844192 (vs. 844192, 0.00%)	165158932 (vs. 165158932, 0.00%)	276 (vs. 276, 0.00%)
MiniLML12H384Uncased(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	23600 (vs. 25713, 8.22%↓)	145344 (vs. 145212, 0.09%↑)	134094941 (vs. 134088431, 0.00%↑)	234 (vs. 209, 11.96%↑)
BertForMaskedLMTF(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	33742 (vs. 35234, 4.23%↓)	234048 (vs. 227968, 2.67%↑)	534018751 (vs. 534005858, 0.00%↑)	237 (vs. 212, 11.79%↑)
BertLargeTF(stablehlo) [cuda-sm_80-linux_gnu-cuda][default-flags,compile-stats]	33681 (vs. 32937, 2.26%↑)	131712 (vs. 130852, 0.66%↑)	1336124001 (vs. 1336110955, 0.00%↑)	462 (vs. 413, 11.86%↑)
matmul_3456x1024x2048_f16t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1377 (vs. 1501, 8.26%↓)	30540 (vs. 30540, 0.00%)	41263 (vs. 41263, 0.00%)	1 (vs. 1, 0.00%)
matmul_3456x1024x2048_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1893 (vs. 1839, 2.94%↑)	43516 (vs. 43516, 0.00%)	54239 (vs. 54239, 0.00%)	1 (vs. 1, 0.00%)
matmul_2560x2560x2560_f16t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1564 (vs. 1443, 8.39%↑)	28492 (vs. 28492, 0.00%)	39151 (vs. 39151, 0.00%)	1 (vs. 1, 0.00%)
matmul_2560x2560x2560_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1739 (vs. 1780, 2.30%↓)	39892 (vs. 39892, 0.00%)	50551 (vs. 50551, 0.00%)	1 (vs. 1, 0.00%)
matmul_2564x2564x2564_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1959 (vs. 2010, 2.54%↓)	85344 (vs. 85344, 0.00%)	96003 (vs. 96003, 0.00%)	1 (vs. 1, 0.00%)
matmul_2562x2564x2562_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	2070 (vs. 1990, 4.02%↑)	88224 (vs. 88224, 0.00%)	98947 (vs. 98947, 0.00%)	1 (vs. 1, 0.00%)
matmul_2562x2561x2561_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	2601 (vs. 2556, 1.76%↑)	82792 (vs. 82792, 0.00%)	93515 (vs. 93515, 0.00%)	1 (vs. 1, 0.00%)
matmul_123x2561x2561_f32t_f32t_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,compile-stats]	1883 (vs. 1915, 1.67%↓)	49772 (vs. 49772, 0.00%)	60494 (vs. 60494, 0.00%)	1 (vs. 1, 0.00%)
matmul_128x256x8192_f16t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,splitk,compile-stats]	805 (vs. 902, 10.75%↓)	8828 (vs. 8828, 0.00%)	26181 (vs. 26181, 0.00%)	2 (vs. 2, 0.00%)
matmul_128x256x8192_f32t_tile_config_default(linalg) [cuda-sm_80-linux_gnu-cuda][ukernel,matmul,splitk,compile-stats]	872 (vs. 927, 5.93%↓)	9784 (vs. 9784, 0.00%)	27137 (vs. 27137, 0.00%)	2 (vs. 2, 0.00%)
MiniLML12H384Uncased(stablehlo) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	33404 (vs. 30266, 10.37%↑)	49336 (vs. 50552, 2.41%↓)	133992241 (vs. 133987441, 0.00%↑)	234 (vs. 209, 11.96%↑)
DeepLabV3_fp32(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	21000 (vs. 21164, 0.77%↓)	42840 (vs. 42840, 0.00%)	2824263 (vs. 2824263, 0.00%)	79 (vs. 79, 0.00%)
EfficientNet_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	41935 (vs. 42228, 0.69%↓)	185480 (vs. 185480, 0.00%)	5108871 (vs. 5108871, 0.00%)	89 (vs. 89, 0.00%)
MobileBertSquad_fp32(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	63862 (vs. 69619, 8.27%↓)	47768 (vs. 49416, 3.33%↓)	98403591 (vs. 98399431, 0.00%↑)	728 (vs. 704, 3.41%↑)
MobileBertSquad_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	246483 (vs. 244158, 0.95%↑)	2069880 (vs. 2108296, 1.82%↓)	28376967 (vs. 28407303, 0.11%↓)	1126 (vs. 1102, 2.18%↑)
MobileNetV1_fp32(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	15263 (vs. 16414, 7.01%↓)	50984 (vs. 50984, 0.00%)	16976263 (vs. 16976263, 0.00%)	65 (vs. 65, 0.00%)
MobileNetV2_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	56299 (vs. 53256, 5.71%↑)	217032 (vs. 217032, 0.00%)	3867719 (vs. 3867719, 0.00%)	144 (vs. 144, 0.00%)
PersonDetect_int8(tflite) [riscv_64-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	18966 (vs. 20327, 6.70%↓)	58936 (vs. 58936, 0.00%)	314759 (vs. 314759, 0.00%)	60 (vs. 60, 0.00%)
EfficientNet_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	54228 (vs. 50985, 6.36%↑)	390748 (vs. 390748, 0.00%)	5314183 (vs. 5314183, 0.00%)	89 (vs. 89, 0.00%)
MobileBertSquad_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	273299 (vs. 286274, 4.53%↓)	2080380 (vs. 2116860, 1.72%↓)	28387463 (vs. 28415879, 0.10%↓)	1126 (vs. 1102, 2.18%↑)
PersonDetect_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	24450 (vs. 25353, 3.56%↓)	124428 (vs. 124428, 0.00%)	380231 (vs. 380231, 0.00%)	60 (vs. 60, 0.00%)
MobileNetV2_int8(tflite) [riscv_32-generic-linux_gnu-llvm_cpu][default-flags,compile-stats]	57119 (vs. 62663, 8.85%↓)	328664 (vs. 328664, 0.00%)	3979399 (vs. 3979399, 0.00%)	144 (vs. 144, 0.00%)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	20415 (vs. 22021, 7.29%↓)	56272 (vs. 56272, 0.00%)	2837637 (vs. 2837637, 0.00%)	79 (vs. 79, 0.00%)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	47847 (vs. 47842, 0.01%↑)	30384 (vs. 32912, 7.68%↓)	98386181 (vs. 98382917, 0.00%↑)	728 (vs. 704, 3.41%↑)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	36450 (vs. 35022, 4.08%↑)	20448 (vs. 20320, 0.63%↑)	652753812 (vs. 652747476, 0.00%↑)	258 (vs. 233, 10.73%↑)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	35920 (vs. 33964, 5.76%↑)	9024 (vs. 9024, 0.00%)	652730324 (vs. 652730324, 0.00%)	246 (vs. 246, 0.00%)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	273737 (vs. 289032, 5.29%↓)	4218880 (vs. 4387712, 3.85%↓)	30525957 (vs. 30686725, 0.52%↓)	1126 (vs. 1102, 2.18%↑)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	108071 (vs. 107750, 0.30%↑)	749168 (vs. 694624, 7.85%↑)	88784581 (vs. 88728645, 0.06%↑)	272 (vs. 268, 1.49%↑)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	26955 (vs. 27588, 2.29%↓)	49984 (vs. 49984, 0.00%)	2848965 (vs. 2848965, 0.00%)	144 (vs. 144, 0.00%)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	85652 (vs. 85836, 0.21%↓)	21216 (vs. 21600, 1.78%↓)	98562693 (vs. 98557061, 0.01%↑)	1786 (vs. 1762, 1.36%↑)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	40163 (vs. 43454, 7.57%↓)	11248 (vs. 11040, 1.88%↑)	992523860 (vs. 992509844, 0.00%↑)	368 (vs. 318, 15.72%↑)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	47651 (vs. 44070, 8.13%↑)	9232 (vs. 9232, 0.00%)	992515476 (vs. 992515476, 0.00%)	367 (vs. 367, 0.00%)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	215516 (vs. 224297, 3.91%↓)	1301024 (vs. 1372976, 5.24%↓)	27769221 (vs. 27851077, 0.29%↓)	2184 (vs. 2160, 1.11%↑)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	80681 (vs. 85303, 5.42%↓)	125392 (vs. 125600, 0.17%↓)	88155269 (vs. 88155333, 0.00%↓)	382 (vs. 386, 1.04%↓)
DeepLabV3_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	21223 (vs. 23767, 10.70%↓)	41008 (vs. 41008, 0.00%)	2840005 (vs. 2840005, 0.00%)	144 (vs. 144, 0.00%)
MobileBertSquad_fp32(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	77960 (vs. 79957, 2.50%↓)	21712 (vs. 22096, 1.74%↓)	98563141 (vs. 98557509, 0.01%↑)	1786 (vs. 1762, 1.36%↑)
GPT2_117M_TF_1X4XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	43284 (vs. 44220, 2.12%↓)	10880 (vs. 10640, 2.26%↑)	992523476 (vs. 992509460, 0.00%↑)	368 (vs. 318, 15.72%↑)
GPT2_117M_TF_1X1XI32(stablehlo) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	38256 (vs. 39343, 2.76%↓)	8928 (vs. 8928, 0.00%)	992515156 (vs. 992515156, 0.00%)	367 (vs. 367, 0.00%)
MobileBertSquad_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	218374 (vs. 220690, 1.05%↓)	1307968 (vs. 1379904, 5.21%↓)	27776133 (vs. 27857989, 0.29%↓)	2184 (vs. 2160, 1.11%↑)
Vit_int8(tflite) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	68569 (vs. 70870, 3.25%↓)	128640 (vs. 128848, 0.16%↓)	88158533 (vs. 88158533, 0.00%)	382 (vs. 386, 1.04%↓)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,no-dt,compile-stats]	1125 (vs. 993, 13.29%↑)	3872 (vs. 3872, 0.00%)	271673 (vs. 271673, 0.00%)	1 (vs. 1, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][default-flags,dt-uk,compile-stats]	1797 (vs. 2061, 12.81%↓)	4480 (vs. 4480, 0.00%)	273605 (vs. 273605, 0.00%)	4 (vs. 4, 0.00%)
matmul_256x256x2048_i8_i4_i32_tile_config_default(linalg) [armv8.2-a-generic-linux_android29-llvm_cpu][experimental-flags,dt-only,compile-stats]	1410 (vs. 1490, 5.37%↓)	6512 (vs. 6512, 0.00%)	275653 (vs. 275653, 0.00%)	4 (vs. 4, 0.00%)
MobileBertSquad_fp32(tflite) [qualcomm-adreno-vulkan_android31-vulkan_spirv][default-flags,compile-stats]	64242 (vs. 65722, 2.25%↓)	229200 (vs. 246320, 6.95%↓)	98586202 (vs. 98597530, 0.01%↓)	728 (vs. 704, 3.41%↑)
MobileBertSquad_fp32(tflite) [qualcomm-adreno-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,compile-stats]	69737 (vs. 71425, 2.36%↓)	229200 (vs. 246320, 6.95%↓)	98586202 (vs. 98597530, 0.01%↓)	728 (vs. 704, 3.41%↑)
MobileBertSquad_fp32(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][default-flags,compile-stats]	66003 (vs. 69284, 4.74%↓)	134196 (vs. 143012, 6.16%↓)	98490745 (vs. 98493753, 0.00%↓)	728 (vs. 704, 3.41%↑)
MobileBertSquad_fp16(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][default-flags,demote-f32-to-f16,compile-stats]	95392 (vs. 104257, 8.50%↓)	3004452 (vs. 3004452, 0.00%)	52898580 (vs. 52898580, 0.00%)	728 (vs. 728, 0.00%)
MobileBertSquad_int8(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][default-flags,compile-stats]	186301 (vs. 195068, 4.49%↓)	6716612 (vs. 6756400, 0.59%↓)	33024406 (vs. 33056470, 0.10%↓)	1126 (vs. 1102, 2.18%↑)
MobileBertSquad_fp32(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	67198 (vs. 68346, 1.68%↓)	131572 (vs. 143012, 8.00%↓)	98486009 (vs. 98493881, 0.01%↓)	728 (vs. 704, 3.41%↑)
MobileBertSquad_fp16(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,demote-f32-to-f16,compile-stats]	84193 (vs. 89144, 5.55%↓)	3008480 (vs. 3008480, 0.00%)	52905492 (vs. 52905492, 0.00%)	728 (vs. 728, 0.00%)
MobileBertSquad_int8(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,compile-stats]	185559 (vs. 193306, 4.01%↓)	6714448 (vs. 6736144, 0.32%↓)	33010838 (vs. 33024150, 0.04%↓)	1126 (vs. 1102, 2.18%↑)
MobileBertSquad_fp32(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	108038 (vs. 105628, 2.28%↑)	131572 (vs. 143012, 8.00%↓)	99749817 (vs. 99716025, 0.03%↑)	728 (vs. 704, 3.41%↑)
MobileBertSquad_fp16(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,demote-f32-to-f16,compile-stats]	121116 (vs. 126490, 4.25%↓)	3008480 (vs. 3008480, 0.00%)	54169300 (vs. 54169300, 0.00%)	728 (vs. 728, 0.00%)
MobileBertSquad_int8(tflite) [arm-valhall-vulkan_android31-vulkan_spirv][experimental-flags,fuse-padding,max-concurrency,repeated-kernel,compile-stats]	305695 (vs. 304314, 0.45%↑)	6714448 (vs. 6736144, 0.32%↓)	34965526 (vs. 34937238, 0.08%↑)	1126 (vs. 1102, 2.18%↑)
MobileNetV2_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags,compile-stats]	22183 (vs. 21167, 4.80%↑)	201397 (vs. 208629, 3.47%↓)	14209598 (vs. 14213630, 0.03%↓)	187 (vs. 172, 8.72%↑)
MobileNetV3Small_fp32(tflite) [vmvx-generic-vmvx-vmvx][experimental-flags,compile-stats]	32116 (vs. 33107, 2.99%↓)	307701 (vs. 311349, 1.17%↓)	10550462 (vs. 10551678, 0.01%↓)	220 (vs. 210, 4.76%↑)