onnx caffe2 benchmark

jbai-mbp:/tmp/onnx-benchmark[1][2]$ python bench_caffe2.py --model_name resnet18 --batch_sizes 1 2 8 16 --runs 10
WARNING:root:This caffe2 python run does not have GPU support. Will run in CPU only mode.
WARNING:root:Debug message: No module named caffe2_pybind11_state_gpu
Batch Size=1
WARNING: Logging before InitGoogleLogging() is written to STDERR
I0925 20:12:10.023396 2958132160 net_simple.cc:81] Starting benchmark.
I0925 20:12:10.023424 2958132160 net_simple.cc:82] Running warmup runs.
I0925 20:12:10.221287 2958132160 net_simple.cc:92] Main runs.
I0925 20:12:11.880851 2958132160 net_simple.cc:103] Main run finished. Milliseconds per iter: 165.951. Iters per second: 6.02589
I0925 20:12:13.568706 2958132160 net_simple.cc:152] Operator #0 (105, Conv) 11.2651 ms/iter
I0925 20:12:13.568740 2958132160 net_simple.cc:152] Operator #1 (107, SpatialBN) 0.354918 ms/iter
I0925 20:12:13.568747 2958132160 net_simple.cc:152] Operator #2 (108, Relu) 0.347774 ms/iter
I0925 20:12:13.568770 2958132160 net_simple.cc:152] Operator #3 (109, MaxPool) 2.30211 ms/iter
I0925 20:12:13.568774 2958132160 net_simple.cc:152] Operator #4 (111, Conv) 11.9161 ms/iter
I0925 20:12:13.568779 2958132160 net_simple.cc:152] Operator #5 (113, SpatialBN) 0.116271 ms/iter
I0925 20:12:13.568783 2958132160 net_simple.cc:152] Operator #6 (114, Relu) 0.0856599 ms/iter
I0925 20:12:13.568787 2958132160 net_simple.cc:152] Operator #7 (116, Conv) 11.2334 ms/iter
I0925 20:12:13.568791 2958132160 net_simple.cc:152] Operator #8 (118, SpatialBN) 0.0824813 ms/iter
I0925 20:12:13.568795 2958132160 net_simple.cc:152] Operator #9 (119, Add) 0.120953 ms/iter
I0925 20:12:13.568812 2958132160 net_simple.cc:152] Operator #10 (120, Relu) 0.0549489 ms/iter
I0925 20:12:13.568825 2958132160 net_simple.cc:152] Operator #11 (122, Conv) 10.8488 ms/iter
I0925 20:12:13.568830 2958132160 net_simple.cc:152] Operator #12 (124, SpatialBN) 0.0817143 ms/iter
I0925 20:12:13.568835 2958132160 net_simple.cc:152] Operator #13 (125, Relu) 0.0786772 ms/iter
I0925 20:12:13.568838 2958132160 net_simple.cc:152] Operator #14 (127, Conv) 10.9375 ms/iter
I0925 20:12:13.568842 2958132160 net_simple.cc:152] Operator #15 (129, SpatialBN) 0.0886704 ms/iter
I0925 20:12:13.568846 2958132160 net_simple.cc:152] Operator #16 (130, Add) 0.126036 ms/iter
I0925 20:12:13.568850 2958132160 net_simple.cc:152] Operator #17 (131, Relu) 0.0553881 ms/iter
I0925 20:12:13.568855 2958132160 net_simple.cc:152] Operator #18 (133, Conv) 4.5896 ms/iter
I0925 20:12:13.568857 2958132160 net_simple.cc:152] Operator #19 (135, SpatialBN) 0.0414068 ms/iter
I0925 20:12:13.568861 2958132160 net_simple.cc:152] Operator #20 (136, Relu) 0.0319034 ms/iter
I0925 20:12:13.568866 2958132160 net_simple.cc:152] Operator #21 (138, Conv) 10.0982 ms/iter
I0925 20:12:13.568958 2958132160 net_simple.cc:152] Operator #22 (140, SpatialBN) 0.0435001 ms/iter
I0925 20:12:13.568971 2958132160 net_simple.cc:152] Operator #23 (142, Conv) 0.587448 ms/iter
I0925 20:12:13.568990 2958132160 net_simple.cc:152] Operator #24 (144, SpatialBN) 0.0410325 ms/iter
I0925 20:12:13.568994 2958132160 net_simple.cc:152] Operator #25 (145, Add) 0.0546724 ms/iter
I0925 20:12:13.568998 2958132160 net_simple.cc:152] Operator #26 (146, Relu) 0.028647 ms/iter
I0925 20:12:13.569005 2958132160 net_simple.cc:152] Operator #27 (148, Conv) 9.47028 ms/iter
I0925 20:12:13.569010 2958132160 net_simple.cc:152] Operator #28 (150, SpatialBN) 0.0412276 ms/iter
I0925 20:12:13.569013 2958132160 net_simple.cc:152] Operator #29 (151, Relu) 0.0332868 ms/iter
I0925 20:12:13.569017 2958132160 net_simple.cc:152] Operator #30 (153, Conv) 10.3268 ms/iter
I0925 20:12:13.569021 2958132160 net_simple.cc:152] Operator #31 (155, SpatialBN) 0.0477976 ms/iter
I0925 20:12:13.569026 2958132160 net_simple.cc:152] Operator #32 (156, Add) 0.0583747 ms/iter
I0925 20:12:13.569031 2958132160 net_simple.cc:152] Operator #33 (157, Relu) 0.0286027 ms/iter
I0925 20:12:13.569034 2958132160 net_simple.cc:152] Operator #34 (159, Conv) 4.76705 ms/iter
I0925 20:12:13.569038 2958132160 net_simple.cc:152] Operator #35 (161, SpatialBN) 0.0253122 ms/iter
I0925 20:12:13.569042 2958132160 net_simple.cc:152] Operator #36 (162, Relu) 0.0158326 ms/iter
I0925 20:12:13.569047 2958132160 net_simple.cc:152] Operator #37 (164, Conv) 9.63061 ms/iter
I0925 20:12:13.569051 2958132160 net_simple.cc:152] Operator #38 (166, SpatialBN) 0.0290015 ms/iter
I0925 20:12:13.569056 2958132160 net_simple.cc:152] Operator #39 (168, Conv) 0.573265 ms/iter
I0925 20:12:13.569061 2958132160 net_simple.cc:152] Operator #40 (170, SpatialBN) 0.0252029 ms/iter
I0925 20:12:13.569067 2958132160 net_simple.cc:152] Operator #41 (171, Add) 0.0250307 ms/iter
I0925 20:12:13.569073 2958132160 net_simple.cc:152] Operator #42 (172, Relu) 0.0150738 ms/iter
I0925 20:12:13.569080 2958132160 net_simple.cc:152] Operator #43 (174, Conv) 9.24376 ms/iter
I0925 20:12:13.569085 2958132160 net_simple.cc:152] Operator #44 (176, SpatialBN) 0.0245796 ms/iter
I0925 20:12:13.569090 2958132160 net_simple.cc:152] Operator #45 (177, Relu) 0.0147809 ms/iter
I0925 20:12:13.569094 2958132160 net_simple.cc:152] Operator #46 (179, Conv) 9.72289 ms/iter
I0925 20:12:13.569098 2958132160 net_simple.cc:152] Operator #47 (181, SpatialBN) 0.0262776 ms/iter
I0925 20:12:13.569103 2958132160 net_simple.cc:152] Operator #48 (182, Add) 0.0266414 ms/iter
I0925 20:12:13.569108 2958132160 net_simple.cc:152] Operator #49 (183, Relu) 0.0143687 ms/iter
I0925 20:12:13.569111 2958132160 net_simple.cc:152] Operator #50 (185, Conv) 4.8563 ms/iter
I0925 20:12:13.569115 2958132160 net_simple.cc:152] Operator #51 (187, SpatialBN) 0.0189 ms/iter
I0925 20:12:13.569119 2958132160 net_simple.cc:152] Operator #52 (188, Relu) 0.0065295 ms/iter
I0925 20:12:13.569123 2958132160 net_simple.cc:152] Operator #53 (190, Conv) 9.60457 ms/iter
I0925 20:12:13.569128 2958132160 net_simple.cc:152] Operator #54 (192, SpatialBN) 0.0186677 ms/iter
I0925 20:12:13.569133 2958132160 net_simple.cc:152] Operator #55 (194, Conv) 0.568416 ms/iter
I0925 20:12:13.569139 2958132160 net_simple.cc:152] Operator #56 (196, SpatialBN) 0.0169293 ms/iter
I0925 20:12:13.569144 2958132160 net_simple.cc:152] Operator #57 (197, Add) 0.010575 ms/iter
I0925 20:12:13.569150 2958132160 net_simple.cc:152] Operator #58 (198, Relu) 0.0071953 ms/iter
I0925 20:12:13.569154 2958132160 net_simple.cc:152] Operator #59 (200, Conv) 9.80729 ms/iter
I0925 20:12:13.569159 2958132160 net_simple.cc:152] Operator #60 (202, SpatialBN) 0.0185992 ms/iter
I0925 20:12:13.569164 2958132160 net_simple.cc:152] Operator #61 (203, Relu) 0.0065449 ms/iter
I0925 20:12:13.569167 2958132160 net_simple.cc:152] Operator #62 (205, Conv) 9.79865 ms/iter
I0925 20:12:13.569171 2958132160 net_simple.cc:152] Operator #63 (207, SpatialBN) 0.0190123 ms/iter
I0925 20:12:13.569175 2958132160 net_simple.cc:152] Operator #64 (208, Add) 0.0119932 ms/iter
I0925 20:12:13.569180 2958132160 net_simple.cc:152] Operator #65 (209, Relu) 0.0069812 ms/iter
I0925 20:12:13.569185 2958132160 net_simple.cc:152] Operator #66 (210, AveragePool) 0.0500826 ms/iter
I0925 20:12:13.569188 2958132160 net_simple.cc:152] Operator #67 (211, Reshape) 0.0056008 ms/iter
I0925 20:12:13.569192 2958132160 net_simple.cc:152] Operator #68 (212, Transpose) 2.09957 ms/iter
I0925 20:12:13.569196 2958132160 net_simple.cc:152] Operator #69 (213, Transpose) 1.75338 ms/iter
I0925 20:12:13.569202 2958132160 net_simple.cc:152] Operator #70 (214, FC) 0.251126 ms/iter
I0925 20:12:13.569208 2958132160 net_simple.cc:157] Time per operator type:
I0925 20:12:13.569221 2958132160 net_simple.cc:166]         159.846 Conv
I0925 20:12:13.569224 2958132160 net_simple.cc:166]         3.85294 Transpose
I0925 20:12:13.569228 2958132160 net_simple.cc:166]         2.30211 MaxPool
I0925 20:12:13.569232 2958132160 net_simple.cc:166]          1.1615 SpatialBN
I0925 20:12:13.569236 2958132160 net_simple.cc:166]        0.832195 Relu
I0925 20:12:13.569239 2958132160 net_simple.cc:166]        0.434276 Add
I0925 20:12:13.569242 2958132160 net_simple.cc:166]        0.251126 FC
I0925 20:12:13.569247 2958132160 net_simple.cc:166]       0.0500826 AveragePool
I0925 20:12:13.569249 2958132160 net_simple.cc:166]       0.0056008 Reshape
Batch Size=2
I0925 20:12:14.594365 2958132160 net_simple.cc:81] Starting benchmark.
I0925 20:12:14.594399 2958132160 net_simple.cc:82] Running warmup runs.
I0925 20:12:15.002204 2958132160 net_simple.cc:92] Main runs.
I0925 20:12:18.345068 2958132160 net_simple.cc:103] Main run finished. Milliseconds per iter: 334.275. Iters per second: 2.99155
I0925 20:12:21.701756 2958132160 net_simple.cc:152] Operator #0 (105, Conv) 22.7597 ms/iter
I0925 20:12:21.701786 2958132160 net_simple.cc:152] Operator #1 (107, SpatialBN) 0.906122 ms/iter
I0925 20:12:21.701792 2958132160 net_simple.cc:152] Operator #2 (108, Relu) 0.796371 ms/iter
I0925 20:12:21.701797 2958132160 net_simple.cc:152] Operator #3 (109, MaxPool) 4.83265 ms/iter
I0925 20:12:21.701800 2958132160 net_simple.cc:152] Operator #4 (111, Conv) 23.4086 ms/iter
I0925 20:12:21.701804 2958132160 net_simple.cc:152] Operator #5 (113, SpatialBN) 0.219996 ms/iter
I0925 20:12:21.701808 2958132160 net_simple.cc:152] Operator #6 (114, Relu) 0.202412 ms/iter
I0925 20:12:21.701812 2958132160 net_simple.cc:152] Operator #7 (116, Conv) 23.1061 ms/iter
I0925 20:12:21.701815 2958132160 net_simple.cc:152] Operator #8 (118, SpatialBN) 0.187483 ms/iter
I0925 20:12:21.701819 2958132160 net_simple.cc:152] Operator #9 (119, Add) 0.256011 ms/iter
I0925 20:12:21.701823 2958132160 net_simple.cc:152] Operator #10 (120, Relu) 0.124719 ms/iter
I0925 20:12:21.701890 2958132160 net_simple.cc:152] Operator #11 (122, Conv) 23.8307 ms/iter
I0925 20:12:21.701920 2958132160 net_simple.cc:152] Operator #12 (124, SpatialBN) 0.185859 ms/iter
I0925 20:12:21.701925 2958132160 net_simple.cc:152] Operator #13 (125, Relu) 0.166219 ms/iter
I0925 20:12:21.701930 2958132160 net_simple.cc:152] Operator #14 (127, Conv) 22.8391 ms/iter
I0925 20:12:21.701933 2958132160 net_simple.cc:152] Operator #15 (129, SpatialBN) 0.193313 ms/iter
I0925 20:12:21.701937 2958132160 net_simple.cc:152] Operator #16 (130, Add) 0.25136 ms/iter
I0925 20:12:21.701942 2958132160 net_simple.cc:152] Operator #17 (131, Relu) 0.12245 ms/iter
I0925 20:12:21.701946 2958132160 net_simple.cc:152] Operator #18 (133, Conv) 9.96379 ms/iter
I0925 20:12:21.701951 2958132160 net_simple.cc:152] Operator #19 (135, SpatialBN) 0.0851724 ms/iter
I0925 20:12:21.701954 2958132160 net_simple.cc:152] Operator #20 (136, Relu) 0.0855724 ms/iter
I0925 20:12:21.701974 2958132160 net_simple.cc:152] Operator #21 (138, Conv) 19.8687 ms/iter
I0925 20:12:21.701978 2958132160 net_simple.cc:152] Operator #22 (140, SpatialBN) 0.120576 ms/iter
I0925 20:12:21.701982 2958132160 net_simple.cc:152] Operator #23 (142, Conv) 1.16381 ms/iter
I0925 20:12:21.701987 2958132160 net_simple.cc:152] Operator #24 (144, SpatialBN) 0.0801652 ms/iter
I0925 20:12:21.701992 2958132160 net_simple.cc:152] Operator #25 (145, Add) 0.120417 ms/iter
I0925 20:12:21.701995 2958132160 net_simple.cc:152] Operator #26 (146, Relu) 0.0541745 ms/iter
I0925 20:12:21.701999 2958132160 net_simple.cc:152] Operator #27 (148, Conv) 19.1835 ms/iter
I0925 20:12:21.702003 2958132160 net_simple.cc:152] Operator #28 (150, SpatialBN) 0.0895505 ms/iter
I0925 20:12:21.702008 2958132160 net_simple.cc:152] Operator #29 (151, Relu) 0.0800307 ms/iter
I0925 20:12:21.702031 2958132160 net_simple.cc:152] Operator #30 (153, Conv) 19.7776 ms/iter
I0925 20:12:21.702035 2958132160 net_simple.cc:152] Operator #31 (155, SpatialBN) 0.0941075 ms/iter
I0925 20:12:21.702054 2958132160 net_simple.cc:152] Operator #32 (156, Add) 0.119823 ms/iter
I0925 20:12:21.702057 2958132160 net_simple.cc:152] Operator #33 (157, Relu) 0.0561931 ms/iter
I0925 20:12:21.702061 2958132160 net_simple.cc:152] Operator #34 (159, Conv) 9.86869 ms/iter
I0925 20:12:21.702066 2958132160 net_simple.cc:152] Operator #35 (161, SpatialBN) 0.0537049 ms/iter
I0925 20:12:21.702071 2958132160 net_simple.cc:152] Operator #36 (162, Relu) 0.0410196 ms/iter
I0925 20:12:21.702075 2958132160 net_simple.cc:152] Operator #37 (164, Conv) 19.1471 ms/iter
I0925 20:12:21.702078 2958132160 net_simple.cc:152] Operator #38 (166, SpatialBN) 0.0512338 ms/iter
I0925 20:12:21.702083 2958132160 net_simple.cc:152] Operator #39 (168, Conv) 1.09519 ms/iter
I0925 20:12:21.702087 2958132160 net_simple.cc:152] Operator #40 (170, SpatialBN) 0.0470095 ms/iter
I0925 20:12:21.702091 2958132160 net_simple.cc:152] Operator #41 (171, Add) 0.0535805 ms/iter
I0925 20:12:21.702095 2958132160 net_simple.cc:152] Operator #42 (172, Relu) 0.0272868 ms/iter
I0925 20:12:21.702239 2958132160 net_simple.cc:152] Operator #43 (174, Conv) 18.3886 ms/iter
I0925 20:12:21.702282 2958132160 net_simple.cc:152] Operator #44 (176, SpatialBN) 0.0496118 ms/iter
I0925 20:12:21.702288 2958132160 net_simple.cc:152] Operator #45 (177, Relu) 0.0328902 ms/iter
I0925 20:12:21.702306 2958132160 net_simple.cc:152] Operator #46 (179, Conv) 18.5369 ms/iter
I0925 20:12:21.702311 2958132160 net_simple.cc:152] Operator #47 (181, SpatialBN) 0.0484562 ms/iter
I0925 20:12:21.702314 2958132160 net_simple.cc:152] Operator #48 (182, Add) 0.0523549 ms/iter
I0925 20:12:21.702318 2958132160 net_simple.cc:152] Operator #49 (183, Relu) 0.0278399 ms/iter
I0925 20:12:21.702323 2958132160 net_simple.cc:152] Operator #50 (185, Conv) 9.49368 ms/iter
I0925 20:12:21.702327 2958132160 net_simple.cc:152] Operator #51 (187, SpatialBN) 0.0391164 ms/iter
I0925 20:12:21.702332 2958132160 net_simple.cc:152] Operator #52 (188, Relu) 0.0151721 ms/iter
I0925 20:12:21.702337 2958132160 net_simple.cc:152] Operator #53 (190, Conv) 19.5277 ms/iter
I0925 20:12:21.702340 2958132160 net_simple.cc:152] Operator #54 (192, SpatialBN) 0.0383406 ms/iter
I0925 20:12:21.702344 2958132160 net_simple.cc:152] Operator #55 (194, Conv) 1.14174 ms/iter
I0925 20:12:21.702348 2958132160 net_simple.cc:152] Operator #56 (196, SpatialBN) 0.0316938 ms/iter
I0925 20:12:21.702353 2958132160 net_simple.cc:152] Operator #57 (197, Add) 0.0220258 ms/iter
I0925 20:12:21.702358 2958132160 net_simple.cc:152] Operator #58 (198, Relu) 0.0139934 ms/iter
I0925 20:12:21.702380 2958132160 net_simple.cc:152] Operator #59 (200, Conv) 19.1342 ms/iter
I0925 20:12:21.702384 2958132160 net_simple.cc:152] Operator #60 (202, SpatialBN) 0.0366475 ms/iter
I0925 20:12:21.702389 2958132160 net_simple.cc:152] Operator #61 (203, Relu) 0.0149872 ms/iter
I0925 20:12:21.702392 2958132160 net_simple.cc:152] Operator #62 (205, Conv) 19.0784 ms/iter
I0925 20:12:21.702396 2958132160 net_simple.cc:152] Operator #63 (207, SpatialBN) 0.0378025 ms/iter
I0925 20:12:21.702400 2958132160 net_simple.cc:152] Operator #64 (208, Add) 0.0238868 ms/iter
I0925 20:12:21.702405 2958132160 net_simple.cc:152] Operator #65 (209, Relu) 0.0134286 ms/iter
I0925 20:12:21.702422 2958132160 net_simple.cc:152] Operator #66 (210, AveragePool) 0.0969121 ms/iter
I0925 20:12:21.702427 2958132160 net_simple.cc:152] Operator #67 (211, Reshape) 0.0060348 ms/iter
I0925 20:12:21.702431 2958132160 net_simple.cc:152] Operator #68 (212, Transpose) 1.9388 ms/iter
I0925 20:12:21.702435 2958132160 net_simple.cc:152] Operator #69 (213, Transpose) 1.73466 ms/iter
I0925 20:12:21.702440 2958132160 net_simple.cc:152] Operator #70 (214, FC) 0.31918 ms/iter
I0925 20:12:21.702443 2958132160 net_simple.cc:157] Time per operator type:
I0925 20:12:21.702450 2958132160 net_simple.cc:166]         321.314 Conv
I0925 20:12:21.702453 2958132160 net_simple.cc:166]         4.83265 MaxPool
I0925 20:12:21.702457 2958132160 net_simple.cc:166]         3.67346 Transpose
I0925 20:12:21.702461 2958132160 net_simple.cc:166]         2.59596 SpatialBN
I0925 20:12:21.702463 2958132160 net_simple.cc:166]         1.87476 Relu
I0925 20:12:21.702467 2958132160 net_simple.cc:166]        0.899459 Add
I0925 20:12:21.702471 2958132160 net_simple.cc:166]         0.31918 FC
I0925 20:12:21.702474 2958132160 net_simple.cc:166]       0.0969121 AveragePool
I0925 20:12:21.702477 2958132160 net_simple.cc:166]       0.0060348 Reshape
Batch Size=8
I0925 20:12:23.310328 2958132160 net_simple.cc:81] Starting benchmark.
I0925 20:12:23.310361 2958132160 net_simple.cc:82] Running warmup runs.
I0925 20:12:24.781054 2958132160 net_simple.cc:92] Main runs.
I0925 20:12:38.165330 2958132160 net_simple.cc:103] Main run finished. Milliseconds per iter: 1338.4. Iters per second: 0.747161
I0925 20:12:52.065295 2958132160 net_simple.cc:152] Operator #0 (105, Conv) 100.89 ms/iter
I0925 20:12:52.065325 2958132160 net_simple.cc:152] Operator #1 (107, SpatialBN) 3.8572 ms/iter
I0925 20:12:52.065332 2958132160 net_simple.cc:152] Operator #2 (108, Relu) 3.52463 ms/iter
I0925 20:12:52.065337 2958132160 net_simple.cc:152] Operator #3 (109, MaxPool) 21.2065 ms/iter
I0925 20:12:52.065343 2958132160 net_simple.cc:152] Operator #4 (111, Conv) 97.5824 ms/iter
I0925 20:12:52.065348 2958132160 net_simple.cc:152] Operator #5 (113, SpatialBN) 0.849282 ms/iter
I0925 20:12:52.065353 2958132160 net_simple.cc:152] Operator #6 (114, Relu) 0.730431 ms/iter
I0925 20:12:52.065358 2958132160 net_simple.cc:152] Operator #7 (116, Conv) 90.0476 ms/iter
I0925 20:12:52.065363 2958132160 net_simple.cc:152] Operator #8 (118, SpatialBN) 0.901925 ms/iter
I0925 20:12:52.065368 2958132160 net_simple.cc:152] Operator #9 (119, Add) 1.16288 ms/iter
I0925 20:12:52.065373 2958132160 net_simple.cc:152] Operator #10 (120, Relu) 0.768679 ms/iter
I0925 20:12:52.065435 2958132160 net_simple.cc:152] Operator #11 (122, Conv) 96.6776 ms/iter
I0925 20:12:52.065448 2958132160 net_simple.cc:152] Operator #12 (124, SpatialBN) 0.839034 ms/iter
I0925 20:12:52.065454 2958132160 net_simple.cc:152] Operator #13 (125, Relu) 0.728397 ms/iter
I0925 20:12:52.065460 2958132160 net_simple.cc:152] Operator #14 (127, Conv) 94.4677 ms/iter
I0925 20:12:52.065467 2958132160 net_simple.cc:152] Operator #15 (129, SpatialBN) 0.837009 ms/iter
I0925 20:12:52.065474 2958132160 net_simple.cc:152] Operator #16 (130, Add) 1.05109 ms/iter
I0925 20:12:52.065479 2958132160 net_simple.cc:152] Operator #17 (131, Relu) 0.734481 ms/iter
I0925 20:12:52.065485 2958132160 net_simple.cc:152] Operator #18 (133, Conv) 39.9056 ms/iter
I0925 20:12:52.065490 2958132160 net_simple.cc:152] Operator #19 (135, SpatialBN) 0.395101 ms/iter
I0925 20:12:52.065495 2958132160 net_simple.cc:152] Operator #20 (136, Relu) 0.356866 ms/iter
I0925 20:12:52.065500 2958132160 net_simple.cc:152] Operator #21 (138, Conv) 79.0933 ms/iter
I0925 20:12:52.065505 2958132160 net_simple.cc:152] Operator #22 (140, SpatialBN) 0.424917 ms/iter
I0925 20:12:52.065547 2958132160 net_simple.cc:152] Operator #23 (142, Conv) 4.76314 ms/iter
I0925 20:12:52.065563 2958132160 net_simple.cc:152] Operator #24 (144, SpatialBN) 0.353313 ms/iter
I0925 20:12:52.065573 2958132160 net_simple.cc:152] Operator #25 (145, Add) 0.588445 ms/iter
I0925 20:12:52.065583 2958132160 net_simple.cc:152] Operator #26 (146, Relu) 0.343807 ms/iter
I0925 20:12:52.065610 2958132160 net_simple.cc:152] Operator #27 (148, Conv) 79.3657 ms/iter
I0925 20:12:52.065626 2958132160 net_simple.cc:152] Operator #28 (150, SpatialBN) 0.449097 ms/iter
I0925 20:12:52.065632 2958132160 net_simple.cc:152] Operator #29 (151, Relu) 0.3705 ms/iter
I0925 20:12:52.065639 2958132160 net_simple.cc:152] Operator #30 (153, Conv) 79.453 ms/iter
I0925 20:12:52.065644 2958132160 net_simple.cc:152] Operator #31 (155, SpatialBN) 0.41403 ms/iter
I0925 20:12:52.065649 2958132160 net_simple.cc:152] Operator #32 (156, Add) 0.514903 ms/iter
I0925 20:12:52.065656 2958132160 net_simple.cc:152] Operator #33 (157, Relu) 0.319751 ms/iter
I0925 20:12:52.065661 2958132160 net_simple.cc:152] Operator #34 (159, Conv) 37.2478 ms/iter
I0925 20:12:52.065666 2958132160 net_simple.cc:152] Operator #35 (161, SpatialBN) 0.214663 ms/iter
I0925 20:12:52.065671 2958132160 net_simple.cc:152] Operator #36 (162, Relu) 0.166337 ms/iter
I0925 20:12:52.065676 2958132160 net_simple.cc:152] Operator #37 (164, Conv) 75.2554 ms/iter
I0925 20:12:52.065682 2958132160 net_simple.cc:152] Operator #38 (166, SpatialBN) 0.252858 ms/iter
I0925 20:12:52.065687 2958132160 net_simple.cc:152] Operator #39 (168, Conv) 4.63747 ms/iter
I0925 20:12:52.065692 2958132160 net_simple.cc:152] Operator #40 (170, SpatialBN) 0.198861 ms/iter
I0925 20:12:52.065697 2958132160 net_simple.cc:152] Operator #41 (171, Add) 0.262542 ms/iter
I0925 20:12:52.065702 2958132160 net_simple.cc:152] Operator #42 (172, Relu) 0.133385 ms/iter
I0925 20:12:52.065707 2958132160 net_simple.cc:152] Operator #43 (174, Conv) 80.4289 ms/iter
I0925 20:12:52.065712 2958132160 net_simple.cc:152] Operator #44 (176, SpatialBN) 0.236102 ms/iter
I0925 20:12:52.065815 2958132160 net_simple.cc:152] Operator #45 (177, Relu) 0.188484 ms/iter
I0925 20:12:52.065829 2958132160 net_simple.cc:152] Operator #46 (179, Conv) 81.1724 ms/iter
I0925 20:12:52.065836 2958132160 net_simple.cc:152] Operator #47 (181, SpatialBN) 0.239325 ms/iter
I0925 20:12:52.065841 2958132160 net_simple.cc:152] Operator #48 (182, Add) 0.274535 ms/iter
I0925 20:12:52.065846 2958132160 net_simple.cc:152] Operator #49 (183, Relu) 0.139217 ms/iter
I0925 20:12:52.065852 2958132160 net_simple.cc:152] Operator #50 (185, Conv) 43.3946 ms/iter
I0925 20:12:52.065857 2958132160 net_simple.cc:152] Operator #51 (187, SpatialBN) 0.140203 ms/iter
I0925 20:12:52.065862 2958132160 net_simple.cc:152] Operator #52 (188, Relu) 0.0762542 ms/iter
I0925 20:12:52.065868 2958132160 net_simple.cc:152] Operator #53 (190, Conv) 84.3866 ms/iter
I0925 20:12:52.065873 2958132160 net_simple.cc:152] Operator #54 (192, SpatialBN) 0.144329 ms/iter
I0925 20:12:52.065878 2958132160 net_simple.cc:152] Operator #55 (194, Conv) 4.82636 ms/iter
I0925 20:12:52.065886 2958132160 net_simple.cc:152] Operator #56 (196, SpatialBN) 0.135017 ms/iter
I0925 20:12:52.065891 2958132160 net_simple.cc:152] Operator #57 (197, Add) 0.122163 ms/iter
I0925 20:12:52.065896 2958132160 net_simple.cc:152] Operator #58 (198, Relu) 0.0571563 ms/iter
I0925 20:12:52.065901 2958132160 net_simple.cc:152] Operator #59 (200, Conv) 80.982 ms/iter
I0925 20:12:52.065907 2958132160 net_simple.cc:152] Operator #60 (202, SpatialBN) 0.137163 ms/iter
I0925 20:12:52.065912 2958132160 net_simple.cc:152] Operator #61 (203, Relu) 0.0727638 ms/iter
I0925 20:12:52.065917 2958132160 net_simple.cc:152] Operator #62 (205, Conv) 84.8518 ms/iter
I0925 20:12:52.065923 2958132160 net_simple.cc:152] Operator #63 (207, SpatialBN) 0.14611 ms/iter
I0925 20:12:52.065928 2958132160 net_simple.cc:152] Operator #64 (208, Add) 0.12071 ms/iter
I0925 20:12:52.065933 2958132160 net_simple.cc:152] Operator #65 (209, Relu) 0.0577326 ms/iter
I0925 20:12:52.065939 2958132160 net_simple.cc:152] Operator #66 (210, AveragePool) 0.419874 ms/iter
I0925 20:12:52.065944 2958132160 net_simple.cc:152] Operator #67 (211, Reshape) 0.0069822 ms/iter
I0925 20:12:52.065950 2958132160 net_simple.cc:152] Operator #68 (212, Transpose) 2.17905 ms/iter
I0925 20:12:52.065955 2958132160 net_simple.cc:152] Operator #69 (213, Transpose) 2.02165 ms/iter
I0925 20:12:52.065961 2958132160 net_simple.cc:152] Operator #70 (214, FC) 0.60429 ms/iter
I0925 20:12:52.065966 2958132160 net_simple.cc:157] Time per operator type:
I0925 20:12:52.065973 2958132160 net_simple.cc:166]         1339.43 Conv
I0925 20:12:52.065979 2958132160 net_simple.cc:166]         21.2065 MaxPool
I0925 20:12:52.065984 2958132160 net_simple.cc:166]         11.1655 SpatialBN
I0925 20:12:52.065989 2958132160 net_simple.cc:166]         8.76887 Relu
I0925 20:12:52.065992 2958132160 net_simple.cc:166]          4.2007 Transpose
I0925 20:12:52.065999 2958132160 net_simple.cc:166]         4.09727 Add
I0925 20:12:52.066002 2958132160 net_simple.cc:166]         0.60429 FC
I0925 20:12:52.066007 2958132160 net_simple.cc:166]        0.419874 AveragePool
I0925 20:12:52.066011 2958132160 net_simple.cc:166]       0.0069822 Reshape
Batch Size=16
I0925 20:12:54.559976 2958132160 net_simple.cc:81] Starting benchmark.
I0925 20:12:54.560003 2958132160 net_simple.cc:82] Running warmup runs.
I0925 20:12:57.817978 2958132160 net_simple.cc:92] Main runs.
I0925 20:13:25.517210 2958132160 net_simple.cc:103] Main run finished. Milliseconds per iter: 2769.87. Iters per second: 0.361028
I0925 20:13:52.413472 2958132160 net_simple.cc:152] Operator #0 (105, Conv) 191.682 ms/iter
I0925 20:13:52.413501 2958132160 net_simple.cc:152] Operator #1 (107, SpatialBN) 7.30096 ms/iter
I0925 20:13:52.413506 2958132160 net_simple.cc:152] Operator #2 (108, Relu) 6.26039 ms/iter
I0925 20:13:52.413511 2958132160 net_simple.cc:152] Operator #3 (109, MaxPool) 41.535 ms/iter
I0925 20:13:52.413514 2958132160 net_simple.cc:152] Operator #4 (111, Conv) 182.638 ms/iter
I0925 20:13:52.413518 2958132160 net_simple.cc:152] Operator #5 (113, SpatialBN) 1.70941 ms/iter
I0925 20:13:52.413522 2958132160 net_simple.cc:152] Operator #6 (114, Relu) 1.48277 ms/iter
I0925 20:13:52.413525 2958132160 net_simple.cc:152] Operator #7 (116, Conv) 183.397 ms/iter
I0925 20:13:52.413529 2958132160 net_simple.cc:152] Operator #8 (118, SpatialBN) 1.76723 ms/iter
I0925 20:13:52.413533 2958132160 net_simple.cc:152] Operator #9 (119, Add) 2.23904 ms/iter
I0925 20:13:52.413537 2958132160 net_simple.cc:152] Operator #10 (120, Relu) 1.57385 ms/iter
I0925 20:13:52.413601 2958132160 net_simple.cc:152] Operator #11 (122, Conv) 184.243 ms/iter
I0925 20:13:52.413630 2958132160 net_simple.cc:152] Operator #12 (124, SpatialBN) 1.78544 ms/iter
I0925 20:13:52.413635 2958132160 net_simple.cc:152] Operator #13 (125, Relu) 1.55407 ms/iter
I0925 20:13:52.413640 2958132160 net_simple.cc:152] Operator #14 (127, Conv) 182.925 ms/iter
I0925 20:13:52.413645 2958132160 net_simple.cc:152] Operator #15 (129, SpatialBN) 1.67754 ms/iter
I0925 20:13:52.413648 2958132160 net_simple.cc:152] Operator #16 (130, Add) 2.14111 ms/iter
I0925 20:13:52.413652 2958132160 net_simple.cc:152] Operator #17 (131, Relu) 1.51817 ms/iter
I0925 20:13:52.413656 2958132160 net_simple.cc:152] Operator #18 (133, Conv) 79.062 ms/iter
I0925 20:13:52.413661 2958132160 net_simple.cc:152] Operator #19 (135, SpatialBN) 0.826434 ms/iter
I0925 20:13:52.413679 2958132160 net_simple.cc:152] Operator #20 (136, Relu) 0.739116 ms/iter
I0925 20:13:52.413683 2958132160 net_simple.cc:152] Operator #21 (138, Conv) 154.192 ms/iter
I0925 20:13:52.413687 2958132160 net_simple.cc:152] Operator #22 (140, SpatialBN) 0.825897 ms/iter
I0925 20:13:52.413692 2958132160 net_simple.cc:152] Operator #23 (142, Conv) 9.05602 ms/iter
I0925 20:13:52.413697 2958132160 net_simple.cc:152] Operator #24 (144, SpatialBN) 0.749862 ms/iter
I0925 20:13:52.413699 2958132160 net_simple.cc:152] Operator #25 (145, Add) 1.07074 ms/iter
I0925 20:13:52.413723 2958132160 net_simple.cc:152] Operator #26 (146, Relu) 0.734876 ms/iter
I0925 20:13:52.413727 2958132160 net_simple.cc:152] Operator #27 (148, Conv) 158.594 ms/iter
I0925 20:13:52.413745 2958132160 net_simple.cc:152] Operator #28 (150, SpatialBN) 0.829623 ms/iter
I0925 20:13:52.413749 2958132160 net_simple.cc:152] Operator #29 (151, Relu) 0.721556 ms/iter
I0925 20:13:52.413754 2958132160 net_simple.cc:152] Operator #30 (153, Conv) 154.218 ms/iter
I0925 20:13:52.413758 2958132160 net_simple.cc:152] Operator #31 (155, SpatialBN) 0.865831 ms/iter
I0925 20:13:52.413763 2958132160 net_simple.cc:152] Operator #32 (156, Add) 1.06507 ms/iter
I0925 20:13:52.413767 2958132160 net_simple.cc:152] Operator #33 (157, Relu) 0.713147 ms/iter
I0925 20:13:52.413772 2958132160 net_simple.cc:152] Operator #34 (159, Conv) 76.0598 ms/iter
I0925 20:13:52.413776 2958132160 net_simple.cc:152] Operator #35 (161, SpatialBN) 0.487811 ms/iter
I0925 20:13:52.413781 2958132160 net_simple.cc:152] Operator #36 (162, Relu) 0.395545 ms/iter
I0925 20:13:52.413785 2958132160 net_simple.cc:152] Operator #37 (164, Conv) 156.402 ms/iter
I0925 20:13:52.413789 2958132160 net_simple.cc:152] Operator #38 (166, SpatialBN) 0.440874 ms/iter
I0925 20:13:52.413807 2958132160 net_simple.cc:152] Operator #39 (168, Conv) 8.66228 ms/iter
I0925 20:13:52.413811 2958132160 net_simple.cc:152] Operator #40 (170, SpatialBN) 0.386042 ms/iter
I0925 20:13:52.413815 2958132160 net_simple.cc:152] Operator #41 (171, Add) 0.525903 ms/iter
I0925 20:13:52.413820 2958132160 net_simple.cc:152] Operator #42 (172, Relu) 0.301632 ms/iter
I0925 20:13:52.413823 2958132160 net_simple.cc:152] Operator #43 (174, Conv) 152.207 ms/iter
I0925 20:13:52.413827 2958132160 net_simple.cc:152] Operator #44 (176, SpatialBN) 0.683803 ms/iter
I0925 20:13:52.413831 2958132160 net_simple.cc:152] Operator #45 (177, Relu) 0.352825 ms/iter
I0925 20:13:52.413836 2958132160 net_simple.cc:152] Operator #46 (179, Conv) 150.877 ms/iter
I0925 20:13:52.413841 2958132160 net_simple.cc:152] Operator #47 (181, SpatialBN) 0.417139 ms/iter
I0925 20:13:52.413844 2958132160 net_simple.cc:152] Operator #48 (182, Add) 0.500256 ms/iter
I0925 20:13:52.413848 2958132160 net_simple.cc:152] Operator #49 (183, Relu) 0.296576 ms/iter
I0925 20:13:52.413853 2958132160 net_simple.cc:152] Operator #50 (185, Conv) 76.594 ms/iter
I0925 20:13:52.413857 2958132160 net_simple.cc:152] Operator #51 (187, SpatialBN) 0.259412 ms/iter
I0925 20:13:52.413861 2958132160 net_simple.cc:152] Operator #52 (188, Relu) 0.156126 ms/iter
I0925 20:13:52.413866 2958132160 net_simple.cc:152] Operator #53 (190, Conv) 161.77 ms/iter
I0925 20:13:52.413869 2958132160 net_simple.cc:152] Operator #54 (192, SpatialBN) 0.300352 ms/iter
I0925 20:13:52.413873 2958132160 net_simple.cc:152] Operator #55 (194, Conv) 9.47605 ms/iter
I0925 20:13:52.413877 2958132160 net_simple.cc:152] Operator #56 (196, SpatialBN) 0.504832 ms/iter
I0925 20:13:52.413882 2958132160 net_simple.cc:152] Operator #57 (197, Add) 0.2714 ms/iter
I0925 20:13:52.413885 2958132160 net_simple.cc:152] Operator #58 (198, Relu) 0.131826 ms/iter
I0925 20:13:52.413889 2958132160 net_simple.cc:152] Operator #59 (200, Conv) 160.861 ms/iter
I0925 20:13:52.413894 2958132160 net_simple.cc:152] Operator #60 (202, SpatialBN) 0.272277 ms/iter
I0925 20:13:52.413899 2958132160 net_simple.cc:152] Operator #61 (203, Relu) 0.153942 ms/iter
I0925 20:13:52.413902 2958132160 net_simple.cc:152] Operator #62 (205, Conv) 161.906 ms/iter
I0925 20:13:52.413906 2958132160 net_simple.cc:152] Operator #63 (207, SpatialBN) 0.28816 ms/iter
I0925 20:13:52.413911 2958132160 net_simple.cc:152] Operator #64 (208, Add) 0.243827 ms/iter
I0925 20:13:52.413915 2958132160 net_simple.cc:152] Operator #65 (209, Relu) 0.116437 ms/iter
I0925 20:13:52.413919 2958132160 net_simple.cc:152] Operator #66 (210, AveragePool) 0.808784 ms/iter
I0925 20:13:52.413923 2958132160 net_simple.cc:152] Operator #67 (211, Reshape) 0.0083429 ms/iter
I0925 20:13:52.413928 2958132160 net_simple.cc:152] Operator #68 (212, Transpose) 2.10107 ms/iter
I0925 20:13:52.413933 2958132160 net_simple.cc:152] Operator #69 (213, Transpose) 1.78532 ms/iter
I0925 20:13:52.413936 2958132160 net_simple.cc:152] Operator #70 (214, FC) 0.807619 ms/iter
I0925 20:13:52.413939 2958132160 net_simple.cc:157] Time per operator type:
I0925 20:13:52.413945 2958132160 net_simple.cc:166]         2594.82 Conv
I0925 20:13:52.413949 2958132160 net_simple.cc:166]          41.535 MaxPool
I0925 20:13:52.413952 2958132160 net_simple.cc:166]         22.3789 SpatialBN
I0925 20:13:52.413956 2958132160 net_simple.cc:166]         17.2029 Relu
I0925 20:13:52.413960 2958132160 net_simple.cc:166]         8.05734 Add
I0925 20:13:52.413964 2958132160 net_simple.cc:166]          3.8864 Transpose
I0925 20:13:52.413967 2958132160 net_simple.cc:166]        0.808784 AveragePool
I0925 20:13:52.413971 2958132160 net_simple.cc:166]        0.807619 FC
I0925 20:13:52.413975 2958132160 net_simple.cc:166]       0.0083429 Reshape