Topology CPU: Intel(R) Core(TM) i5-8600K CPU @ 3.60GHz, CPU family: x86_64, GPU: Intel(R) UHD Graphics 630, RAM size: 32789696 kB, OS family: Linux, OS version: Linux-4.15.0-47-generic-x86_64-with-Ubuntu-16.04-xenial, Python version: 3.5.2 CPU: Intel(R) Core(TM) i3-7100 CPU @ 3.90GHz, CPU family: Intel64 Family 6 Model 158 Stepping 9, GenuineIntel, GPU: Intel(R) HD Graphics 630, RAM size: 8256420 KB, OS family: Windows, OS version: Windows-10-10.0.17134-SP0, Python version: 3.6.0 CPU: Intel(R) Core(TM) i7-7700K CPU @ 4.20GHz, CPU family: Intel64 Family 6 Model 158 Stepping 9, GenuineIntel, GPU: Intel(R) HD Graphics 630, RAM size: 16641852 KB, OS family: Windows, OS version: Windows-10-10.0.17763-SP0, Python version: 3.6.5 CPU: Intel(R) Core(TM) i5-8300H CPU @ 2.30GHz, CPU family: Intel64 Family 6 Model 158 Stepping 10, GenuineIntel, GPU: Intel(R) UHD Graphics 630, RAM size: 8245928 KB, OS family: Windows, OS version: Windows-10-10.0.17763-SP0, Python version: 3.6.5
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 6
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 6
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 6
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 6
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 6
Iteration count: 1000
Stream count: 6
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 6
Iteration count: 1000
Stream count: 6
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 6
Iteration count: 1000
Stream count: 6
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 6
Iteration count: 1000
Stream count: 6
FP32;ImageNET;1;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;2;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;4;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;8;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;1;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;2;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;4;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;8;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;1;
Sync;Plugin: MYRIAD
Iteration count: 1000
FP16;ImageNET;2;
Sync;Plugin: MYRIAD
Iteration count: 1000
FP16;ImageNET;4;
Sync;Plugin: MYRIAD
Iteration count: 1000
FP16;ImageNET;8;
Sync;Plugin: MYRIAD
Iteration count: 1000
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;1;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;2;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;4;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;8;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;1;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;2;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;4;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;8;
Sync;Plugin: GPU
Iteration count: 1000
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 8
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 8
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 8
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 8
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 4
Iteration count: 1000
Stream count: 4
FP32;ImageNET;1;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;2;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;4;
Sync;Plugin: GPU
Iteration count: 1000
FP32;ImageNET;8;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;1;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;2;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;4;
Sync;Plugin: GPU
Iteration count: 1000
FP16;ImageNET;8;
Sync;Plugin: GPU
Iteration count: 1000
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;1;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;2;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;4;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 1
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 2
FP32;ImageNET;8;
Sync;Plugin: CPU
Iteration count: 1000
Thread count: 4
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;1;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;2;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;4;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 1
Iteration count: 1000
Stream count: 1
FP32;ImageNET;8;
Async;Plugin: CPU
Async request count: 2
Iteration count: 1000
Stream count: 2
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Latency FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
Average time of single pass FPS
alexnet
0.022 45.897
0.015 67.399
0.012 85.595
0.011 91.96
0.047 42.364
0.034 59.424
0.024 81.968
0.021 95.918
0.072 55.908
0.046 86.054
0.031 127.451
0.026 153.417
0.124 64.286
0.073 110.023
0.046 175.747
0.037 218.345
0.011 91.423
0.007 147.722
0.006 154.354
0.008 130.88
0.021 95.118
0.016 127.108
0.017 119.544
0.018 113.858
0.026 152.526
0.021 189.293
0.027 150.485
0.022 181.937
0.037 217.531
0.034 238.146
0.042 191.534
0.031 257.53
0.008 121.149
0.022 89.79
0.036 109.622
0.044 180.634
0.006 165.567
0.018 109.082
0.031 128.122
0.03 269.476
0.026 37.858
0.051 39.258
0.1 40.093
0.197 40.52
0.016 63.895
0.016 64.017
0.016 64.017
0.047 42.676
0.047 42.678
0.047 42.677
0.078 51.213
0.062 64.017
0.062 64.016
0.141 56.904
0.094 85.356
0.094 85.355
0.015 65.86
0.013 76.574
0.051 39.118
0.04 49.915
0.065 61.717
0.053 75.202
0.093 85.87
0.079 101.031
0.016 64.041
0.031 64.074
0.047 85.357
0.047 170.707
<0.001 >1000
0.016 128.025
0.031 128.034
0.031 256.061
0.016 64.012
0.016 64.015
0.016 64.023
0.016 64.023
0.047 42.677
0.031 64.01
0.031 64.018
0.031 64.015
0.062 64.012
0.047 85.353
0.031 128.001
0.031 127.998
0.125 64.016
0.078 102.427
0.047 170.695
0.047 170.699
0.012 84.9
0.008 126.262
0.009 106.87
0.032 62.349
0.025 79.522
0.029 67.848
0.039 103.494
0.029 137.889
0.036 111.67
0.052 153.555
0.044 180.961
0.047 170.536
0.016 64.042
0.016 128.002
0.031 128.023
0.047 170.708
<0.001 >1000
0.016 128.031
0.031 128.03
0.031 256.064
0.027 37.34
0.02 49.175
0.018 56.002
0.059 34.152
0.054 37.332
0.05 40.317
0.088 45.58
0.068 58.441
0.059 67.769
0.15 53.219
0.1 79.848
0.078 102.08
0.018 55.036
0.016 62.716
0.052 38.317
0.047 42.482
0.062 64.797
0.055 72.768
0.083 96.368
0.074 108.54
densenet-121
0.051 19.532
0.028 36.041
0.016 61.85
0.014 73.376
0.107 18.635
0.059 34.007
0.035 56.66
0.028 70.638
0.223 17.973
0.126 31.689
0.08 50.284
0.066 60.998
0.466 17.178
0.276 29.011
0.186 43.027
0.158 50.697
0.014 72.162
0.012 82.272
0.016 62.057
0.014 73.411
0.029 69.729
0.03 67.02
0.039 51.913
0.036 56.327
0.067 59.689
0.071 56.605
0.084 47.644
0.078 51.156
0.159 50.286
0.161 49.539
0.178 45.023
0.165 48.596
0.029 34.571
0.057 35.057
0.106 37.579
0.199 40.282
0.029 34.768
0.046 43.48
0.082 48.649
0.152 52.701
0.051 19.431
0.101 19.79
0.2 19.999
0.398 20.101
0.062 16.004
0.031 32.007
0.031 32.008
0.125 16.004
0.078 25.606
0.078 25.607
0.266 15.063
0.172 23.279
0.156 25.606
0.531 15.063
0.359 22.266
0.328 24.387
0.033 30.63
0.031 32.462
0.074 26.858
0.069 28.784
0.157 25.553
0.143 27.888
0.342 23.399
0.332 24.064
0.031 31.975
0.078 25.608
0.125 32.001
0.25 32.009
0.031 32.008
0.047 42.675
0.094 42.677
0.172 46.557
0.047 21.338
0.031 32.008
0.016 64.015
0.016 64.016
0.109 18.29
0.062 32.008
0.047 42.679
0.031 64.014
0.219 18.29
0.141 28.451
0.109 36.579
0.094 42.676
0.515 15.52
0.312 25.606
0.203 39.395
0.187 42.677
0.016 62.393
0.015 67.455
0.017 58.461
0.036 55.569
0.036 55.859
0.042 48.023
0.082 48.932
0.083 48.478
0.091 43.906
0.189 42.289
0.183 43.743
0.19 42.049
0.031 32.008
0.062 32.008
0.109 36.58
0.203 39.394
0.031 32.008
0.047 42.677
0.078 51.212
0.156 51.212
0.058 17.243
0.032 31.017
0.022 44.803
0.135 14.828
0.08 24.89
0.065 30.546
0.278 14.401
0.171 23.378
0.132 30.205
0.576 13.892
0.379 21.084
0.307 26.1
0.025 39.762
0.023 42.848
0.057 34.916
0.059 33.841
0.135 29.726
0.137 29.099
0.313 25.522
0.304 26.344
densenet-161
0.141 7.078
0.081 12.372
0.046 21.753
0.039 25.724
0.301 6.651
0.164 12.198
0.11 18.206
0.083 24.175
0.612 6.535
0.347 11.541
0.221 18.107
0.184 21.797
1.254 6.381
0.734 10.905
0.485 16.508
0.415 19.262
0.039 25.706
0.036 27.92
0.045 22.176
0.037 26.742
0.083 24.194
0.084 23.786
0.104 19.224
0.092 21.769
0.184 21.749
0.187 21.357
0.217 18.425
0.193 20.743
0.411 19.471
0.398 20.085
0.442 18.097
0.392 20.41
0.076 13.1
0.126 15.913
0.242 16.518
0.471 16.986
0.058 17.341
0.098 20.379
0.184 21.717
0.356 22.501
0.14 7.128
0.279 7.179
0.555 7.211
1.108 7.222
0.156 6.402
0.094 10.669
0.094 10.669
0.344 5.82
0.219 9.145
0.203 9.849
0.703 5.69
0.453 8.83
0.406 9.849
1.406 5.69
0.922 8.68
0.812 9.849
0.126 7.944
0.093 10.759
0.237 8.448
0.18 11.135
0.397 10.066
0.364 10.998
0.808 9.899
0.737 10.854
0.109 9.145
0.187 10.67
0.344 11.64
0.656 12.193
0.078 12.803
0.125 16.004
0.219 18.29
0.422 18.968
0.141 7.113
0.078 12.803
0.047 21.337
0.047 21.338
0.297 6.738
0.172 11.639
0.125 16.004
0.125 16.004
0.609 6.566
0.344 11.639
0.219 18.289
0.234 17.071
1.234 6.483
0.719 11.133
0.515 15.52
0.469 17.071
0.045 22.406
0.043 23.526
0.046 21.612
0.101 19.868
0.101 19.813
0.107 18.663
0.228 17.549
0.209 19.131
0.229 17.487
0.469 17.056
0.439 18.222
0.459 17.444
0.078 12.803
0.125 16.004
0.25 16.004
0.469 17.07
0.062 16.004
0.094 21.338
0.187 21.338
0.359 22.266
0.16 6.242
0.095 10.556
0.064 15.513
0.349 5.728
0.206 9.692
0.157 12.76
0.734 5.449
0.464 8.625
0.347 11.521
1.523 5.252
0.982 8.15
0.759 10.535
0.069 14.443
0.069 14.513
0.159 12.569
0.17 11.778
0.363 11.031
0.34 11.761
0.76 10.521
0.715 11.184
densenet-169
0.062 16.088
0.034 29.405
0.02 49.966
0.019 51.411
0.13 15.405
0.071 28.135
0.043 46.432
0.035 56.411
0.269 14.845
0.151 26.423
0.097 41.229
0.079 50.482
0.564 14.18
0.333 24.002
0.226 35.374
0.193 41.395
0.018 56.392
0.015 66.851
0.02 50.259
0.017 60.184
0.035 57.325
0.037 54.544
0.048 41.901
0.044 45.064
0.081 49.573
0.086 46.724
0.105 38.241
0.099 40.444
0.194 41.274
0.2 40.079
0.223 35.866
0.21 38.083
0.042 23.928
0.071 28.117
0.131 30.586
0.244 32.852
0.037 26.712
0.059 34.172
0.103 38.741
0.19 42.102
0.066 15.132
0.13 15.356
0.258 15.483
0.515 15.541
0.078 12.808
0.047 21.339
0.047 21.339
0.156 12.803
0.094 21.338
0.094 21.339
0.328 12.195
0.219 18.291
0.187 21.339
0.656 12.194
0.437 18.29
0.406 19.697
0.039 25.403
0.037 26.909
0.093 21.406
0.085 23.488
0.19 21.032
0.177 22.612
0.399 20.065
0.364 21.958
0.062 16.012
0.094 21.339
0.156 25.603
0.297 26.952
0.047 21.339
0.062 32.007
0.125 32.016
0.219 36.581
0.062 16.004
0.031 32.007
0.016 64.014
0.016 64.013
0.125 16.004
0.078 25.607
0.047 42.677
0.047 42.677
0.266 15.062
0.156 25.606
0.109 36.59
0.094 42.676
0.562 14.226
0.344 23.278
0.234 34.141
0.234 34.141
0.021 48.607
0.018 55.138
0.021 48.681
0.043 46.489
0.043 46.104
0.052 38.809
0.099 40.426
0.1 39.835
0.116 34.561
0.23 34.811
0.225 35.524
0.239 33.481
0.047 21.339
0.078 25.606
0.141 28.457
0.25 32.008
0.031 32.007
0.062 32.008
0.109 36.581
0.187 42.677
0.071 14.079
0.039 25.521
0.027 37.339
0.154 12.965
0.091 22.041
0.065 30.549
0.328 12.182
0.204 19.622
0.155 25.765
0.7 11.422
0.463 17.287
0.37 21.621
0.032 31.308
0.028 35.313
0.069 29.016
0.072 27.847
0.163 24.466
0.172 23.241
0.38 21.051
0.376 21.254
densenet-201
0.08 12.484
0.044 22.918
0.026 38.963
0.023 43.833
0.168 11.913
0.091 21.863
0.054 37.122
0.044 45.439
0.353 11.32
0.202 19.758
0.13 30.694
0.109 36.562
0.745 10.737
0.449 17.803
0.312 25.62
0.27 29.67
0.025 39.378
0.019 51.747
0.026 38.085
0.023 44.229
0.045 43.999
0.05 40.071
0.066 30.527
0.063 31.603
0.111 35.904
0.122 32.666
0.146 27.346
0.14 28.651
0.273 29.259
0.28 28.542
0.31 25.823
0.294 27.23
0.055 18.341
0.093 21.606
0.168 23.843
0.316 25.322
0.048 20.86
0.076 26.169
0.134 29.899
0.248 32.267
0.086 11.563
0.171 11.696
0.34 11.772
0.678 11.804
0.094 10.669
0.047 21.337
0.047 21.338
0.203 9.849
0.141 14.226
0.125 16.004
0.422 9.484
0.281 14.226
0.266 15.063
0.859 9.312
0.594 13.477
0.531 15.063
0.051 19.44
0.049 20.511
0.121 16.503
0.114 17.611
0.256 15.612
0.235 17.048
0.533 15.018
0.479 16.69
0.078 12.804
0.125 16.005
0.219 18.291
0.406 19.698
0.062 16.004
0.094 21.339
0.156 25.607
0.281 28.452
0.078 12.803
0.047 21.339
0.031 32.009
0.031 32.008
0.172 11.639
0.094 21.338
0.062 32.008
0.062 32.01
0.359 11.133
0.203 19.697
0.141 28.451
0.141 28.451
0.75 10.669
0.453 17.659
0.328 24.386
0.312 25.606
0.026 39.034
0.023 42.734
0.027 36.79
0.055 36.196
0.06 33.604
0.071 28.077
0.135 29.595
0.14 28.556
0.158 25.373
0.318 25.133
0.313 25.52
0.335 23.875
0.047 21.325
0.094 21.338
0.172 23.278
0.312 25.604
0.047 21.338
0.078 25.606
0.141 28.452
0.25 32.007
0.092 10.839
0.051 19.586
0.034 29.009
0.201 9.945
0.118 17.018
0.086 23.308
0.437 9.164
0.277 14.451
0.217 18.412
0.938 8.528
0.634 12.611
0.515 15.524
0.04 24.718
0.037 27.094
0.09 22.322
0.099 20.254
0.224 17.877
0.235 17.056
0.53 15.094
0.522 15.313
googlenet-v1
0.029 34.409
0.016 64.114
0.009 111.762
0.007 145.393
0.057 34.814
0.03 66.028
0.017 118.209
0.012 160.591
0.114 35.064
0.06 66.993
0.033 120.793
0.025 163.231
0.228 35.163
0.119 67.199
0.066 120.559
0.05 160.767
0.007 143.825
0.006 162.66
0.008 121.697
0.006 156.428
0.013 159.352
0.012 164.321
0.016 121.688
0.013 157.81
0.025 162.79
0.025 162.923
0.033 122.088
0.025 159.506
0.05 159.832
0.049 163.51
0.065 122.544
0.05 160.186
0.013 74.466
0.025 80.649
0.047 85.517
0.089 89.53
0.01 103.463
0.018 112.299
0.033 122.785
0.062 130.02
0.025 40.354
0.048 41.894
0.094 42.743
0.185 43.149
0.031 32.009
0.016 64.017
0.016 64.018
0.062 32.009
0.031 64.017
0.031 64.018
0.125 32.009
0.062 64.016
0.062 64.017
0.25 32.009
0.141 56.904
0.125 64.017
0.017 60.279
0.016 64.338
0.032 61.554
0.031 65.356
0.063 63.508
0.061 65.962
0.125 63.888
0.12 66.467
0.016 64.017
0.031 64.016
0.062 64.047
0.109 73.163
0.016 64.02
0.016 128.012
0.031 127.915
0.078 102.465
0.031 32.007
0.016 64.015
0.016 64.02
0.016 64.025
0.047 42.672
0.031 64.016
0.016 128.029
0.016 128.029
0.109 36.58
0.062 64.016
0.031 128.029
0.031 128.03
0.219 36.58
0.109 73.159
0.062 128.029
0.062 128.03
0.008 118.987
0.007 133.923
0.008 120.103
0.016 128.158
0.015 135.195
0.017 120.103
0.031 128.997
0.029 136.93
0.033 120.385
0.062 129.388
0.06 133.388
0.067 119.991
0.016 64.017
0.031 64.019
0.047 85.353
0.094 85.354
0.016 64.026
0.016 128.029
0.031 128.03
0.062 128.03
0.032 31.493
0.017 57.609
0.011 87.661
0.062 32.004
0.035 57.664
0.022 91.633
0.134 29.751
0.068 58.434
0.044 91.636
0.253 31.63
0.139 57.399
0.095 84.441
0.013 76.181
0.012 86.266
0.025 81.112
0.023 87.985
0.049 80.971
0.045 89.054
0.099 80.627
0.091 88.237
googlenet-v2
0.034 29.013
0.019 54.038
0.011 94.072
0.008 120.043
0.068 29.477
0.036 55.794
0.02 99.868
0.015 133.227
0.134 29.743
0.07 56.774
0.039 103.379
0.028 140.899
0.269 29.791
0.141 56.919
0.078 103.148
0.057 139.838
0.008 120.153
0.007 138.044
0.01 103.265
0.008 132.349
0.015 132.924
0.014 140.678
0.019 103.986
0.015 133.54
0.029 139.769
0.028 141.201
0.038 104.29
0.03 135.338
0.058 138.674
0.056 142.829
0.077 103.974
0.059 136.699
0.017 59.886
0.03 66.229
0.057 69.859
0.109 73.55
0.012 85.6
0.022 92.575
0.04 100.022
0.075 106.775
0.026 38.099
0.051 39.46
0.1 40.189
0.197 40.524
0.031 32.007
0.016 64.014
0.016 64.015
0.078 25.607
0.047 42.679
0.047 42.68
0.141 28.446
0.078 51.212
0.078 51.214
0.297 26.955
0.172 46.558
0.156 51.214
0.02 49.357
0.019 52.258
0.039 50.726
0.038 53.191
0.077 51.824
0.077 52.077
0.152 52.467
0.148 54.033
0.016 64.01
0.031 64.007
0.063 63.986
0.125 64.015
0.016 64.017
0.031 64.025
0.047 85.356
0.078 102.386
0.031 32.008
0.016 64.016
0.016 64.021
0.016 64.018
0.062 32.007
0.031 64.015
0.016 128.029
0.016 128.029
0.125 32.007
0.062 64.014
0.031 128.024
0.031 128.027
0.25 32.007
0.141 56.903
0.078 102.424
0.078 102.424
0.01 96.119
0.009 108.133
0.01 97.14
0.019 104.685
0.018 110.848
0.021 97.213
0.037 107.363
0.035 112.802
0.041 97.621
0.074 107.837
0.071 112.086
0.082 97.658
0.016 64.016
0.031 64.015
0.062 64.016
0.109 73.16
0.016 64.021
0.016 128.021
0.047 85.357
0.078 102.425
0.038 26.183
0.021 48.007
0.013 74.644
0.074 26.896
0.041 48.582
0.026 76.076
0.148 26.973
0.082 48.876
0.054 73.986
0.316 25.337
0.167 48.003
0.113 71.055
0.016 61.186
0.014 69.45
0.03 66.377
0.028 72.158
0.059 68.298
0.054 73.532
0.118 67.843
0.109 73.719
googlenet-v3
0.095 10.492
0.051 19.753
0.028 35.38
0.021 47.493
0.189 10.568
0.099 20.261
0.054 36.95
0.04 49.709
0.378 10.585
0.196 20.361
0.107 37.302
0.079 50.815
0.756 10.583
0.394 20.324
0.216 37.028
0.159 50.257
0.021 46.792
0.02 50.668
0.027 37.254
0.021 47.778
0.04 49.589
0.039 50.816
0.054 37.117
0.041 48.485
0.079 50.557
0.078 51.489
0.108 37.076
0.082 48.741
0.16 50.0
0.155 51.728
0.215 37.149
0.163 49.078
0.043 23.417
0.084 23.792
0.164 24.388
0.327 24.428
0.029 33.92
0.064 31.432
0.121 32.992
0.235 33.973
0.086 11.571
0.171 11.714
0.339 11.798
0.676 11.827
0.109 9.145
0.062 16.004
0.047 21.338
0.203 9.848
0.125 16.004
0.109 18.29
0.422 9.484
0.234 17.071
0.203 19.697
0.828 9.663
0.484 16.52
0.422 18.968
0.054 18.459
0.052 19.081
0.106 18.889
0.103 19.375
0.209 19.181
0.206 19.44
0.418 19.149
0.414 19.342
0.047 21.326
0.094 21.332
0.187 21.338
0.375 21.337
0.031 32.004
0.078 25.608
0.141 28.452
0.266 30.122
0.094 10.669
0.047 21.338
0.031 32.008
0.031 32.008
0.187 10.669
0.094 21.338
0.062 32.008
0.062 32.007
0.359 11.133
0.187 21.338
0.109 36.58
0.094 42.676
0.719 11.133
0.375 21.338
0.219 36.58
0.203 39.394
0.027 37.501
0.025 39.712
0.028 35.212
0.051 39.021
0.049 40.541
0.057 35.387
0.102 39.279
0.098 40.976
0.114 35.134
0.201 39.758
0.196 40.849
0.235 34.003
0.047 21.338
0.078 25.605
0.172 23.278
0.328 24.387
0.031 32.008
0.062 32.008
0.125 32.008
0.234 34.141
0.107 9.334
0.059 17.075
0.039 25.848
0.212 9.443
0.116 17.308
0.077 25.846
0.423 9.466
0.236 16.942
0.155 25.765
0.847 9.443
0.475 16.836
0.32 24.967
0.042 23.83
0.039 25.913
0.081 24.803
0.075 26.639
0.16 25.029
0.149 26.92
0.319 25.113
0.296 27.006
googlenet-v4
0.203 4.922
0.108 9.302
0.059 16.91
0.044 22.658
0.405 4.936
0.211 9.479
0.116 17.287
0.085 23.566
0.809 4.947
0.421 9.493
0.231 17.341
0.166 24.036
1.618 4.944
0.842 9.503
0.459 17.442
0.335 23.858
0.044 22.627
0.041 24.203
0.058 17.359
0.044 22.634
0.084 23.788
0.083 24.136
0.115 17.399
0.088 22.698
0.167 23.959
0.165 24.228
0.23 17.395
0.175 22.847
0.336 23.817
0.327 24.457
0.459 17.431
0.349 22.925
0.088 11.38
0.18 11.107
0.36 11.104
0.729 10.975
0.062 16.009
0.134 14.888
0.26 15.372
0.509 15.702
0.145 6.889
0.288 6.939
0.574 6.967
1.147 6.977
0.219 4.573
0.125 8.002
0.109 9.145
0.453 4.415
0.266 7.531
0.219 9.145
0.89 4.492
0.515 7.76
0.437 9.145
1.781 4.492
1.015 7.879
0.89 8.985
0.113 8.852
0.112 8.951
0.224 8.92
0.221 9.043
0.444 9.017
0.44 9.083
0.884 9.047
0.881 9.079
0.109 9.145
0.219 9.145
0.422 9.484
0.844 9.484
0.078 12.803
0.156 12.803
0.297 13.477
0.594 13.478
0.187 5.335
0.109 9.145
0.062 16.004
0.047 21.336
0.391 5.121
0.203 9.848
0.109 18.29
0.109 18.29
0.781 5.121
0.406 9.848
0.219 18.29
0.219 18.29
1.547 5.173
0.812 9.849
0.453 17.659
0.422 18.967
0.055 18.186
0.053 19.029
0.063 15.912
0.106 18.8
0.104 19.221
0.124 16.07
0.213 18.804
0.207 19.362
0.247 16.203
0.422 18.962
0.415 19.276
0.484 16.525
0.094 10.669
0.187 10.669
0.359 11.133
0.734 10.896
0.062 16.004
0.141 14.226
0.266 15.062
0.516 15.519
0.228 4.392
0.124 8.095
0.083 12.073
0.45 4.441
0.247 8.097
0.165 12.145
0.901 4.441
0.495 8.089
0.334 11.965
1.814 4.41
1.004 7.969
0.669 11.965
0.087 11.531
0.08 12.51
0.169 11.828
0.158 12.672
0.335 11.941
0.314 12.742
0.665 12.025
0.626 12.775
inception-resnet-v2
0.222 4.503
0.12 8.357
0.067 15.006
0.052 19.083
0.445 4.494
0.233 8.567
0.129 15.449
0.098 20.483
0.889 4.498
0.469 8.527
0.264 15.15
0.205 19.518
1.79 4.469
0.949 8.428
0.544 14.711
0.415 19.256
0.055 18.289
0.047 21.113
0.065 15.461
0.051 19.792
0.097 20.58
0.098 20.367
0.131 15.277
0.103 19.428
0.199 20.052
0.199 20.116
0.264 15.154
0.207 19.335
0.417 19.192
0.41 19.53
0.526 15.197
0.412 19.409
0.133 7.538
0.207 9.685
0.406 9.863
0.818 9.785
0.076 13.111
0.158 12.672
0.299 13.382
0.59 13.555
0.222 4.505
0.442 4.526
0.881 4.539
1.76 4.545
0.25 4.001
0.141 7.113
0.125 8.002
0.5 4.001
0.281 7.113
0.266 7.531
0.984 4.064
0.594 6.738
0.5 8.002
1.984 4.033
1.172 6.829
1.015 7.879
0.135 7.432
0.126 7.967
0.256 7.803
0.247 8.088
0.517 7.74
0.496 8.067
1.023 7.822
0.989 8.085
0.172 5.82
0.25 8.001
0.5 8.002
0.984 8.129
0.094 10.669
0.172 11.637
0.344 11.639
0.672 11.91
0.219 4.573
0.109 9.145
0.062 16.004
0.062 16.004
0.422 4.742
0.219 9.145
0.125 16.004
0.125 16.004
0.859 4.656
0.453 8.83
0.266 15.062
0.25 16.004
1.718 4.656
0.906 8.829
0.547 14.632
0.5 16.004
0.064 15.736
0.06 16.74
0.068 14.733
0.122 16.401
0.12 16.723
0.139 14.419
0.25 15.995
0.241 16.584
0.281 14.215
0.507 15.794
0.49 16.317
0.56 14.287
0.141 7.113
0.203 9.848
0.406 9.848
0.828 9.663
0.078 12.803
0.156 12.803
0.297 13.477
0.594 13.477
0.264 3.795
0.139 7.175
0.093 10.724
0.499 4.008
0.275 7.265
0.191 10.473
1.002 3.99
0.564 7.087
0.389 10.273
2.029 3.944
1.154 6.934
0.804 9.956
0.098 10.191
0.092 10.914
0.195 10.273
0.184 10.844
0.397 10.077
0.371 10.781
0.81 9.876
0.754 10.615
mobilenet-ssd
0.022 45.769
0.012 81.861
0.007 140.4
0.006 176.61
0.043 46.549
0.023 86.837
0.014 145.99
0.01 193.23
0.089 45.099
0.047 84.942
0.027 146.417
0.022 179.394
0.18 44.34
0.096 83.535
0.056 142.216
0.051 158.181
0.006 174.617
0.005 202.043
0.006 155.286
0.005 186.581
0.01 190.512
0.01 193.108
0.013 158.082
0.011 186.199
0.023 177.528
0.024 167.438
0.026 156.273
0.021 190.993
0.051 156.57
0.048 167.765
0.051 156.168
0.042 191.887
0.017 59.738
0.026 75.548
0.051 77.906
0.102 78.698
0.013 75.099
0.023 85.908
0.044 89.908
0.087 92.134
0.041 24.432
0.08 25.052
0.158 25.358
0.314 25.51
0.031 32.008
0.031 32.01
0.016 64.016
0.062 32.007
0.047 42.678
0.031 64.015
0.094 42.677
0.062 64.017
0.047 85.354
0.187 42.677
0.125 64.016
0.094 85.353
0.013 75.136
0.012 81.757
0.026 77.128
0.025 80.625
0.051 78.307
0.049 81.679
0.101 79.351
0.098 81.342
0.016 64.007
0.031 64.018
0.062 64.017
0.125 64.018
0.016 64.017
0.031 64.02
0.047 85.353
0.094 85.353
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
0.016 64.015
0.031 64.017
0.047 85.352
0.109 73.16
0.016 64.016
0.031 64.045
0.047 85.353
0.094 85.355
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
resnet-101
0.12 8.367
0.063 15.768
0.036 27.979
0.029 34.939
0.236 8.481
0.123 16.244
0.069 29.138
0.05 40.035
0.469 8.529
0.243 16.477
0.131 30.643
0.095 42.254
0.935 8.559
0.484 16.533
0.261 30.69
0.19 42.214
0.029 34.852
0.025 40.773
0.033 30.056
0.026 37.816
0.051 39.583
0.048 41.407
0.066 30.103
0.052 38.126
0.095 42.176
0.095 42.184
0.132 30.243
0.103 38.648
0.19 42.081
0.188 42.519
0.265 30.174
0.205 39.043
0.053 18.703
0.11 18.126
0.206 19.391
0.402 19.906
0.03 33.559
0.073 27.37
0.137 29.207
0.262 30.531
0.103 9.675
0.205 9.759
0.408 9.812
0.814 9.832
0.125 8.002
0.078 12.803
0.062 16.004
0.266 7.531
0.141 14.226
0.141 14.226
0.515 7.76
0.312 12.804
0.266 15.063
1.031 7.76
0.609 13.132
0.515 15.519
0.069 14.516
0.066 15.084
0.135 14.837
0.133 15.084
0.26 15.37
0.259 15.447
0.517 15.47
0.515 15.527
0.078 12.808
0.141 14.226
0.266 15.064
0.5 16.004
0.047 21.355
0.094 21.345
0.156 25.607
0.312 25.609
0.109 9.145
0.062 16.004
0.031 32.007
0.031 32.007
0.219 9.145
0.109 18.285
0.062 32.007
0.062 32.008
0.453 8.83
0.234 17.071
0.125 32.007
0.125 32.007
0.89 8.985
0.453 17.658
0.25 32.007
0.25 32.008
0.035 28.745
0.031 31.88
0.036 28.015
0.064 31.242
0.062 32.225
0.072 27.802
0.125 31.936
0.12 33.198
0.143 28.0
0.244 32.74
0.241 33.218
0.282 28.368
0.047 21.338
0.109 18.29
0.203 19.697
0.406 19.697
0.031 32.008
0.078 25.606
0.141 28.451
0.266 30.125
0.135 7.412
0.073 13.709
0.05 20.162
0.265 7.552
0.145 13.762
0.095 20.999
0.523 7.645
0.288 13.88
0.19 21.001
1.043 7.67
0.576 13.88
0.385 20.785
0.054 18.439
0.049 20.583
0.101 19.807
0.094 21.178
0.197 20.296
0.183 21.817
0.387 20.699
0.364 21.987
resnet-152
0.18 5.568
0.095 10.538
0.053 18.847
0.042 23.696
0.355 5.634
0.185 10.824
0.102 19.623
0.075 26.638
0.705 5.671
0.365 10.964
0.196 20.441
0.141 28.417
1.407 5.685
0.728 10.996
0.392 20.389
0.283 28.314
0.042 23.642
0.036 27.519
0.05 20.023
0.039 25.427
0.074 26.897
0.072 27.769
0.1 20.078
0.078 25.59
0.141 28.296
0.141 28.408
0.199 20.134
0.154 25.922
0.283 28.312
0.28 28.542
0.398 20.103
0.306 26.118
0.079 12.679
0.165 12.144
0.309 12.964
0.599 13.349
0.043 23.203
0.107 18.657
0.2 19.957
0.386 20.752
0.153 6.536
0.304 6.575
0.606 6.598
1.21 6.609
0.203 4.924
0.109 9.145
0.109 9.145
0.391 5.121
0.234 8.536
0.203 9.849
0.781 5.121
0.453 8.83
0.391 10.243
1.546 5.173
0.89 8.985
0.781 10.243
0.103 9.71
0.1 10.029
0.202 9.91
0.196 10.199
0.396 10.108
0.391 10.232
0.782 10.226
0.785 10.193
0.109 9.145
0.219 9.145
0.39 10.243
0.75 10.669
0.062 16.011
0.125 16.004
0.234 17.071
0.453 17.661
0.172 5.82
0.094 10.669
0.047 21.338
0.047 21.338
0.344 5.82
0.172 11.639
0.094 21.338
0.094 21.338
0.672 5.955
0.344 11.639
0.187 21.338
0.187 21.338
1.343 5.955
0.687 11.639
0.375 21.337
0.359 22.266
0.051 19.463
0.047 21.127
0.054 18.587
0.096 20.794
0.093 21.576
0.11 18.186
0.187 21.378
0.181 22.097
0.214 18.682
0.366 21.833
0.363 22.048
0.423 18.899
0.078 12.803
0.172 11.639
0.312 12.803
0.609 13.131
0.047 21.338
0.109 18.29
0.203 19.697
0.391 20.485
0.202 4.939
0.111 9.001
0.074 13.441
0.394 5.072
0.215 9.293
0.144 13.905
0.785 5.098
0.429 9.333
0.287 13.928
1.58 5.062
0.866 9.243
0.575 13.916
0.081 12.401
0.073 13.759
0.15 13.318
0.142 14.122
0.294 13.606
0.275 14.533
0.581 13.765
0.551 14.524
resnet-50
0.059 16.942
0.032 31.527
0.018 55.36
0.014 69.345
0.116 17.169
0.061 32.718
0.034 57.987
0.026 77.144
0.231 17.296
0.12 33.232
0.065 61.104
0.049 82.35
0.462 17.329
0.239 33.423
0.131 61.175
0.097 82.471
0.015 68.956
0.012 80.468
0.017 60.385
0.013 75.134
0.026 77.905
0.025 79.404
0.033 60.522
0.027 75.371
0.049 82.082
0.048 83.082
0.066 60.659
0.052 76.819
0.097 82.208
0.096 83.685
0.132 60.687
0.103 77.692
0.028 35.878
0.057 35.346
0.108 37.182
0.209 38.354
0.017 59.086
0.04 50.339
0.075 53.364
0.143 55.92
0.058 17.227
0.114 17.509
0.226 17.665
0.451 17.728
0.062 16.004
0.031 32.008
0.031 32.008
0.125 16.004
0.062 32.007
0.062 32.008
0.25 16.004
0.141 28.451
0.125 32.008
0.5 16.003
0.297 26.954
0.25 32.008
0.038 26.541
0.033 30.21
0.067 29.644
0.064 31.098
0.129 31.064
0.128 31.159
0.259 30.829
0.252 31.713
0.031 32.006
0.078 25.608
0.141 28.452
0.266 30.125
0.016 63.977
0.047 42.678
0.094 42.691
0.172 46.559
0.062 16.004
0.031 32.008
0.016 64.015
0.016 64.015
0.109 18.29
0.062 32.008
0.031 64.015
0.031 64.015
0.219 18.29
0.109 36.58
0.062 64.015
0.062 64.015
0.437 18.29
0.234 34.141
0.125 64.015
0.125 64.015
0.017 57.671
0.016 63.069
0.018 56.302
0.032 61.612
0.031 64.079
0.035 56.911
0.063 63.663
0.06 66.717
0.07 57.271
0.123 65.039
0.119 67.163
0.139 57.496
0.031 32.008
0.062 32.008
0.109 36.58
0.219 36.581
0.016 64.016
0.047 42.679
0.078 51.212
0.141 56.902
0.066 15.046
0.036 27.609
0.024 42.004
0.14 14.296
0.071 28.015
0.047 42.445
0.258 15.479
0.142 28.1
0.093 42.896
0.514 15.554
0.285 28.05
0.191 41.785
0.027 36.63
0.024 40.86
0.051 39.224
0.048 42.014
0.1 40.069
0.091 43.74
0.194 41.166
0.181 44.078
squeezenet1.0
0.015 65.874
0.008 122.212
0.005 214.575
0.003 292.367
0.03 65.579
0.016 122.663
0.009 215.371
0.007 289.417
0.061 65.355
0.033 122.381
0.019 211.711
0.014 276.541
0.123 64.833
0.066 120.695
0.04 202.251
0.031 257.657
0.003 290.149
0.003 301.795
0.004 226.542
0.003 289.542
0.007 287.891
0.007 288.778
0.009 219.477
0.007 281.133
0.015 275.497
0.014 275.988
0.019 216.208
0.014 276.023
0.031 255.969
0.03 269.631
0.037 214.414
0.029 274.057
0.008 118.363
0.015 135.363
0.028 143.557
0.054 148.073
0.006 171.112
0.011 174.294
0.021 193.652
0.039 205.294
0.02 50.011
0.038 52.641
0.074 54.198
0.146 54.939
0.016 64.019
0.016 64.021
0.016 64.021
0.031 64.017
0.016 128.025
0.016 128.033
0.062 64.017
0.047 85.362
0.031 128.034
0.141 56.905
0.078 102.428
0.078 102.429
0.009 105.987
0.009 114.11
0.019 108.044
0.018 114.212
0.037 109.196
0.034 116.871
0.073 109.804
0.068 117.568
0.016 64.029
0.016 128.031
0.031 128.035
0.062 128.035
<0.001 >1000
0.016 128.037
0.016 255.563
0.047 170.713
0.016 64.015
0.016 64.118
<0.001 >1000
<0.001 >1000
0.031 64.016
0.016 128.029
0.016 128.035
0.016 128.037
0.062 64.016
0.031 128.03
0.016 256.047
0.016 256.051
0.125 64.016
0.062 128.03
0.047 170.721
0.047 170.741
0.005 214.815
0.004 241.566
0.005 220.741
0.009 220.361
0.008 238.417
0.009 213.028
0.019 211.97
0.018 221.889
0.019 208.01
0.039 203.95
0.036 221.601
0.039 206.084
0.016 64.034
0.016 128.029
0.031 128.034
0.062 128.038
<0.001 >1000
0.016 128.043
0.016 256.045
0.031 256.04
0.017 57.603
0.009 106.122
0.005 183.253
0.033 60.123
0.018 108.764
0.012 168.007
0.074 53.775
0.039 103.304
0.025 158.123
0.139 57.592
0.082 98.048
0.06 134.409
0.007 134.957
0.006 158.153
0.014 139.849
0.013 152.708
0.03 133.201
0.027 145.522
0.063 126.586
0.057 141.393
squeezenet1.1
0.007 142.95
0.004 254.555
0.002 415.113
0.002 538.076
0.014 143.119
0.008 258.756
0.005 421.877
0.004 540.956
0.028 141.91
0.016 257.722
0.01 411.701
0.008 508.693
0.057 141.577
0.032 251.612
0.021 385.251
0.017 461.35
0.002 532.042
0.002 599.747
0.002 460.458
0.002 573.455
0.004 534.78
0.003 574.946
0.005 439.221
0.004 543.278
0.008 506.442
0.008 531.253
0.009 421.767
0.008 529.084
0.017 459.13
0.016 499.363
0.019 430.762
0.015 518.337
0.005 204.461
0.009 229.278
0.016 254.789
0.03 269.246
0.004 253.371
0.008 258.996
0.013 300.672
0.024 328.778
0.012 83.459
0.022 89.409
0.043 94.008
0.083 96.279
0.016 64.132
<0.001 >1000
<0.001 >1000
0.016 128.035
0.016 128.044
0.016 128.047
0.031 128.035
0.016 256.059
0.016 256.066
0.062 128.035
0.031 256.057
0.031 256.069
0.005 209.202
0.004 237.977
0.009 217.741
0.008 244.335
0.018 221.126
0.016 248.124
0.036 222.761
0.032 250.797
<0.001 >1000
0.016 128.057
0.016 256.039
0.031 256.053
<0.001 >1000
0.016 128.089
0.016 256.063
0.031 256.078
<0.001 >1000
<0.001 >1000
<0.001 >1000
<0.001 >1000
0.016 128.031
<0.001 >1000
<0.001 >1000
<0.001 >1000
0.031 128.035
0.016 256.061
0.016 256.082
0.016 256.082
0.062 128.062
0.031 256.061
0.016 511.953
0.016 511.98
0.003 395.154
0.002 496.239
0.002 481.315
0.005 411.672
0.004 481.315
0.004 462.202
0.01 391.529
0.009 466.411
0.009 440.723
0.022 366.061
0.018 438.084
0.019 431.077
<0.001 >1000
0.016 128.07
0.016 256.063
0.031 256.061
<0.001 >1000
<0.001 >1000
0.016 256.074
0.031 256.104
0.008 118.582
0.004 224.019
0.003 336.028
0.015 130.118
0.009 224.025
0.006 336.001
0.031 130.067
0.019 212.23
0.013 298.681
0.064 125.022
0.041 196.695
0.031 260.15
0.004 264.792
0.003 329.325
0.008 263.77
0.007 307.688
0.016 249.189
0.014 285.641
0.035 229.125
0.029 272.146
ssd300
0.516 1.94
0.269 3.712
0.147 6.809
0.113 8.843
1.03 1.942
0.536 3.73
0.307 6.511
0.247 8.094
2.06 1.942
1.073 3.727
0.582 6.869
0.463 8.647
4.118 1.943
2.146 3.728
1.164 6.873
0.934 8.562
0.114 8.77
0.11 9.057
0.142 7.027
0.108 9.22
0.249 8.021
0.225 8.877
0.284 7.049
0.217 9.236
0.464 8.613
0.453 8.835
0.568 7.048
0.433 9.24
0.928 8.617
0.888 9.014
1.131 7.074
0.866 9.234
0.183 5.466
0.377 5.311
0.747 5.357
1.488 5.376
0.086 11.564
0.23 8.711
0.453 8.836
0.9 8.885
0.612 1.634
1.222 1.637
2.442 1.638
4.879 1.64
0.547 1.829
0.359 2.783
0.297 3.369
1.109 1.803
0.703 2.845
0.578 3.46
2.203 1.816
1.406 2.845
1.142 3.503
4.421 1.809
2.805 2.852
2.275 3.516
0.298 3.361
0.279 3.581
0.594 3.365
0.56 3.574
1.142 3.503
1.12 3.571
2.28 3.509
2.24 3.571
0.203 4.924
0.422 4.742
0.844 4.742
1.671 4.786
0.109 9.148
0.266 7.532
0.515 7.76
1.031 7.76
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
0.187 5.335
0.375 5.335
0.75 5.335
1.5 5.335
0.094 10.67
0.234 8.535
0.453 8.83
0.906 8.83
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
ssd512
1.572 0.636
0.823 1.215
0.448 2.233
0.35 2.861
3.143 0.636
1.645 1.216
0.939 2.131
0.754 2.653
6.285 0.636
3.289 1.216
1.795 2.228
1.423 2.811
12.572 0.636
6.579 1.216
3.586 2.231
2.86 2.797
0.349 2.862
0.323 3.095
0.423 2.366
0.316 3.163
0.757 2.64
0.656 3.048
0.828 2.416
0.634 3.157
1.423 2.811
1.322 3.026
1.654 2.419
1.264 3.163
2.871 2.787
2.59 3.089
3.306 2.419
2.53 3.162
0.511 1.957
1.011 1.978
2.017 1.983
4.035 1.983
0.293 3.416
0.601 3.329
1.192 3.355
2.39 3.348
1.396 0.717
2.786 0.718
5.567 0.718
11.148 0.718
1.703 0.587
1.093 0.915
0.922 1.085
3.421 0.585
2.218 0.902
1.828 1.094
6.826 0.586
4.358 0.918
3.546 1.128
13.653 0.586
9.06 0.883
7.139 1.121
0.916 1.092
0.825 1.212
1.832 1.091
1.661 1.204
3.562 1.123
3.307 1.21
7.078 1.13
6.598 1.212
0.578 1.73
1.156 1.73
2.296 1.742
4.577 1.748
0.344 2.91
0.687 2.91
1.375 2.91
2.749 2.91
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
0.516 1.94
1.015 1.97
2.031 1.97
4.062 1.97
0.297 3.369
0.609 3.283
1.203 3.325
2.406 3.325
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
ssd_mobile_net_v2_coco
0.038 26.395
0.021 47.147
0.013 77.461
0.01 96.27
0.074 27.079
0.041 49.209
0.025 80.478
0.02 101.386
0.146 27.339
0.08 49.875
0.048 82.527
0.04 100.675
0.293 27.317
0.16 49.859
0.097 82.171
0.081 98.552
0.01 95.642
0.009 106.445
0.012 84.139
0.009 110.521
0.02 100.338
0.019 103.076
0.023 87.202
0.018 108.925
0.04 99.832
0.039 102.534
0.044 89.907
0.036 110.987
0.082 97.86
0.079 101.293
0.087 91.78
0.07 113.8
0.025 39.501
- -
- -
- -
0.021 47.909
- -
- -
- -
0.095 10.474
0.189 10.594
0.375 10.659
0.749 10.682
0.041 24.395
0.024 40.982
0.023 42.692
0.081 24.689
0.048 41.82
0.044 45.538
0.161 24.839
0.104 38.303
0.087 46.05
0.319 25.065
0.191 41.82
0.172 46.573
0.024 42.271
0.021 46.925
0.045 44.564
0.041 48.97
0.087 45.816
0.081 49.236
0.174 46.019
0.162 49.43
0.031 32.008
- -
- -
- -
0.031 32.045
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
- -
vgg16
0.26 3.848
0.142 7.024
0.084 11.916
0.065 15.432
0.526 3.803
0.287 6.975
0.165 12.151
0.125 15.994
1.006 3.974
0.536 7.46
0.299 13.395
0.22 18.143
1.977 4.046
1.035 7.73
0.566 14.126
0.413 19.369
0.065 15.362
0.058 17.39
0.073 13.687
0.057 17.565
0.126 15.934
0.118 16.902
0.15 13.312
0.116 17.191
0.221 18.106
0.217 18.474
0.286 13.966
0.217 18.438
0.414 19.342
0.407 19.673
0.559 14.303
0.42 19.026
0.088 11.301
0.196 10.18
0.376 10.629
0.681 11.749
0.036 28.022
0.121 16.557
0.233 17.168
0.389 20.558
0.179 5.595
0.355 5.629
0.708 5.647
1.415 5.656
0.281 3.556
0.156 6.401
0.156 6.402
0.578 3.46
0.359 5.567
0.344 5.82
1.109 3.607
0.672 5.955
0.609 6.566
2.171 3.684
1.328 6.025
1.156 6.921
0.153 6.534
0.143 6.977
0.344 5.809
0.315 6.342
0.609 6.565
0.581 6.888
1.143 6.997
1.111 7.2
0.109 9.145
0.219 9.145
0.422 9.484
0.75 10.669
0.047 21.339
0.141 14.226
0.25 16.002
0.437 18.289
0.25 4.001
0.141 7.113
0.078 12.803
0.078 12.803
0.5 4.001
0.281 7.113
0.156 12.802
0.172 11.639
0.953 4.198
0.516 7.759
0.297 13.477
0.297 13.477
1.875 4.268
0.984 8.129
0.562 14.225
0.547 14.632
0.08 12.566
0.071 14.026
0.081 12.334
0.17 11.753
0.157 12.772
0.181 11.079
0.299 13.38
0.281 14.219
0.326 12.272
0.55 14.558
0.527 15.166
0.62 12.9
0.094 10.669
0.203 9.848
0.375 10.669
0.687 11.639
0.031 32.007
0.125 16.004
0.234 17.071
0.391 20.485
0.298 3.355
0.17 5.877
0.117 8.543
0.591 3.384
0.36 5.562
0.258 7.754
1.127 3.551
0.658 6.083
0.446 8.971
2.207 3.625
1.243 6.434
0.826 9.681
0.123 8.113
0.109 9.209
0.267 7.48
0.246 8.146
0.459 8.716
0.431 9.286
0.842 9.5
0.797 10.039
vgg19
0.325 3.075
0.176 5.688
0.102 9.834
0.077 12.92
0.656 3.047
0.354 5.652
0.2 9.985
0.15 13.346
1.266 3.16
0.67 5.972
0.371 10.784
0.27 14.814
2.496 3.206
1.302 6.145
0.707 11.313
0.513 15.588
0.078 12.889
0.07 14.248
0.091 10.966
0.07 14.215
0.152 13.199
0.144 13.887
0.186 10.735
0.143 13.95
0.271 14.781
0.264 15.134
0.359 11.133
0.271 14.738
0.514 15.556
0.509 15.712
0.704 11.361
0.53 15.094
0.111 9.015
0.241 8.29
0.465 8.601
0.854 9.369
0.043 23.439
0.146 13.696
0.28 14.271
0.487 16.44
0.216 4.629
0.43 4.652
0.858 4.664
1.713 4.67
0.359 2.784
0.203 4.924
0.187 5.335
0.719 2.783
0.453 4.415
0.422 4.742
1.39 2.877
0.828 4.831
0.765 5.226
2.734 2.926
1.64 4.877
1.437 5.567
0.194 5.144
0.179 5.58
0.417 4.801
0.386 5.178
0.751 5.325
0.721 5.549
1.432 5.585
1.405 5.695
0.141 7.115
0.266 7.531
0.516 7.759
0.953 8.396
0.047 21.336
0.172 11.641
0.312 12.803
0.562 14.226
0.312 3.201
0.172 5.82
0.094 10.669
0.094 10.669
0.625 3.201
0.344 5.82
0.203 9.849
0.203 9.848
1.203 3.325
0.64 6.245
0.375 10.67
0.359 11.133
2.374 3.369
1.234 6.482
0.703 11.38
0.687 11.639
0.096 10.434
0.088 11.378
0.104 9.626
0.203 9.833
0.189 10.557
0.22 9.088
0.363 11.008
0.346 11.562
0.406 9.855
0.682 11.728
0.66 12.116
0.759 10.547
0.109 9.145
0.25 8.002
0.469 8.535
0.859 9.311
0.047 21.339
0.141 14.225
0.281 14.226
0.484 16.52
0.363 2.755
0.21 4.755
0.142 7.025
0.737 2.713
0.44 4.546
0.309 6.483
1.416 2.825
0.813 4.917
0.547 7.318
2.788 2.869
1.564 5.116
1.024 7.814
0.15 6.685
0.133 7.512
0.322 6.202
0.295 6.77
0.56 7.139
0.528 7.573
1.042 7.68
0.993 8.056