Total time: 27549.6 ms Average fps on 300 iterations: 10.8894 fps Min fps: 10.8894 Max fps: 10.8894 Detailed Per Stage Profile ================================================================================================================================================== Index Name Type Time (ms) -------------------------------------------------------------------------------------------------------------------------------------------------- 0 0.515 1 ConcatPriorBoxesClustered@input=0@copy-for-concat Copy 0.044 2 ConcatPriorBoxesClustered@input=1@copy-for-concat Copy 0.017 3 ConcatPriorBoxesClustered@input=2@copy-for-concat Copy 0.01 4 ConcatPriorBoxesClustered@input=3@copy-for-concat Copy 0.007 5 ConcatPriorBoxesClustered@input=4@copy-for-concat Copy 0.007 6 ConcatPriorBoxesClustered@input=5@copy-for-concat Copy 0.007 7 Preprocessor/mul/FusedPower_ Power 0.387 8 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_0/BatchNorm/batchnorm/mul_1 Conv 1.488 9 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_0/BatchNorm/batchnorm/mul_1@biases Bias 0.727 10 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_0/Relu6 Clamp 0.734 11 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_1_depthwise/depthwise DepthConv 1.745 12 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_1_depthwise/depthwise@biases Bias 0.806 13 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_1_depthwise/Relu6 Clamp 0.747 14 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_1_pointwise/BatchNorm/batchnorm/mul_1 Conv 1.776 15 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_1_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 1.435 16 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_1_pointwise/Relu6 Clamp 1.441 17 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_2_depthwise/depthwise DepthConv 1.432 18 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_2_depthwise/depthwise@biases Bias 0.376 19 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_2_depthwise/Relu6 Clamp 0.373 20 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_2_pointwise/BatchNorm/batchnorm/mul_1 Conv 1.676 21 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_2_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.727 22 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_2_pointwise/Relu6 Clamp 0.724 23 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_3_depthwise/depthwise DepthConv 1.58 24 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_3_depthwise/depthwise@biases Bias 0.729 25 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_3_depthwise/Relu6 Clamp 0.724 26 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_3_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.171 27 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_3_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.726 28 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_3_pointwise/Relu6 Clamp 0.724 29 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_4_depthwise/depthwise DepthConv 0.765 30 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_4_depthwise/depthwise@biases Bias 0.206 31 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_4_depthwise/Relu6 Clamp 0.205 32 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_4_pointwise/BatchNorm/batchnorm/mul_1 Conv 1.798 33 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_4_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.385 34 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_4_pointwise/Relu6 Clamp 0.381 35 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_5_depthwise/depthwise DepthConv 0.857 36 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_5_depthwise/depthwise@biases Bias 0.384 37 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_5_depthwise/Relu6 Clamp 0.38 38 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_5_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.778 39 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_5_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.385 40 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_5_pointwise/Relu6 Clamp 0.38 41 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_6_depthwise/depthwise DepthConv 0.432 42 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_6_depthwise/depthwise@biases Bias 0.112 43 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_6_depthwise/Relu6 Clamp 0.115 44 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_6_pointwise/BatchNorm/batchnorm/mul_1 Conv 1.987 45 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_6_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.207 46 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_6_pointwise/Relu6 Clamp 0.205 47 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_7_depthwise/depthwise DepthConv 0.472 48 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_7_depthwise/depthwise@biases Bias 0.208 49 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_7_depthwise/Relu6 Clamp 0.205 50 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_7_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.852 51 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_7_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.208 52 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_7_pointwise/Relu6 Clamp 0.205 53 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_8_depthwise/depthwise DepthConv 0.472 54 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_8_depthwise/depthwise@biases Bias 0.206 55 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_8_depthwise/Relu6 Clamp 0.205 56 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_8_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.854 57 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_8_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.207 58 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_8_pointwise/Relu6 Clamp 0.206 59 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_9_depthwise/depthwise DepthConv 0.472 60 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_9_depthwise/depthwise@biases Bias 0.206 61 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_9_depthwise/Relu6 Clamp 0.205 62 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_9_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.852 63 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_9_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.208 64 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_9_pointwise/Relu6 Clamp 0.205 65 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_10_depthwise/depthwise DepthConv 0.472 66 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_10_depthwise/depthwise@biases Bias 0.206 67 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_10_depthwise/Relu6 Clamp 0.206 68 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_10_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.853 69 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_10_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.21 70 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_10_pointwise/Relu6 Clamp 0.205 71 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_11_depthwise/depthwise DepthConv 0.47 72 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_11_depthwise/depthwise@biases Bias 0.207 73 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_11_depthwise/Relu6 Clamp 0.207 74 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_11_pointwise/BatchNorm/batchnorm/mul_1 Conv 3.855 75 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_11_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.208 76 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_11_pointwise/Relu6 Clamp 0.206 77 BoxPredictor_0/BoxEncodingPredictor/Conv2D Conv 0.351 78 BoxPredictor_0/BoxEncodingPredictor/Conv2D@biases Bias 0.044 79 BoxPredictor_0/BoxEncodingPredictor/Conv2D/Permute Permute 0.068 80 BoxPredictor_0/BoxEncodingPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.049 81 concat@input=0@copy-for-concat Copy 0.028 82 BoxPredictor_0/ClassPredictor/Conv2D Conv 2.393 83 BoxPredictor_0/ClassPredictor/Conv2D@biases Bias 0.124 84 BoxPredictor_0/ClassPredictor/Conv2D/Permute Permute 0.22 85 BoxPredictor_0/ClassPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.225 86 concat_1@input=0@copy-for-concat Copy 0.115 87 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_12_depthwise/depthwise DepthConv 0.278 88 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_12_depthwise/depthwise@biases Bias 0.077 89 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_12_depthwise/Relu6 Clamp 0.075 90 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_12_pointwise/BatchNorm/batchnorm/mul_1 Conv 2.105 91 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_12_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.126 92 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_12_pointwise/Relu6 Clamp 0.129 93 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_13_depthwise/depthwise DepthConv 0.361 94 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_13_depthwise/depthwise@biases Bias 0.125 95 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_13_depthwise/Relu6 Clamp 0.126 96 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_13_pointwise/BatchNorm/batchnorm/mul_1 Conv 4.555 97 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_13_pointwise/BatchNorm/batchnorm/mul_1@biases Bias 0.126 98 FeatureExtractor/MobilenetV1/MobilenetV1/Conv2d_13_pointwise/Relu6 Clamp 0.124 99 BoxPredictor_1/BoxEncodingPredictor/Conv2D Conv 0.325 100 BoxPredictor_1/BoxEncodingPredictor/Conv2D@biases Bias 0.036 101 BoxPredictor_1/BoxEncodingPredictor/Conv2D/Permute Permute 0.054 102 BoxPredictor_1/BoxEncodingPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.048 103 concat@input=1@copy-for-concat Copy 0.019 104 BoxPredictor_1/ClassPredictor/Conv2D Conv 2.678 105 BoxPredictor_1/ClassPredictor/Conv2D@biases Bias 0.082 106 BoxPredictor_1/ClassPredictor/Conv2D/Permute Permute 0.138 107 BoxPredictor_1/ClassPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.14 108 concat_1@input=1@copy-for-concat Copy 0.068 109 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_2_1x1_256/BatchNorm/batchnorm/mul_1 Conv 1.242 110 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_2_1x1_256/BatchNorm/batchnorm/mul_1@biases Bias 0.051 111 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_2_1x1_256/Relu6 Clamp 0.062 112 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_2_3x3_s2_512/BatchNorm/batchnorm/mul_1 Conv 1.917 113 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_2_3x3_s2_512/BatchNorm/batchnorm/mul_1@biases Bias 0.045 114 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_2_3x3_s2_512/Relu6 Clamp 0.06 115 BoxPredictor_2/BoxEncodingPredictor/Conv2D Conv 0.149 116 BoxPredictor_2/BoxEncodingPredictor/Conv2D@biases Bias 0.036 117 BoxPredictor_2/BoxEncodingPredictor/Conv2D/Permute Permute 0.038 118 BoxPredictor_2/BoxEncodingPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.031 119 concat@input=2@copy-for-concat Copy 0.018 120 BoxPredictor_2/ClassPredictor/Conv2D Conv 0.509 121 BoxPredictor_2/ClassPredictor/Conv2D@biases Bias 0.048 122 BoxPredictor_2/ClassPredictor/Conv2D/Permute Permute 0.07 123 BoxPredictor_2/ClassPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.071 124 concat_1@input=2@copy-for-concat Copy 0.03 125 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_3_1x1_128/BatchNorm/batchnorm/mul_1 Conv 0.2 126 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_3_1x1_128/BatchNorm/batchnorm/mul_1@biases Bias 0.038 127 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_3_1x1_128/Relu6 Clamp 0.06 128 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_3_3x3_s2_256/BatchNorm/batchnorm/mul_1 Conv 0.351 129 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_3_3x3_s2_256/BatchNorm/batchnorm/mul_1@biases Bias 0.037 130 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_3_3x3_s2_256/Relu6 Clamp 0.06 131 BoxPredictor_3/BoxEncodingPredictor/Conv2D Conv 0.092 132 BoxPredictor_3/BoxEncodingPredictor/Conv2D@biases Bias 0.036 133 BoxPredictor_3/BoxEncodingPredictor/Conv2D/Permute Permute 0.03 134 BoxPredictor_3/BoxEncodingPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.022 135 concat@input=3@copy-for-concat Copy 0.019 136 BoxPredictor_3/ClassPredictor/Conv2D Conv 0.187 137 BoxPredictor_3/ClassPredictor/Conv2D@biases Bias 0.047 138 BoxPredictor_3/ClassPredictor/Conv2D/Permute Permute 0.063 139 BoxPredictor_3/ClassPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.062 140 concat_1@input=3@copy-for-concat Copy 0.022 141 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_4_1x1_128/BatchNorm/batchnorm/mul_1 Conv 0.292 142 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_4_1x1_128/BatchNorm/batchnorm/mul_1@biases Bias 0.039 143 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_4_1x1_128/Relu6 Clamp 0.059 144 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_4_3x3_s2_256/BatchNorm/batchnorm/mul_1 Conv 0.269 145 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_4_3x3_s2_256/BatchNorm/batchnorm/mul_1@biases Bias 0.037 146 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_4_3x3_s2_256/Relu6 Clamp 0.059 147 BoxPredictor_4/BoxEncodingPredictor/Conv2D Conv 0.088 148 BoxPredictor_4/BoxEncodingPredictor/Conv2D@biases Bias 0.035 149 BoxPredictor_4/BoxEncodingPredictor/Conv2D/Permute Permute 0.026 150 BoxPredictor_4/BoxEncodingPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.022 151 concat@input=4@copy-for-concat Copy 0.018 152 BoxPredictor_4/ClassPredictor/Conv2D Conv 0.148 153 BoxPredictor_4/ClassPredictor/Conv2D@biases Bias 0.039 154 BoxPredictor_4/ClassPredictor/Conv2D/Permute Permute 0.07 155 BoxPredictor_4/ClassPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.058 156 concat_1@input=4@copy-for-concat Copy 0.018 157 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_5_1x1_64/BatchNorm/batchnorm/mul_1 Conv 0.174 158 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_5_1x1_64/BatchNorm/batchnorm/mul_1@biases Bias 0.038 159 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_1_Conv2d_5_1x1_64/Relu6 Clamp 0.059 160 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_5_3x3_s2_128/BatchNorm/batchnorm/mul_1 Conv 0.107 161 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_5_3x3_s2_128/BatchNorm/batchnorm/mul_1@biases Bias 0.036 162 FeatureExtractor/MobilenetV1/Conv2d_13_pointwise_2_Conv2d_5_3x3_s2_128/Relu6 Clamp 0.059 163 BoxPredictor_5/BoxEncodingPredictor/Conv2D FC 0.093 164 BoxPredictor_5/BoxEncodingPredictor/Conv2D@biases Bias 0.035 165 BoxPredictor_5/BoxEncodingPredictor/Conv2D/Permute Permute 0.016 166 BoxPredictor_5/BoxEncodingPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.014 167 concat@input=5@copy-for-concat Copy 0.023 168 BoxPredictor_5/ClassPredictor/Conv2D FC 0.135 169 BoxPredictor_5/ClassPredictor/Conv2D@biases Bias 0.037 170 BoxPredictor_5/ClassPredictor/Conv2D/Permute Permute 0.018 171 BoxPredictor_5/ClassPredictor/BiasAdd/Reshape@input=0@reorder=NCHW Permute 0.017 172 concat_1@input=5@copy-for-concat Copy 0.02 173 do_ExpandDims_conf/sigmoid Sigmoid 0.246 174 DetectionOutput DetectionOutput 4.238 -------------------------------------------------------------------------------------------------------------------------------------------------- Total inference time: 91.327 --------------------------------------------------------------------------------------------------------------------------------------------------