diff --git a/benchmark/benchncnn.cpp b/benchmark/benchncnn.cpp index 6891baf99d19..04980ec6ab75 100644 --- a/benchmark/benchncnn.cpp +++ b/benchmark/benchncnn.cpp @@ -463,6 +463,24 @@ int main(int argc, char** argv) benchmark("vision_transformer", ncnn::Mat(384, 384, 3), opt); benchmark("FastestDet", ncnn::Mat(352, 352, 3), opt); + + benchmark("yolov5n", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov6n", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov7-tiny", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov8n", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov9-t", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov10n", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolo11n", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov12n", ncnn::Mat(640, 640, 3), opt); + + benchmark("yolov13n", ncnn::Mat(640, 640, 3), opt); } #if NCNN_VULKAN delete g_blob_vkallocator; diff --git a/benchmark/yolo11n.param b/benchmark/yolo11n.param new file mode 100644 index 000000000000..ed84585f59b4 --- /dev/null +++ b/benchmark/yolo11n.param @@ -0,0 +1,259 @@ +7767517 +257 307 +Input in0 0 1 in0 +Convolution conv_0 1 1 in0 1 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 +Swish silu_83 1 1 1 2 +Convolution conv_1 1 1 2 3 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=4608 +Swish silu_84 1 1 3 4 +Convolution conv_2 1 1 4 5 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_85 1 1 5 6 +Slice split_0 1 2 6 7 8 -23300=2,16,16 1=0 +Split splitncnn_0 1 3 8 9 10 11 +Convolution conv_3 1 1 11 12 0=8 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 +Swish silu_86 1 1 12 13 +Convolution conv_4 1 1 13 14 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 +Swish silu_87 1 1 14 15 +BinaryOp add_0 2 1 10 15 16 0=0 +Concat cat_0 3 1 7 9 16 17 0=0 +Convolution conv_5 1 1 17 18 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3072 +Swish silu_88 1 1 18 19 +Convolution conv_6 1 1 19 20 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_89 1 1 20 21 +Convolution conv_7 1 1 21 22 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_90 1 1 22 23 +Slice split_1 1 2 23 24 25 -23300=2,32,32 1=0 +Split splitncnn_1 1 3 25 26 27 28 +Convolution conv_8 1 1 28 29 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=4608 +Swish silu_91 1 1 29 30 +Convolution conv_9 1 1 30 31 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=4608 +Swish silu_92 1 1 31 32 +BinaryOp add_1 2 1 27 32 33 0=0 +Concat cat_1 3 1 24 26 33 34 0=0 +Convolution conv_10 1 1 34 35 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 +Swish silu_93 1 1 35 36 +Split splitncnn_2 1 2 36 37 38 +Convolution conv_11 1 1 38 39 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_94 1 1 39 40 +Convolution conv_12 1 1 40 41 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_95 1 1 41 42 +Slice split_2 1 2 42 43 44 -23300=2,64,64 1=0 +Split splitncnn_3 1 3 44 45 46 47 +Convolution conv_13 1 1 47 48 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_96 1 1 48 49 +Split splitncnn_4 1 2 49 50 51 +Convolution conv_14 1 1 51 52 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_97 1 1 52 53 +Convolution conv_15 1 1 53 54 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_98 1 1 54 55 +BinaryOp add_2 2 1 50 55 56 0=0 +Split splitncnn_5 1 2 56 57 58 +Convolution conv_16 1 1 58 59 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_99 1 1 59 60 +Convolution conv_17 1 1 60 61 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_100 1 1 61 62 +BinaryOp add_3 2 1 57 62 63 0=0 +Convolution conv_18 1 1 46 64 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_101 1 1 64 65 +Concat cat_2 2 1 63 65 66 0=0 +Convolution conv_19 1 1 66 67 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_102 1 1 67 68 +Concat cat_3 3 1 43 45 68 69 0=0 +Convolution conv_20 1 1 69 70 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_103 1 1 70 71 +Split splitncnn_6 1 2 71 72 73 +Convolution conv_21 1 1 73 74 0=256 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=294912 +Swish silu_104 1 1 74 75 +Convolution conv_22 1 1 75 76 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_105 1 1 76 77 +Slice split_3 1 2 77 78 79 -23300=2,128,128 1=0 +Split splitncnn_7 1 3 79 80 81 82 +Convolution conv_23 1 1 82 83 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_106 1 1 83 84 +Split splitncnn_8 1 2 84 85 86 +Convolution conv_24 1 1 86 87 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_107 1 1 87 88 +Convolution conv_25 1 1 88 89 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_108 1 1 89 90 +BinaryOp add_4 2 1 85 90 91 0=0 +Split splitncnn_9 1 2 91 92 93 +Convolution conv_26 1 1 93 94 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_109 1 1 94 95 +Convolution conv_27 1 1 95 96 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_110 1 1 96 97 +BinaryOp add_5 2 1 92 97 98 0=0 +Convolution conv_28 1 1 81 99 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_111 1 1 99 100 +Concat cat_4 2 1 98 100 101 0=0 +Convolution conv_29 1 1 101 102 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_112 1 1 102 103 +Concat cat_5 3 1 78 80 103 104 0=0 +Convolution conv_30 1 1 104 105 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_113 1 1 105 106 +Convolution conv_31 1 1 106 107 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_114 1 1 107 108 +Split splitncnn_10 1 2 108 109 110 +Pooling maxpool2d_80 1 1 110 111 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_11 1 2 111 112 113 +Pooling maxpool2d_81 1 1 113 114 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_12 1 2 114 115 116 +Pooling maxpool2d_82 1 1 116 117 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Concat cat_6 4 1 109 112 115 117 118 0=0 +Convolution conv_32 1 1 118 119 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 +Swish silu_115 1 1 119 120 +Convolution conv_33 1 1 120 121 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_116 1 1 121 122 +Slice split_4 1 2 122 123 124 -23300=2,128,128 1=0 +Split splitncnn_13 1 2 124 125 126 +Convolution conv_34 1 1 126 127 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Split splitncnn_14 1 3 127 128 129 130 +Reshape view_163 1 1 130 131 0=-1 1=128 2=2 +Slice split_5 1 3 131 132 133 134 -23300=3,32,32,64 1=1 +Split splitncnn_15 1 2 134 135 136 +Permute transpose_169 1 1 132 137 0=1 +MatMul matmul_167 2 1 137 133 138 +BinaryOp mul_6 1 1 138 139 0=2 1=1 2=0.17677669 +Softmax softmax_162 1 1 139 140 0=2 1=1 +MatMul matmultransb_0 2 1 136 140 141 0=1 +Reshape Tensor.view_37 2 1 141 128 142 6="1w,1h,128" +Reshape Tensor.reshape_35 2 1 135 129 143 6="1w,1h,128" +ConvolutionDepthWise convdw_174 1 1 143 144 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +BinaryOp add_7 2 1 142 144 145 0=0 +Convolution conv_35 1 1 145 146 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_8 2 1 125 146 147 0=0 +Split splitncnn_16 1 2 147 148 149 +Convolution conv_36 1 1 149 150 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_117 1 1 150 151 +Convolution conv_37 1 1 151 152 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_9 2 1 148 152 153 0=0 +Concat cat_7 2 1 123 153 154 0=0 +Convolution conv_38 1 1 154 155 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_118 1 1 155 156 +Split splitncnn_17 1 2 156 157 158 +Interp upsample_160 1 1 158 159 0=1 1=2.0 2=2.0 6=0 +Concat cat_8 2 1 159 72 160 0=0 +Convolution conv_39 1 1 160 161 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=49152 +Swish silu_119 1 1 161 162 +Slice split_6 1 2 162 163 164 -23300=2,64,64 1=0 +Split splitncnn_18 1 3 164 165 166 167 +Convolution conv_40 1 1 167 168 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=18432 +Swish silu_120 1 1 168 169 +Convolution conv_41 1 1 169 170 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=18432 +Swish silu_121 1 1 170 171 +BinaryOp add_10 2 1 166 171 172 0=0 +Concat cat_9 3 1 163 165 172 173 0=0 +Convolution conv_42 1 1 173 174 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_122 1 1 174 175 +Split splitncnn_19 1 2 175 176 177 +Interp upsample_161 1 1 177 178 0=1 1=2.0 2=2.0 6=0 +Concat cat_10 2 1 178 37 179 0=0 +Convolution conv_43 1 1 179 180 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_123 1 1 180 181 +Slice split_7 1 2 181 182 183 -23300=2,32,32 1=0 +Split splitncnn_20 1 3 183 184 185 186 +Convolution conv_44 1 1 186 187 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=4608 +Swish silu_124 1 1 187 188 +Convolution conv_45 1 1 188 189 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=4608 +Swish silu_125 1 1 189 190 +BinaryOp add_11 2 1 185 190 191 0=0 +Concat cat_11 3 1 182 184 191 192 0=0 +Convolution conv_46 1 1 192 193 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6144 +Swish silu_126 1 1 193 194 +Split splitncnn_21 1 3 194 195 196 197 +Convolution conv_47 1 1 196 198 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_127 1 1 198 199 +Concat cat_12 2 1 199 176 200 0=0 +Convolution conv_48 1 1 200 201 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_128 1 1 201 202 +Slice split_8 1 2 202 203 204 -23300=2,64,64 1=0 +Split splitncnn_22 1 3 204 205 206 207 +Convolution conv_49 1 1 207 208 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=18432 +Swish silu_129 1 1 208 209 +Convolution conv_50 1 1 209 210 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=18432 +Swish silu_130 1 1 210 211 +BinaryOp add_12 2 1 206 211 212 0=0 +Concat cat_13 3 1 203 205 212 213 0=0 +Convolution conv_51 1 1 213 214 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_131 1 1 214 215 +Split splitncnn_23 1 3 215 216 217 218 +Convolution conv_52 1 1 217 219 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_132 1 1 219 220 +Concat cat_14 2 1 220 157 221 0=0 +Convolution conv_53 1 1 221 222 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_133 1 1 222 223 +Slice split_9 1 2 223 224 225 -23300=2,128,128 1=0 +Split splitncnn_24 1 3 225 226 227 228 +Convolution conv_54 1 1 228 229 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_134 1 1 229 230 +Split splitncnn_25 1 2 230 231 232 +Convolution conv_55 1 1 232 233 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_135 1 1 233 234 +Convolution conv_56 1 1 234 235 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_136 1 1 235 236 +BinaryOp add_13 2 1 231 236 237 0=0 +Split splitncnn_26 1 2 237 238 239 +Convolution conv_57 1 1 239 240 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_137 1 1 240 241 +Convolution conv_58 1 1 241 242 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_138 1 1 242 243 +BinaryOp add_14 2 1 238 243 244 0=0 +Convolution conv_59 1 1 227 245 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_139 1 1 245 246 +Concat cat_15 2 1 244 246 247 0=0 +Convolution conv_60 1 1 247 248 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_140 1 1 248 249 +Concat cat_16 3 1 224 226 249 250 0=0 +Convolution conv_61 1 1 250 251 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_141 1 1 251 252 +Split splitncnn_27 1 2 252 253 254 +Convolution conv_62 1 1 195 255 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_142 1 1 255 256 +Convolution conv_63 1 1 256 257 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_143 1 1 257 258 +Convolution conv_64 1 1 258 259 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_175 1 1 197 260 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=576 7=64 +Swish silu_144 1 1 260 261 +Convolution conv_65 1 1 261 262 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=5120 +Swish silu_145 1 1 262 263 +ConvolutionDepthWise convdw_176 1 1 263 264 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_146 1 1 264 265 +Convolution conv_66 1 1 265 266 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_147 1 1 266 267 +Convolution conv_67 1 1 267 268 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_17 2 1 259 268 269 0=0 +Convolution conv_68 1 1 216 270 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 +Swish silu_148 1 1 270 271 +Convolution conv_69 1 1 271 272 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_149 1 1 272 273 +Convolution conv_70 1 1 273 274 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_177 1 1 218 275 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +Swish silu_150 1 1 275 276 +Convolution conv_71 1 1 276 277 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10240 +Swish silu_151 1 1 277 278 +ConvolutionDepthWise convdw_178 1 1 278 279 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_152 1 1 279 280 +Convolution conv_72 1 1 280 281 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_153 1 1 281 282 +Convolution conv_73 1 1 282 283 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_18 2 1 274 283 284 0=0 +Convolution conv_74 1 1 253 285 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_154 1 1 285 286 +Convolution conv_75 1 1 286 287 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_155 1 1 287 288 +Convolution conv_76 1 1 288 289 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_179 1 1 254 290 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 7=256 +Swish silu_156 1 1 290 291 +Convolution conv_77 1 1 291 292 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=20480 +Swish silu_157 1 1 292 293 +ConvolutionDepthWise convdw_180 1 1 293 294 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_158 1 1 294 295 +Convolution conv_78 1 1 295 296 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_159 1 1 296 297 +Convolution conv_79 1 1 297 298 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_19 2 1 289 298 299 0=0 +Reshape view_164 1 1 269 300 0=-1 1=144 +Permute transpose_171 1 1 300 301 0=1 +Reshape view_165 1 1 284 302 0=-1 1=144 +Permute transpose_172 1 1 302 303 0=1 +Reshape view_166 1 1 299 304 0=-1 1=144 +Permute transpose_173 1 1 304 305 0=1 +Concat cat_20 3 1 301 303 305 out0 0=0 diff --git a/benchmark/yolov10n.param b/benchmark/yolov10n.param new file mode 100644 index 000000000000..b457d0900a32 --- /dev/null +++ b/benchmark/yolov10n.param @@ -0,0 +1,237 @@ +7767517 +235 280 +Input in0 0 1 in0 +Convolution conv_0 1 1 in0 1 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 +Swish silu_72 1 1 1 2 +Convolution conv_1 1 1 2 3 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=4608 +Swish silu_73 1 1 3 4 +Convolution conv_2 1 1 4 5 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_74 1 1 5 6 +Slice split_0 1 2 6 7 8 -23300=2,16,16 1=0 +Split splitncnn_0 1 3 8 9 10 11 +Convolution conv_3 1 1 11 12 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_75 1 1 12 13 +Convolution conv_4 1 1 13 14 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_76 1 1 14 15 +BinaryOp add_0 2 1 10 15 16 0=0 +Concat cat_0 3 1 7 9 16 17 0=0 +Convolution conv_5 1 1 17 18 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1536 +Swish silu_77 1 1 18 19 +Convolution conv_6 1 1 19 20 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=18432 +Swish silu_78 1 1 20 21 +Convolution conv_7 1 1 21 22 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_79 1 1 22 23 +Slice split_1 1 2 23 24 25 -23300=2,32,32 1=0 +Split splitncnn_1 1 3 25 26 27 28 +Convolution conv_8 1 1 28 29 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_80 1 1 29 30 +Convolution conv_9 1 1 30 31 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_81 1 1 31 32 +BinaryOp add_1 2 1 27 32 33 0=0 +Split splitncnn_2 1 3 33 34 35 36 +Convolution conv_10 1 1 36 37 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_82 1 1 37 38 +Convolution conv_11 1 1 38 39 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_83 1 1 39 40 +BinaryOp add_2 2 1 35 40 41 0=0 +Concat cat_1 4 1 24 26 34 41 42 0=0 +Convolution conv_12 1 1 42 43 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_84 1 1 43 44 +Split splitncnn_3 1 2 44 45 46 +Convolution conv_13 1 1 46 47 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_85 1 1 47 48 +ConvolutionDepthWise convdw_164 1 1 48 49 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=1152 7=128 +Convolution conv_14 1 1 49 50 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_86 1 1 50 51 +Slice split_2 1 2 51 52 53 -23300=2,64,64 1=0 +Split splitncnn_4 1 3 53 54 55 56 +Convolution conv_15 1 1 56 57 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_87 1 1 57 58 +Convolution conv_16 1 1 58 59 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_88 1 1 59 60 +BinaryOp add_3 2 1 55 60 61 0=0 +Split splitncnn_5 1 3 61 62 63 64 +Convolution conv_17 1 1 64 65 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_89 1 1 65 66 +Convolution conv_18 1 1 66 67 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_90 1 1 67 68 +BinaryOp add_4 2 1 63 68 69 0=0 +Concat cat_2 4 1 52 54 62 69 70 0=0 +Convolution conv_19 1 1 70 71 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_91 1 1 71 72 +Split splitncnn_6 1 2 72 73 74 +Convolution conv_20 1 1 74 75 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_92 1 1 75 76 +ConvolutionDepthWise convdw_165 1 1 76 77 0=256 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=2304 7=256 +Convolution conv_21 1 1 77 78 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_93 1 1 78 79 +Slice split_3 1 2 79 80 81 -23300=2,128,128 1=0 +Split splitncnn_7 1 3 81 82 83 84 +Convolution conv_22 1 1 84 85 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_94 1 1 85 86 +Convolution conv_23 1 1 86 87 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_95 1 1 87 88 +BinaryOp add_5 2 1 83 88 89 0=0 +Concat cat_3 3 1 80 82 89 90 0=0 +Convolution conv_24 1 1 90 91 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_96 1 1 91 92 +Convolution conv_25 1 1 92 93 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_97 1 1 93 94 +Split splitncnn_8 1 2 94 95 96 +Pooling maxpool2d_69 1 1 96 97 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_9 1 2 97 98 99 +Pooling maxpool2d_70 1 1 99 100 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_10 1 2 100 101 102 +Pooling maxpool2d_71 1 1 102 103 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Concat cat_4 4 1 95 98 101 103 104 0=0 +Convolution conv_26 1 1 104 105 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 +Swish silu_98 1 1 105 106 +Convolution conv_27 1 1 106 107 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_99 1 1 107 108 +Slice split_4 1 2 108 109 110 -23300=2,128,128 1=0 +Split splitncnn_11 1 2 110 111 112 +Convolution conv_28 1 1 112 113 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Split splitncnn_12 1 3 113 114 115 116 +Reshape view_159 1 1 116 117 0=-1 1=128 2=2 +Slice split_5 1 3 117 118 119 120 -23300=3,32,32,64 1=1 +Split splitncnn_13 1 2 120 121 122 +Permute transpose_162 1 1 118 123 0=1 +MatMul matmul_160 2 1 123 119 124 +BinaryOp mul_6 1 1 124 125 0=2 1=1 2=0.17677669 +Softmax softmax_146 1 1 125 126 0=2 1=1 +MatMul matmultransb_0 2 1 122 126 127 0=1 +Reshape Tensor.view_45 2 1 127 114 128 6="1w,1h,128" +Reshape Tensor.reshape_43 2 1 121 115 129 6="1w,1h,128" +ConvolutionDepthWise convdw_166 1 1 129 130 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +BinaryOp add_7 2 1 128 130 131 0=0 +Convolution conv_29 1 1 131 132 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_8 2 1 111 132 133 0=0 +Split splitncnn_14 1 2 133 134 135 +Convolution conv_30 1 1 135 136 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_100 1 1 136 137 +Convolution conv_31 1 1 137 138 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_9 2 1 134 138 139 0=0 +Concat cat_5 2 1 109 139 140 0=0 +Convolution conv_32 1 1 140 141 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_101 1 1 141 142 +Split splitncnn_15 1 2 142 143 144 +Interp upsample_141 1 1 144 145 0=1 1=2.0 2=2.0 6=0 +Concat cat_6 2 1 145 73 146 0=0 +Convolution conv_33 1 1 146 147 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=49152 +Swish silu_102 1 1 147 148 +Slice split_6 1 2 148 149 150 -23300=2,64,64 1=0 +Split splitncnn_16 1 2 150 151 152 +Convolution conv_34 1 1 152 153 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_103 1 1 153 154 +Convolution conv_35 1 1 154 155 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_104 1 1 155 156 +Concat cat_7 3 1 149 151 156 157 0=0 +Convolution conv_36 1 1 157 158 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_105 1 1 158 159 +Split splitncnn_17 1 2 159 160 161 +Interp upsample_142 1 1 161 162 0=1 1=2.0 2=2.0 6=0 +Concat cat_8 2 1 162 45 163 0=0 +Convolution conv_37 1 1 163 164 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 +Swish silu_106 1 1 164 165 +Slice split_7 1 2 165 166 167 -23300=2,32,32 1=0 +Split splitncnn_18 1 2 167 168 169 +Convolution conv_38 1 1 169 170 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_107 1 1 170 171 +Convolution conv_39 1 1 171 172 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_108 1 1 172 173 +Concat cat_9 3 1 166 168 173 174 0=0 +Convolution conv_40 1 1 174 175 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6144 +Swish silu_109 1 1 175 176 +Split splitncnn_19 1 3 176 177 178 179 +Convolution conv_41 1 1 178 180 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_110 1 1 180 181 +Concat cat_10 2 1 181 160 182 0=0 +Convolution conv_42 1 1 182 183 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_111 1 1 183 184 +Slice split_8 1 2 184 185 186 -23300=2,64,64 1=0 +Split splitncnn_20 1 2 186 187 188 +Convolution conv_43 1 1 188 189 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_112 1 1 189 190 +Convolution conv_44 1 1 190 191 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_113 1 1 191 192 +Concat cat_11 3 1 185 187 192 193 0=0 +Convolution conv_45 1 1 193 194 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_114 1 1 194 195 +Split splitncnn_21 1 3 195 196 197 198 +Convolution conv_46 1 1 197 199 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_115 1 1 199 200 +ConvolutionDepthWise convdw_167 1 1 200 201 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=1152 7=128 +Concat cat_12 2 1 201 143 202 0=0 +Convolution conv_47 1 1 202 203 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_116 1 1 203 204 +Slice split_9 1 2 204 205 206 -23300=2,128,128 1=0 +Split splitncnn_22 1 3 206 207 208 209 +ConvolutionDepthWise convdw_168 1 1 209 210 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +Swish silu_117 1 1 210 211 +Convolution conv_48 1 1 211 212 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_118 1 1 212 213 +ConvolutionDepthWise convdw_169 1 1 213 214 0=256 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=1 6=12544 7=256 +Swish silu_119 1 1 214 215 +Convolution conv_49 1 1 215 216 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_120 1 1 216 217 +ConvolutionDepthWise convdw_170 1 1 217 218 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +Swish silu_121 1 1 218 219 +BinaryOp add_10 2 1 208 219 220 0=0 +Concat cat_13 3 1 205 207 220 221 0=0 +Convolution conv_50 1 1 221 222 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_122 1 1 222 223 +Split splitncnn_23 1 2 223 224 225 +Convolution conv_51 1 1 177 226 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_123 1 1 226 227 +Convolution conv_52 1 1 227 228 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_124 1 1 228 229 +Convolution conv_53 1 1 229 230 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Permute permute_153 1 1 230 231 0=3 +ConvolutionDepthWise convdw_171 1 1 179 232 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=576 7=64 +Swish silu_125 1 1 232 233 +Convolution conv_54 1 1 233 234 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=5120 +Swish silu_126 1 1 234 235 +ConvolutionDepthWise convdw_172 1 1 235 236 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_127 1 1 236 237 +Convolution conv_55 1 1 237 238 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_128 1 1 238 239 +Convolution conv_56 1 1 239 240 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Permute permute_154 1 1 240 241 0=3 +Sigmoid sigmoid_143 1 1 241 242 +Concat cat_14 2 1 242 231 out0 0=2 +Convolution conv_57 1 1 196 244 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 +Swish silu_129 1 1 244 245 +Convolution conv_58 1 1 245 246 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_130 1 1 246 247 +Convolution conv_59 1 1 247 248 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Permute permute_155 1 1 248 249 0=3 +ConvolutionDepthWise convdw_173 1 1 198 250 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +Swish silu_131 1 1 250 251 +Convolution conv_60 1 1 251 252 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10240 +Swish silu_132 1 1 252 253 +ConvolutionDepthWise convdw_174 1 1 253 254 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_133 1 1 254 255 +Convolution conv_61 1 1 255 256 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_134 1 1 256 257 +Convolution conv_62 1 1 257 258 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Permute permute_156 1 1 258 259 0=3 +Sigmoid sigmoid_144 1 1 259 260 +Concat cat_15 2 1 260 249 out1 0=2 +Convolution conv_63 1 1 224 262 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_135 1 1 262 263 +Convolution conv_64 1 1 263 264 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_136 1 1 264 265 +Convolution conv_65 1 1 265 266 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Permute permute_157 1 1 266 267 0=3 +ConvolutionDepthWise convdw_175 1 1 225 268 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 7=256 +Swish silu_137 1 1 268 269 +Convolution conv_66 1 1 269 270 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=20480 +Swish silu_138 1 1 270 271 +ConvolutionDepthWise convdw_176 1 1 271 272 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_139 1 1 272 273 +Convolution conv_67 1 1 273 274 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_140 1 1 274 275 +Convolution conv_68 1 1 275 276 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Permute permute_158 1 1 276 277 0=3 +Sigmoid sigmoid_145 1 1 277 278 +Concat cat_16 2 1 278 267 out2 0=2 diff --git a/benchmark/yolov12n.param b/benchmark/yolov12n.param new file mode 100644 index 000000000000..281d83242953 --- /dev/null +++ b/benchmark/yolov12n.param @@ -0,0 +1,529 @@ +7767517 +527 627 +Input in0 0 1 in0 +Convolution conv_0 1 1 in0 1 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 +Swish silu_111 1 1 1 2 +ConvolutionDepthWise convdw_352 1 1 2 3 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=2304 7=2 +Swish silu_112 1 1 3 4 +Convolution conv_1 1 1 4 5 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_113 1 1 5 6 +Slice split_0 1 2 6 7 8 -23300=2,16,16 1=0 +Split splitncnn_0 1 3 8 9 10 11 +Convolution conv_2 1 1 11 12 0=8 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 +Swish silu_114 1 1 12 13 +Convolution conv_3 1 1 13 14 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 +Swish silu_115 1 1 14 15 +BinaryOp add_0 2 1 10 15 16 0=0 +Concat cat_0 3 1 7 9 16 17 0=0 +Convolution conv_4 1 1 17 18 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3072 +Swish silu_116 1 1 18 19 +ConvolutionDepthWise convdw_353 1 1 19 20 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=9216 7=4 +Swish silu_117 1 1 20 21 +Convolution conv_5 1 1 21 22 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_118 1 1 22 23 +Slice split_1 1 2 23 24 25 -23300=2,32,32 1=0 +Split splitncnn_1 1 3 25 26 27 28 +Convolution conv_6 1 1 28 29 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=4608 +Swish silu_119 1 1 29 30 +Convolution conv_7 1 1 30 31 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=4608 +Swish silu_120 1 1 31 32 +BinaryOp add_1 2 1 27 32 33 0=0 +Concat cat_1 3 1 24 26 33 34 0=0 +Convolution conv_8 1 1 34 35 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 +Swish silu_121 1 1 35 36 +Split splitncnn_2 1 2 36 37 38 +Convolution conv_9 1 1 38 39 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_122 1 1 39 40 +Convolution conv_10 1 1 40 41 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_123 1 1 41 42 +Split splitncnn_3 1 5 42 43 44 45 46 47 +Convolution conv_11 1 1 47 48 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_245 1 1 48 49 0=-1 1=128 +Permute transpose_293 1 1 49 50 0=1 +Convolution conv_12 1 1 46 51 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_4 1 2 51 52 53 +ConvolutionDepthWise convdw_354 1 1 53 54 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_246 1 1 52 55 0=-1 1=64 +Permute transpose_294 1 1 55 56 0=1 +Reshape reshape_210 1 1 50 57 0=128 1=-1 2=4 +Reshape reshape_211 1 1 56 58 0=64 1=-1 2=4 +Slice split_2 1 2 57 59 60 -23300=2,64,64 1=2 +Permute transpose_295 1 1 59 61 0=1 +Reshape view_218 1 1 61 62 0=-1 1=32 11=2 2=4 +Permute transpose_296 1 1 60 63 0=1 +Reshape view_219 1 1 63 64 0=-1 1=32 11=2 2=4 +Permute transpose_297 1 1 58 65 0=1 +Reshape view_220 1 1 65 66 0=-1 1=32 11=2 2=4 +Permute transpose_298 1 1 62 67 0=1 +MatMul matmul_261 2 1 67 64 68 +BinaryOp mul_2 1 1 68 69 0=2 1=1 2=0.17677669 +Split splitncnn_5 1 2 69 70 71 +Reduction max_277 1 1 71 72 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_3 2 1 70 72 73 0=1 +UnaryOp exp_4 1 1 73 74 0=7 +Split splitncnn_6 1 2 74 75 76 +Reduction sum_285 1 1 76 77 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_5 2 1 75 77 78 0=3 +MatMul matmultransb_0 2 1 66 78 79 0=1 +Permute permute_194 1 1 79 80 0=4 +Reshape Tensor.reshape_81 2 1 80 45 81 6="64,1w,1h" +Permute permute_195 1 1 81 82 0=4 +BinaryOp add_6 2 1 82 54 83 0=0 +Convolution conv_13 1 1 83 84 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_7 2 1 44 84 85 0=0 +Split splitncnn_7 1 2 85 86 87 +Convolution conv_14 1 1 87 88 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_124 1 1 88 89 +Convolution conv_15 1 1 89 90 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_8 2 1 86 90 91 0=0 +Split splitncnn_8 1 4 91 92 93 94 95 +Convolution conv_16 1 1 95 96 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_247 1 1 96 97 0=-1 1=128 +Permute transpose_300 1 1 97 98 0=1 +Convolution conv_17 1 1 94 99 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_9 1 2 99 100 101 +ConvolutionDepthWise convdw_355 1 1 101 102 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_248 1 1 100 103 0=-1 1=64 +Permute transpose_301 1 1 103 104 0=1 +Reshape reshape_212 1 1 98 105 0=128 1=-1 2=4 +Reshape reshape_213 1 1 104 106 0=64 1=-1 2=4 +Slice split_3 1 2 105 107 108 -23300=2,64,64 1=2 +Permute transpose_302 1 1 107 109 0=1 +Reshape view_221 1 1 109 110 0=-1 1=32 11=2 2=4 +Permute transpose_303 1 1 108 111 0=1 +Reshape view_222 1 1 111 112 0=-1 1=32 11=2 2=4 +Permute transpose_304 1 1 106 113 0=1 +Reshape view_223 1 1 113 114 0=-1 1=32 11=2 2=4 +Permute transpose_305 1 1 110 115 0=1 +MatMul matmul_263 2 1 115 112 116 +BinaryOp mul_9 1 1 116 117 0=2 1=1 2=0.17677669 +Split splitncnn_10 1 2 117 118 119 +Reduction max_278 1 1 119 120 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_10 2 1 118 120 121 0=1 +UnaryOp exp_11 1 1 121 122 0=7 +Split splitncnn_11 1 2 122 123 124 +Reduction sum_286 1 1 124 125 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_12 2 1 123 125 126 0=3 +MatMul matmultransb_1 2 1 114 126 127 0=1 +Permute permute_196 1 1 127 128 0=4 +Reshape Tensor.reshape_84 2 1 128 93 129 6="64,1w,1h" +Permute permute_197 1 1 129 130 0=4 +BinaryOp add_13 2 1 130 102 131 0=0 +Convolution conv_18 1 1 131 132 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_14 2 1 92 132 133 0=0 +Split splitncnn_12 1 2 133 134 135 +Convolution conv_19 1 1 135 136 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_125 1 1 136 137 +Convolution conv_20 1 1 137 138 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_15 2 1 134 138 139 0=0 +Split splitncnn_13 1 5 139 140 141 142 143 144 +Convolution conv_21 1 1 144 145 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_249 1 1 145 146 0=-1 1=128 +Permute transpose_307 1 1 146 147 0=1 +Convolution conv_22 1 1 143 148 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_14 1 2 148 149 150 +ConvolutionDepthWise convdw_356 1 1 150 151 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_250 1 1 149 152 0=-1 1=64 +Permute transpose_308 1 1 152 153 0=1 +Reshape reshape_214 1 1 147 154 0=128 1=-1 2=4 +Reshape reshape_215 1 1 153 155 0=64 1=-1 2=4 +Slice split_4 1 2 154 156 157 -23300=2,64,64 1=2 +Permute transpose_309 1 1 156 158 0=1 +Reshape view_224 1 1 158 159 0=-1 1=32 11=2 2=4 +Permute transpose_310 1 1 157 160 0=1 +Reshape view_225 1 1 160 161 0=-1 1=32 11=2 2=4 +Permute transpose_311 1 1 155 162 0=1 +Reshape view_226 1 1 162 163 0=-1 1=32 11=2 2=4 +Permute transpose_312 1 1 159 164 0=1 +MatMul matmul_265 2 1 164 161 165 +BinaryOp mul_16 1 1 165 166 0=2 1=1 2=0.17677669 +Split splitncnn_15 1 2 166 167 168 +Reduction max_279 1 1 168 169 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_17 2 1 167 169 170 0=1 +UnaryOp exp_18 1 1 170 171 0=7 +Split splitncnn_16 1 2 171 172 173 +Reduction sum_287 1 1 173 174 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_19 2 1 172 174 175 0=3 +MatMul matmultransb_2 2 1 163 175 176 0=1 +Permute permute_198 1 1 176 177 0=4 +Reshape Tensor.reshape_87 2 1 177 142 178 6="64,1w,1h" +Permute permute_199 1 1 178 179 0=4 +BinaryOp add_20 2 1 179 151 180 0=0 +Convolution conv_23 1 1 180 181 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_21 2 1 141 181 182 0=0 +Split splitncnn_17 1 2 182 183 184 +Convolution conv_24 1 1 184 185 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_126 1 1 185 186 +Convolution conv_25 1 1 186 187 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_22 2 1 183 187 188 0=0 +Split splitncnn_18 1 4 188 189 190 191 192 +Convolution conv_26 1 1 192 193 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_251 1 1 193 194 0=-1 1=128 +Permute transpose_314 1 1 194 195 0=1 +Convolution conv_27 1 1 191 196 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_19 1 2 196 197 198 +ConvolutionDepthWise convdw_357 1 1 198 199 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_252 1 1 197 200 0=-1 1=64 +Permute transpose_315 1 1 200 201 0=1 +Reshape reshape_216 1 1 195 202 0=128 1=-1 2=4 +Reshape reshape_217 1 1 201 203 0=64 1=-1 2=4 +Slice split_5 1 2 202 204 205 -23300=2,64,64 1=2 +Permute transpose_316 1 1 204 206 0=1 +Reshape view_227 1 1 206 207 0=-1 1=32 11=2 2=4 +Permute transpose_317 1 1 205 208 0=1 +Reshape view_228 1 1 208 209 0=-1 1=32 11=2 2=4 +Permute transpose_318 1 1 203 210 0=1 +Reshape view_229 1 1 210 211 0=-1 1=32 11=2 2=4 +Permute transpose_319 1 1 207 212 0=1 +MatMul matmul_267 2 1 212 209 213 +BinaryOp mul_23 1 1 213 214 0=2 1=1 2=0.17677669 +Split splitncnn_20 1 2 214 215 216 +Reduction max_280 1 1 216 217 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_24 2 1 215 217 218 0=1 +UnaryOp exp_25 1 1 218 219 0=7 +Split splitncnn_21 1 2 219 220 221 +Reduction sum_288 1 1 221 222 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_26 2 1 220 222 223 0=3 +MatMul matmultransb_3 2 1 211 223 224 0=1 +Permute permute_200 1 1 224 225 0=4 +Reshape Tensor.reshape_90 2 1 225 190 226 6="64,1w,1h" +Permute permute_201 1 1 226 227 0=4 +BinaryOp add_27 2 1 227 199 228 0=0 +Convolution conv_28 1 1 228 229 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_28 2 1 189 229 230 0=0 +Split splitncnn_22 1 2 230 231 232 +Convolution conv_29 1 1 232 233 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_127 1 1 233 234 +Convolution conv_30 1 1 234 235 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_29 2 1 231 235 236 0=0 +Concat cat_2 3 1 43 140 236 237 0=0 +Convolution conv_31 1 1 237 238 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_128 1 1 238 239 +Split splitncnn_23 1 2 239 240 241 +Convolution conv_32 1 1 241 242 0=256 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=294912 +Swish silu_129 1 1 242 243 +Convolution conv_33 1 1 243 244 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_130 1 1 244 245 +Split splitncnn_24 1 5 245 246 247 248 249 250 +Convolution conv_34 1 1 250 251 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_253 1 1 251 252 0=-1 1=256 +Permute transpose_321 1 1 252 253 0=1 +Convolution conv_35 1 1 249 254 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_25 1 2 254 255 256 +ConvolutionDepthWise convdw_358 1 1 256 257 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_254 1 1 255 258 0=-1 1=128 +Permute transpose_322 1 1 258 259 0=1 +Slice split_6 1 2 253 260 261 -23300=2,128,128 1=1 +Permute transpose_323 1 1 260 262 0=1 +Reshape view_230 1 1 262 263 0=-1 1=32 2=4 +Permute transpose_324 1 1 261 264 0=1 +Reshape view_231 1 1 264 265 0=-1 1=32 2=4 +Permute transpose_325 1 1 259 266 0=1 +Reshape view_232 1 1 266 267 0=-1 1=32 2=4 +Permute transpose_326 1 1 263 268 0=1 +MatMul matmul_269 2 1 268 265 269 +BinaryOp mul_30 1 1 269 270 0=2 1=1 2=0.17677669 +Split splitncnn_26 1 2 270 271 272 +Reduction max_281 1 1 272 273 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_31 2 1 271 273 274 0=1 +UnaryOp exp_32 1 1 274 275 0=7 +Split splitncnn_27 1 2 275 276 277 +Reduction sum_289 1 1 277 278 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_33 2 1 276 278 279 0=3 +MatMul matmultransb_4 2 1 267 279 280 0=1 +Permute permute_202 1 1 280 281 0=4 +Reshape Tensor.reshape_91 2 1 281 248 282 6="128,1w,1h" +Permute permute_203 1 1 282 283 0=4 +BinaryOp add_34 2 1 283 257 284 0=0 +Convolution conv_36 1 1 284 285 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_35 2 1 247 285 286 0=0 +Split splitncnn_28 1 2 286 287 288 +Convolution conv_37 1 1 288 289 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_131 1 1 289 290 +Convolution conv_38 1 1 290 291 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_36 2 1 287 291 292 0=0 +Split splitncnn_29 1 4 292 293 294 295 296 +Convolution conv_39 1 1 296 297 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_255 1 1 297 298 0=-1 1=256 +Permute transpose_328 1 1 298 299 0=1 +Convolution conv_40 1 1 295 300 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_30 1 2 300 301 302 +ConvolutionDepthWise convdw_359 1 1 302 303 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_256 1 1 301 304 0=-1 1=128 +Permute transpose_329 1 1 304 305 0=1 +Slice split_7 1 2 299 306 307 -23300=2,128,128 1=1 +Permute transpose_330 1 1 306 308 0=1 +Reshape view_233 1 1 308 309 0=-1 1=32 2=4 +Permute transpose_331 1 1 307 310 0=1 +Reshape view_234 1 1 310 311 0=-1 1=32 2=4 +Permute transpose_332 1 1 305 312 0=1 +Reshape view_235 1 1 312 313 0=-1 1=32 2=4 +Permute transpose_333 1 1 309 314 0=1 +MatMul matmul_271 2 1 314 311 315 +BinaryOp mul_37 1 1 315 316 0=2 1=1 2=0.17677669 +Split splitncnn_31 1 2 316 317 318 +Reduction max_282 1 1 318 319 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_38 2 1 317 319 320 0=1 +UnaryOp exp_39 1 1 320 321 0=7 +Split splitncnn_32 1 2 321 322 323 +Reduction sum_290 1 1 323 324 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_40 2 1 322 324 325 0=3 +MatMul matmultransb_5 2 1 313 325 326 0=1 +Permute permute_204 1 1 326 327 0=4 +Reshape Tensor.reshape_92 2 1 327 294 328 6="128,1w,1h" +Permute permute_205 1 1 328 329 0=4 +BinaryOp add_41 2 1 329 303 330 0=0 +Convolution conv_41 1 1 330 331 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_42 2 1 293 331 332 0=0 +Split splitncnn_33 1 2 332 333 334 +Convolution conv_42 1 1 334 335 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_132 1 1 335 336 +Convolution conv_43 1 1 336 337 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_43 2 1 333 337 338 0=0 +Split splitncnn_34 1 5 338 339 340 341 342 343 +Convolution conv_44 1 1 343 344 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_257 1 1 344 345 0=-1 1=256 +Permute transpose_335 1 1 345 346 0=1 +Convolution conv_45 1 1 342 347 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_35 1 2 347 348 349 +ConvolutionDepthWise convdw_360 1 1 349 350 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_258 1 1 348 351 0=-1 1=128 +Permute transpose_336 1 1 351 352 0=1 +Slice split_8 1 2 346 353 354 -23300=2,128,128 1=1 +Permute transpose_337 1 1 353 355 0=1 +Reshape view_236 1 1 355 356 0=-1 1=32 2=4 +Permute transpose_338 1 1 354 357 0=1 +Reshape view_237 1 1 357 358 0=-1 1=32 2=4 +Permute transpose_339 1 1 352 359 0=1 +Reshape view_238 1 1 359 360 0=-1 1=32 2=4 +Permute transpose_340 1 1 356 361 0=1 +MatMul matmul_273 2 1 361 358 362 +BinaryOp mul_44 1 1 362 363 0=2 1=1 2=0.17677669 +Split splitncnn_36 1 2 363 364 365 +Reduction max_283 1 1 365 366 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_45 2 1 364 366 367 0=1 +UnaryOp exp_46 1 1 367 368 0=7 +Split splitncnn_37 1 2 368 369 370 +Reduction sum_291 1 1 370 371 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_47 2 1 369 371 372 0=3 +MatMul matmultransb_6 2 1 360 372 373 0=1 +Permute permute_206 1 1 373 374 0=4 +Reshape Tensor.reshape_93 2 1 374 341 375 6="128,1w,1h" +Permute permute_207 1 1 375 376 0=4 +BinaryOp add_48 2 1 376 350 377 0=0 +Convolution conv_46 1 1 377 378 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_49 2 1 340 378 379 0=0 +Split splitncnn_38 1 2 379 380 381 +Convolution conv_47 1 1 381 382 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_133 1 1 382 383 +Convolution conv_48 1 1 383 384 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_50 2 1 380 384 385 0=0 +Split splitncnn_39 1 4 385 386 387 388 389 +Convolution conv_49 1 1 389 390 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_259 1 1 390 391 0=-1 1=256 +Permute transpose_342 1 1 391 392 0=1 +Convolution conv_50 1 1 388 393 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_40 1 2 393 394 395 +ConvolutionDepthWise convdw_361 1 1 395 396 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_260 1 1 394 397 0=-1 1=128 +Permute transpose_343 1 1 397 398 0=1 +Slice split_9 1 2 392 399 400 -23300=2,128,128 1=1 +Permute transpose_344 1 1 399 401 0=1 +Reshape view_239 1 1 401 402 0=-1 1=32 2=4 +Permute transpose_345 1 1 400 403 0=1 +Reshape view_240 1 1 403 404 0=-1 1=32 2=4 +Permute transpose_346 1 1 398 405 0=1 +Reshape view_241 1 1 405 406 0=-1 1=32 2=4 +Permute transpose_347 1 1 402 407 0=1 +MatMul matmul_275 2 1 407 404 408 +BinaryOp mul_51 1 1 408 409 0=2 1=1 2=0.17677669 +Split splitncnn_41 1 2 409 410 411 +Reduction max_284 1 1 411 412 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_52 2 1 410 412 413 0=1 +UnaryOp exp_53 1 1 413 414 0=7 +Split splitncnn_42 1 2 414 415 416 +Reduction sum_292 1 1 416 417 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_54 2 1 415 417 418 0=3 +MatMul matmultransb_7 2 1 406 418 419 0=1 +Permute permute_208 1 1 419 420 0=4 +Reshape Tensor.reshape_94 2 1 420 387 421 6="128,1w,1h" +Permute permute_209 1 1 421 422 0=4 +BinaryOp add_55 2 1 422 396 423 0=0 +Convolution conv_51 1 1 423 424 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_56 2 1 386 424 425 0=0 +Split splitncnn_43 1 2 425 426 427 +Convolution conv_52 1 1 427 428 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_134 1 1 428 429 +Convolution conv_53 1 1 429 430 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_57 2 1 426 430 431 0=0 +Concat cat_3 3 1 246 339 431 432 0=0 +Convolution conv_54 1 1 432 433 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_135 1 1 433 434 +Split splitncnn_44 1 2 434 435 436 +Interp upsample_192 1 1 436 437 0=1 1=2.0 2=2.0 6=0 +Concat cat_4 2 1 437 240 438 0=0 +Convolution conv_55 1 1 438 439 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_136 1 1 439 440 +Split splitncnn_45 1 3 440 441 442 443 +Convolution conv_56 1 1 443 444 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_137 1 1 444 445 +Split splitncnn_46 1 2 445 446 447 +Convolution conv_57 1 1 447 448 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_138 1 1 448 449 +Convolution conv_58 1 1 449 450 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_139 1 1 450 451 +BinaryOp add_58 2 1 446 451 452 0=0 +Split splitncnn_47 1 2 452 453 454 +Convolution conv_59 1 1 454 455 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_140 1 1 455 456 +Convolution conv_60 1 1 456 457 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_141 1 1 457 458 +BinaryOp add_59 2 1 453 458 459 0=0 +Convolution conv_61 1 1 442 460 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_142 1 1 460 461 +Concat cat_5 2 1 459 461 462 0=0 +Convolution conv_62 1 1 462 463 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_143 1 1 463 464 +Concat cat_6 2 1 441 464 465 0=0 +Convolution conv_63 1 1 465 466 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_144 1 1 466 467 +Split splitncnn_48 1 2 467 468 469 +Interp upsample_193 1 1 469 470 0=1 1=2.0 2=2.0 6=0 +Concat cat_7 2 1 470 37 471 0=0 +Convolution conv_64 1 1 471 472 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_145 1 1 472 473 +Split splitncnn_49 1 3 473 474 475 476 +Convolution conv_65 1 1 476 477 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_146 1 1 477 478 +Split splitncnn_50 1 2 478 479 480 +Convolution conv_66 1 1 480 481 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_147 1 1 481 482 +Convolution conv_67 1 1 482 483 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_148 1 1 483 484 +BinaryOp add_60 2 1 479 484 485 0=0 +Split splitncnn_51 1 2 485 486 487 +Convolution conv_68 1 1 487 488 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_149 1 1 488 489 +Convolution conv_69 1 1 489 490 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_150 1 1 490 491 +BinaryOp add_61 2 1 486 491 492 0=0 +Convolution conv_70 1 1 475 493 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_151 1 1 493 494 +Concat cat_8 2 1 492 494 495 0=0 +Convolution conv_71 1 1 495 496 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_152 1 1 496 497 +Concat cat_9 2 1 474 497 498 0=0 +Convolution conv_72 1 1 498 499 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_153 1 1 499 500 +Split splitncnn_52 1 3 500 501 502 503 +Convolution conv_73 1 1 502 504 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_154 1 1 504 505 +Concat cat_10 2 1 505 468 506 0=0 +Convolution conv_74 1 1 506 507 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 +Swish silu_155 1 1 507 508 +Split splitncnn_53 1 3 508 509 510 511 +Convolution conv_75 1 1 511 512 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_156 1 1 512 513 +Split splitncnn_54 1 2 513 514 515 +Convolution conv_76 1 1 515 516 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_157 1 1 516 517 +Convolution conv_77 1 1 517 518 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_158 1 1 518 519 +BinaryOp add_62 2 1 514 519 520 0=0 +Split splitncnn_55 1 2 520 521 522 +Convolution conv_78 1 1 522 523 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_159 1 1 523 524 +Convolution conv_79 1 1 524 525 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_160 1 1 525 526 +BinaryOp add_63 2 1 521 526 527 0=0 +Convolution conv_80 1 1 510 528 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_161 1 1 528 529 +Concat cat_11 2 1 527 529 530 0=0 +Convolution conv_81 1 1 530 531 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_162 1 1 531 532 +Concat cat_12 2 1 509 532 533 0=0 +Convolution conv_82 1 1 533 534 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_163 1 1 534 535 +Split splitncnn_56 1 3 535 536 537 538 +Convolution conv_83 1 1 537 539 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_164 1 1 539 540 +Concat cat_13 2 1 540 435 541 0=0 +Convolution conv_84 1 1 541 542 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_165 1 1 542 543 +Slice split_10 1 2 543 544 545 -23300=2,128,128 1=0 +Split splitncnn_57 1 3 545 546 547 548 +Convolution conv_85 1 1 548 549 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_166 1 1 549 550 +Split splitncnn_58 1 2 550 551 552 +Convolution conv_86 1 1 552 553 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_167 1 1 553 554 +Convolution conv_87 1 1 554 555 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_168 1 1 555 556 +BinaryOp add_64 2 1 551 556 557 0=0 +Split splitncnn_59 1 2 557 558 559 +Convolution conv_88 1 1 559 560 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_169 1 1 560 561 +Convolution conv_89 1 1 561 562 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_170 1 1 562 563 +BinaryOp add_65 2 1 558 563 564 0=0 +Convolution conv_90 1 1 547 565 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_171 1 1 565 566 +Concat cat_14 2 1 564 566 567 0=0 +Convolution conv_91 1 1 567 568 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_172 1 1 568 569 +Concat cat_15 3 1 544 546 569 570 0=0 +Convolution conv_92 1 1 570 571 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_173 1 1 571 572 +Split splitncnn_60 1 2 572 573 574 +Convolution conv_93 1 1 501 575 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_174 1 1 575 576 +Convolution conv_94 1 1 576 577 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_175 1 1 577 578 +Convolution conv_95 1 1 578 579 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_362 1 1 503 580 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=576 7=64 +Swish silu_176 1 1 580 581 +Convolution conv_96 1 1 581 582 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=5120 +Swish silu_177 1 1 582 583 +ConvolutionDepthWise convdw_363 1 1 583 584 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_178 1 1 584 585 +Convolution conv_97 1 1 585 586 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_179 1 1 586 587 +Convolution conv_98 1 1 587 588 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_16 2 1 579 588 589 0=0 +Convolution conv_99 1 1 536 590 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 +Swish silu_180 1 1 590 591 +Convolution conv_100 1 1 591 592 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_181 1 1 592 593 +Convolution conv_101 1 1 593 594 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_364 1 1 538 595 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +Swish silu_182 1 1 595 596 +Convolution conv_102 1 1 596 597 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10240 +Swish silu_183 1 1 597 598 +ConvolutionDepthWise convdw_365 1 1 598 599 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_184 1 1 599 600 +Convolution conv_103 1 1 600 601 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_185 1 1 601 602 +Convolution conv_104 1 1 602 603 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_17 2 1 594 603 604 0=0 +Convolution conv_105 1 1 573 605 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_186 1 1 605 606 +Convolution conv_106 1 1 606 607 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_187 1 1 607 608 +Convolution conv_107 1 1 608 609 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_366 1 1 574 610 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 7=256 +Swish silu_188 1 1 610 611 +Convolution conv_108 1 1 611 612 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=20480 +Swish silu_189 1 1 612 613 +ConvolutionDepthWise convdw_367 1 1 613 614 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_190 1 1 614 615 +Convolution conv_109 1 1 615 616 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_191 1 1 616 617 +Convolution conv_110 1 1 617 618 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_18 2 1 609 618 619 0=0 +Reshape view_242 1 1 589 620 0=-1 1=144 +Permute transpose_349 1 1 620 621 0=1 +Reshape view_243 1 1 604 622 0=-1 1=144 +Permute transpose_350 1 1 622 623 0=1 +Reshape view_244 1 1 619 624 0=-1 1=144 +Permute transpose_351 1 1 624 625 0=1 +Concat cat_19 3 1 621 623 625 out0 0=0 diff --git a/benchmark/yolov13n.param b/benchmark/yolov13n.param new file mode 100644 index 000000000000..4a913e3053a1 --- /dev/null +++ b/benchmark/yolov13n.param @@ -0,0 +1,696 @@ +7767517 +694 827 +Input in0 0 1 in0 +MemoryData pnnx_fold_1567_data 0 1 1 0=64 1=4 +MemoryData pnnx_fold_1446_data 0 1 2 0=64 1=4 +Convolution conv_8 1 1 in0 3 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 +Swish silu_143 1 1 3 4 +ConvolutionDepthWise convdw_444 1 1 4 5 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=2304 7=2 +Swish silu_144 1 1 5 6 +Convolution conv_9 1 1 6 7 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_145 1 1 7 8 +Slice split_0 1 2 8 9 10 -23300=2,16,16 1=0 +Split splitncnn_0 1 3 10 11 12 13 +ConvolutionDepthWise convdw_445 1 1 13 14 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=144 7=16 +Convolution conv_10 1 1 14 15 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=256 +Swish silu_146 1 1 15 16 +ConvolutionDepthWise convdw_446 1 1 16 17 0=16 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=784 7=16 +Convolution conv_11 1 1 17 18 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=256 +Swish silu_147 1 1 18 19 +BinaryOp add_0 2 1 12 19 20 0=0 +Concat cat_0 3 1 9 11 20 21 0=0 +Convolution conv_12 1 1 21 22 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3072 +Swish silu_148 1 1 22 23 +ConvolutionDepthWise convdw_447 1 1 23 24 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=9216 7=4 +Swish silu_149 1 1 24 25 +Convolution conv_13 1 1 25 26 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_150 1 1 26 27 +Slice split_1 1 2 27 28 29 -23300=2,32,32 1=0 +Split splitncnn_1 1 3 29 30 31 32 +ConvolutionDepthWise convdw_448 1 1 32 33 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=288 7=32 +Convolution conv_14 1 1 33 34 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_151 1 1 34 35 +ConvolutionDepthWise convdw_449 1 1 35 36 0=32 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=1568 7=32 +Convolution conv_15 1 1 36 37 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_152 1 1 37 38 +BinaryOp add_1 2 1 31 38 39 0=0 +Concat cat_1 3 1 28 30 39 40 0=0 +Convolution conv_16 1 1 40 41 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 +Swish silu_153 1 1 41 42 +Split splitncnn_2 1 3 42 43 44 45 +ConvolutionDepthWise convdw_450 1 1 45 46 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=0 6=1152 7=128 +Convolution conv_17 1 1 46 47 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_154 1 1 47 48 +Convolution conv_18 1 1 48 49 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_155 1 1 49 50 +Split splitncnn_3 1 5 50 51 52 53 54 55 +Convolution conv_19 1 1 55 56 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_319 1 1 56 57 0=-1 1=128 +Permute transpose_375 1 1 57 58 0=1 +Convolution conv_20 1 1 54 59 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_4 1 2 59 60 61 +ConvolutionDepthWise convdw_451 1 1 61 62 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_320 1 1 60 63 0=-1 1=64 +Permute transpose_376 1 1 63 64 0=1 +Reshape reshape_266 1 1 58 65 0=128 1=-1 2=4 +Reshape reshape_267 1 1 64 66 0=64 1=-1 2=4 +Slice split_2 1 2 65 67 68 -23300=2,64,64 1=2 +Permute transpose_377 1 1 67 69 0=1 +Reshape view_278 1 1 69 70 0=-1 1=32 11=2 2=4 +Permute transpose_378 1 1 68 71 0=1 +Reshape view_279 1 1 71 72 0=-1 1=32 11=2 2=4 +Permute transpose_379 1 1 66 73 0=1 +Reshape view_280 1 1 73 74 0=-1 1=32 11=2 2=4 +Permute transpose_380 1 1 70 75 0=1 +MatMul matmul_337 2 1 75 72 76 +BinaryOp mul_2 1 1 76 77 0=2 1=1 2=0.17677669 +Split splitncnn_5 1 2 77 78 79 +Reduction max_353 1 1 79 80 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_3 2 1 78 80 81 0=1 +UnaryOp exp_4 1 1 81 82 0=7 +Split splitncnn_6 1 2 82 83 84 +Reduction sum_367 1 1 84 85 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_5 2 1 83 85 86 0=3 +MatMul matmultransb_0 2 1 74 86 87 0=1 +Permute permute_248 1 1 87 88 0=4 +Reshape Tensor.reshape_104 2 1 88 53 89 6="64,1w,1h" +Permute permute_249 1 1 89 90 0=4 +BinaryOp add_6 2 1 90 62 91 0=0 +Convolution conv_21 1 1 91 92 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_7 2 1 52 92 93 0=0 +Split splitncnn_7 1 2 93 94 95 +Convolution conv_22 1 1 95 96 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_156 1 1 96 97 +Convolution conv_23 1 1 97 98 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_8 2 1 94 98 99 0=0 +Split splitncnn_8 1 4 99 100 101 102 103 +Convolution conv_24 1 1 103 104 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_321 1 1 104 105 0=-1 1=128 +Permute transpose_382 1 1 105 106 0=1 +Convolution conv_25 1 1 102 107 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_9 1 2 107 108 109 +ConvolutionDepthWise convdw_452 1 1 109 110 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_322 1 1 108 111 0=-1 1=64 +Permute transpose_383 1 1 111 112 0=1 +Reshape reshape_268 1 1 106 113 0=128 1=-1 2=4 +Reshape reshape_269 1 1 112 114 0=64 1=-1 2=4 +Slice split_3 1 2 113 115 116 -23300=2,64,64 1=2 +Permute transpose_384 1 1 115 117 0=1 +Reshape view_281 1 1 117 118 0=-1 1=32 11=2 2=4 +Permute transpose_385 1 1 116 119 0=1 +Reshape view_282 1 1 119 120 0=-1 1=32 11=2 2=4 +Permute transpose_386 1 1 114 121 0=1 +Reshape view_283 1 1 121 122 0=-1 1=32 11=2 2=4 +Permute transpose_387 1 1 118 123 0=1 +MatMul matmul_339 2 1 123 120 124 +BinaryOp mul_9 1 1 124 125 0=2 1=1 2=0.17677669 +Split splitncnn_10 1 2 125 126 127 +Reduction max_354 1 1 127 128 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_10 2 1 126 128 129 0=1 +UnaryOp exp_11 1 1 129 130 0=7 +Split splitncnn_11 1 2 130 131 132 +Reduction sum_368 1 1 132 133 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_12 2 1 131 133 134 0=3 +MatMul matmultransb_1 2 1 122 134 135 0=1 +Permute permute_250 1 1 135 136 0=4 +Reshape Tensor.reshape_107 2 1 136 101 137 6="64,1w,1h" +Permute permute_251 1 1 137 138 0=4 +BinaryOp add_13 2 1 138 110 139 0=0 +Convolution conv_26 1 1 139 140 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_14 2 1 100 140 141 0=0 +Split splitncnn_12 1 2 141 142 143 +Convolution conv_27 1 1 143 144 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_157 1 1 144 145 +Convolution conv_28 1 1 145 146 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_15 2 1 142 146 147 0=0 +Split splitncnn_13 1 5 147 148 149 150 151 152 +Convolution conv_29 1 1 152 153 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_323 1 1 153 154 0=-1 1=128 +Permute transpose_389 1 1 154 155 0=1 +Convolution conv_30 1 1 151 156 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_14 1 2 156 157 158 +ConvolutionDepthWise convdw_453 1 1 158 159 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_324 1 1 157 160 0=-1 1=64 +Permute transpose_390 1 1 160 161 0=1 +Reshape reshape_270 1 1 155 162 0=128 1=-1 2=4 +Reshape reshape_271 1 1 161 163 0=64 1=-1 2=4 +Slice split_4 1 2 162 164 165 -23300=2,64,64 1=2 +Permute transpose_391 1 1 164 166 0=1 +Reshape view_284 1 1 166 167 0=-1 1=32 11=2 2=4 +Permute transpose_392 1 1 165 168 0=1 +Reshape view_285 1 1 168 169 0=-1 1=32 11=2 2=4 +Permute transpose_393 1 1 163 170 0=1 +Reshape view_286 1 1 170 171 0=-1 1=32 11=2 2=4 +Permute transpose_394 1 1 167 172 0=1 +MatMul matmul_341 2 1 172 169 173 +BinaryOp mul_16 1 1 173 174 0=2 1=1 2=0.17677669 +Split splitncnn_15 1 2 174 175 176 +Reduction max_355 1 1 176 177 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_17 2 1 175 177 178 0=1 +UnaryOp exp_18 1 1 178 179 0=7 +Split splitncnn_16 1 2 179 180 181 +Reduction sum_369 1 1 181 182 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_19 2 1 180 182 183 0=3 +MatMul matmultransb_2 2 1 171 183 184 0=1 +Permute permute_252 1 1 184 185 0=4 +Reshape Tensor.reshape_110 2 1 185 150 186 6="64,1w,1h" +Permute permute_253 1 1 186 187 0=4 +BinaryOp add_20 2 1 187 159 188 0=0 +Convolution conv_31 1 1 188 189 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_21 2 1 149 189 190 0=0 +Split splitncnn_17 1 2 190 191 192 +Convolution conv_32 1 1 192 193 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_158 1 1 193 194 +Convolution conv_33 1 1 194 195 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_22 2 1 191 195 196 0=0 +Split splitncnn_18 1 4 196 197 198 199 200 +Convolution conv_34 1 1 200 201 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Reshape flatten_325 1 1 201 202 0=-1 1=128 +Permute transpose_396 1 1 202 203 0=1 +Convolution conv_35 1 1 199 204 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Split splitncnn_19 1 2 204 205 206 +ConvolutionDepthWise convdw_454 1 1 206 207 0=64 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=1600 7=64 +Reshape flatten_326 1 1 205 208 0=-1 1=64 +Permute transpose_397 1 1 208 209 0=1 +Reshape reshape_272 1 1 203 210 0=128 1=-1 2=4 +Reshape reshape_273 1 1 209 211 0=64 1=-1 2=4 +Slice split_5 1 2 210 212 213 -23300=2,64,64 1=2 +Permute transpose_398 1 1 212 214 0=1 +Reshape view_287 1 1 214 215 0=-1 1=32 11=2 2=4 +Permute transpose_399 1 1 213 216 0=1 +Reshape view_288 1 1 216 217 0=-1 1=32 11=2 2=4 +Permute transpose_400 1 1 211 218 0=1 +Reshape view_289 1 1 218 219 0=-1 1=32 11=2 2=4 +Permute transpose_401 1 1 215 220 0=1 +MatMul matmul_343 2 1 220 217 221 +BinaryOp mul_23 1 1 221 222 0=2 1=1 2=0.17677669 +Split splitncnn_20 1 2 222 223 224 +Reduction max_356 1 1 224 225 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_24 2 1 223 225 226 0=1 +UnaryOp exp_25 1 1 226 227 0=7 +Split splitncnn_21 1 2 227 228 229 +Reduction sum_370 1 1 229 230 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_26 2 1 228 230 231 0=3 +MatMul matmultransb_3 2 1 219 231 232 0=1 +Permute permute_254 1 1 232 233 0=4 +Reshape Tensor.reshape_113 2 1 233 198 234 6="64,1w,1h" +Permute permute_255 1 1 234 235 0=4 +BinaryOp add_27 2 1 235 207 236 0=0 +Convolution conv_36 1 1 236 237 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +BinaryOp add_28 2 1 197 237 238 0=0 +Split splitncnn_22 1 2 238 239 240 +Convolution conv_37 1 1 240 241 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_159 1 1 241 242 +Convolution conv_38 1 1 242 243 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +BinaryOp add_29 2 1 239 243 244 0=0 +Concat cat_2 3 1 51 148 244 245 0=0 +Convolution conv_39 1 1 245 246 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_160 1 1 246 247 +Split splitncnn_23 1 3 247 248 249 250 +ConvolutionDepthWise convdw_455 1 1 250 251 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=0 6=1152 7=128 +Convolution conv_40 1 1 251 252 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_161 1 1 252 253 +Convolution conv_41 1 1 253 254 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_162 1 1 254 255 +Split splitncnn_24 1 5 255 256 257 258 259 260 +Convolution conv_42 1 1 260 261 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_327 1 1 261 262 0=-1 1=256 +Permute transpose_403 1 1 262 263 0=1 +Convolution conv_43 1 1 259 264 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_25 1 2 264 265 266 +ConvolutionDepthWise convdw_456 1 1 266 267 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_328 1 1 265 268 0=-1 1=128 +Permute transpose_404 1 1 268 269 0=1 +Slice split_6 1 2 263 270 271 -23300=2,128,128 1=1 +Permute transpose_405 1 1 270 272 0=1 +Reshape view_290 1 1 272 273 0=-1 1=32 2=4 +Permute transpose_406 1 1 271 274 0=1 +Reshape view_291 1 1 274 275 0=-1 1=32 2=4 +Permute transpose_407 1 1 269 276 0=1 +Reshape view_292 1 1 276 277 0=-1 1=32 2=4 +Permute transpose_408 1 1 273 278 0=1 +MatMul matmul_345 2 1 278 275 279 +BinaryOp mul_30 1 1 279 280 0=2 1=1 2=0.17677669 +Split splitncnn_26 1 2 280 281 282 +Reduction max_357 1 1 282 283 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_31 2 1 281 283 284 0=1 +UnaryOp exp_32 1 1 284 285 0=7 +Split splitncnn_27 1 2 285 286 287 +Reduction sum_371 1 1 287 288 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_33 2 1 286 288 289 0=3 +MatMul matmultransb_4 2 1 277 289 290 0=1 +Permute permute_256 1 1 290 291 0=4 +Reshape Tensor.reshape_114 2 1 291 258 292 6="128,1w,1h" +Permute permute_257 1 1 292 293 0=4 +BinaryOp add_34 2 1 293 267 294 0=0 +Convolution conv_44 1 1 294 295 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_35 2 1 257 295 296 0=0 +Split splitncnn_28 1 2 296 297 298 +Convolution conv_45 1 1 298 299 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_163 1 1 299 300 +Convolution conv_46 1 1 300 301 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_36 2 1 297 301 302 0=0 +Split splitncnn_29 1 4 302 303 304 305 306 +Convolution conv_47 1 1 306 307 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_329 1 1 307 308 0=-1 1=256 +Permute transpose_410 1 1 308 309 0=1 +Convolution conv_48 1 1 305 310 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_30 1 2 310 311 312 +ConvolutionDepthWise convdw_457 1 1 312 313 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_330 1 1 311 314 0=-1 1=128 +Permute transpose_411 1 1 314 315 0=1 +Slice split_7 1 2 309 316 317 -23300=2,128,128 1=1 +Permute transpose_412 1 1 316 318 0=1 +Reshape view_293 1 1 318 319 0=-1 1=32 2=4 +Permute transpose_413 1 1 317 320 0=1 +Reshape view_294 1 1 320 321 0=-1 1=32 2=4 +Permute transpose_414 1 1 315 322 0=1 +Reshape view_295 1 1 322 323 0=-1 1=32 2=4 +Permute transpose_415 1 1 319 324 0=1 +MatMul matmul_347 2 1 324 321 325 +BinaryOp mul_37 1 1 325 326 0=2 1=1 2=0.17677669 +Split splitncnn_31 1 2 326 327 328 +Reduction max_358 1 1 328 329 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_38 2 1 327 329 330 0=1 +UnaryOp exp_39 1 1 330 331 0=7 +Split splitncnn_32 1 2 331 332 333 +Reduction sum_372 1 1 333 334 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_40 2 1 332 334 335 0=3 +MatMul matmultransb_5 2 1 323 335 336 0=1 +Permute permute_258 1 1 336 337 0=4 +Reshape Tensor.reshape_115 2 1 337 304 338 6="128,1w,1h" +Permute permute_259 1 1 338 339 0=4 +BinaryOp add_41 2 1 339 313 340 0=0 +Convolution conv_49 1 1 340 341 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_42 2 1 303 341 342 0=0 +Split splitncnn_33 1 2 342 343 344 +Convolution conv_50 1 1 344 345 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_164 1 1 345 346 +Convolution conv_51 1 1 346 347 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_43 2 1 343 347 348 0=0 +Split splitncnn_34 1 5 348 349 350 351 352 353 +Convolution conv_52 1 1 353 354 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_331 1 1 354 355 0=-1 1=256 +Permute transpose_417 1 1 355 356 0=1 +Convolution conv_53 1 1 352 357 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_35 1 2 357 358 359 +ConvolutionDepthWise convdw_458 1 1 359 360 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_332 1 1 358 361 0=-1 1=128 +Permute transpose_418 1 1 361 362 0=1 +Slice split_8 1 2 356 363 364 -23300=2,128,128 1=1 +Permute transpose_419 1 1 363 365 0=1 +Reshape view_296 1 1 365 366 0=-1 1=32 2=4 +Permute transpose_420 1 1 364 367 0=1 +Reshape view_297 1 1 367 368 0=-1 1=32 2=4 +Permute transpose_421 1 1 362 369 0=1 +Reshape view_298 1 1 369 370 0=-1 1=32 2=4 +Permute transpose_422 1 1 366 371 0=1 +MatMul matmul_349 2 1 371 368 372 +BinaryOp mul_44 1 1 372 373 0=2 1=1 2=0.17677669 +Split splitncnn_36 1 2 373 374 375 +Reduction max_359 1 1 375 376 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_45 2 1 374 376 377 0=1 +UnaryOp exp_46 1 1 377 378 0=7 +Split splitncnn_37 1 2 378 379 380 +Reduction sum_373 1 1 380 381 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_47 2 1 379 381 382 0=3 +MatMul matmultransb_6 2 1 370 382 383 0=1 +Permute permute_260 1 1 383 384 0=4 +Reshape Tensor.reshape_116 2 1 384 351 385 6="128,1w,1h" +Permute permute_261 1 1 385 386 0=4 +BinaryOp add_48 2 1 386 360 387 0=0 +Convolution conv_54 1 1 387 388 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_49 2 1 350 388 389 0=0 +Split splitncnn_38 1 2 389 390 391 +Convolution conv_55 1 1 391 392 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_165 1 1 392 393 +Convolution conv_56 1 1 393 394 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_50 2 1 390 394 395 0=0 +Split splitncnn_39 1 4 395 396 397 398 399 +Convolution conv_57 1 1 399 400 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Reshape flatten_333 1 1 400 401 0=-1 1=256 +Permute transpose_424 1 1 401 402 0=1 +Convolution conv_58 1 1 398 403 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Split splitncnn_40 1 2 403 404 405 +ConvolutionDepthWise convdw_459 1 1 405 406 0=128 1=5 11=5 12=1 13=1 14=2 2=1 3=1 4=2 5=1 6=3200 7=128 +Reshape flatten_334 1 1 404 407 0=-1 1=128 +Permute transpose_425 1 1 407 408 0=1 +Slice split_9 1 2 402 409 410 -23300=2,128,128 1=1 +Permute transpose_426 1 1 409 411 0=1 +Reshape view_299 1 1 411 412 0=-1 1=32 2=4 +Permute transpose_427 1 1 410 413 0=1 +Reshape view_300 1 1 413 414 0=-1 1=32 2=4 +Permute transpose_428 1 1 408 415 0=1 +Reshape view_301 1 1 415 416 0=-1 1=32 2=4 +Permute transpose_429 1 1 412 417 0=1 +MatMul matmul_351 2 1 417 414 418 +BinaryOp mul_51 1 1 418 419 0=2 1=1 2=0.17677669 +Split splitncnn_41 1 2 419 420 421 +Reduction max_360 1 1 421 422 0=4 1=0 -23303=1,-1 4=1 5=1 +BinaryOp sub_52 2 1 420 422 423 0=1 +UnaryOp exp_53 1 1 423 424 0=7 +Split splitncnn_42 1 2 424 425 426 +Reduction sum_374 1 1 426 427 0=0 1=0 -23303=1,-1 4=1 5=1 +BinaryOp div_54 2 1 425 427 428 0=3 +MatMul matmultransb_7 2 1 416 428 429 0=1 +Permute permute_262 1 1 429 430 0=4 +Reshape Tensor.reshape_117 2 1 430 397 431 6="128,1w,1h" +Permute permute_263 1 1 431 432 0=4 +BinaryOp add_55 2 1 432 406 433 0=0 +Convolution conv_59 1 1 433 434 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +BinaryOp add_56 2 1 396 434 435 0=0 +Split splitncnn_43 1 2 435 436 437 +Convolution conv_60 1 1 437 438 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_166 1 1 438 439 +Convolution conv_61 1 1 439 440 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +BinaryOp add_57 2 1 436 440 441 0=0 +Concat cat_3 3 1 256 349 441 442 0=0 +Convolution conv_62 1 1 442 443 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_167 1 1 443 444 +Split splitncnn_44 1 2 444 445 446 +Pooling avgpool2d_6 1 1 44 447 0=1 1=2 11=2 12=2 13=0 2=2 3=0 5=1 6=1 +Interp upsample_242 1 1 446 448 0=1 1=2.0 2=2.0 6=0 +Concat cat_4 3 1 447 248 448 449 0=0 +Convolution conv_63 1 1 449 450 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_168 1 1 450 451 +Convolution conv_64 1 1 451 452 0=192 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_169 1 1 452 453 +Slice chunk_0 1 3 453 454 455 456 -23300=3,-233,-233,-233 1=0 +Split splitncnn_46 1 3 456 457 458 459 +Split splitncnn_45 1 4 455 460 461 462 463 +Convolution conv_65 1 1 463 464 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_170 1 1 464 465 +Split splitncnn_47 1 2 465 466 467 +Reshape flatten_335 1 1 467 468 0=-1 1=64 +Permute transpose_431 1 1 468 469 0=1 +Split splitncnn_48 1 5 469 470 471 472 473 474 +Reduction mean_363 1 1 474 475 0=3 1=0 -23303=1,0 4=0 5=1 +Reduction max_361 1 1 473 476 0=4 1=0 -23303=1,0 4=0 5=1 +Concat cat_5 2 1 475 476 477 0=0 +InnerProduct linear_141 1 1 477 478 0=256 1=1 2=32768 +Reshape view_302 1 1 478 479 0=64 1=4 +BinaryOp add_58 2 1 2 479 480 0=0 +Gemm gemm_0 1 1 471 481 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=64 9=64 +Reshape view_303 1 1 481 482 0=16 1=4 2=-1 +Permute transpose_432 1 1 482 483 0=2 +Reshape view_304 1 1 480 484 0=16 1=4 2=4 +Permute permute_264 1 1 484 485 0=2 +Reshape reshape_274 1 1 483 486 0=16 1=-1 2=4 +Reshape reshape_275 1 1 485 487 0=16 1=4 2=4 +MatMul matmultransb_8 2 1 486 487 488 0=1 +BinaryOp div_59 1 1 488 489 0=3 1=1 2=4.0 +Reshape view_305 1 1 489 490 0=4 1=-1 2=4 +Reduction mean_364 1 1 490 491 0=3 1=0 -23303=1,0 4=0 5=1 +Softmax softmax_246 1 1 491 492 0=0 1=1 +Split splitncnn_49 1 2 492 493 494 +Permute transpose_434 1 1 494 495 0=1 +MatMul bmm_314 2 1 495 472 496 +Gemm gemm_1 1 1 496 497 10=4 2=0 3=1 4=0 5=1 6=1 7=4 8=64 9=64 +GELU gelu_137 1 1 497 498 +MatMul bmm_315 2 1 493 498 499 +Gemm gemm_2 1 1 499 500 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=64 9=64 +GELU gelu_138 1 1 500 501 +BinaryOp add_60 2 1 501 470 502 0=0 +Permute transpose_435 1 1 502 503 0=1 +Reshape Tensor.view_150 2 1 503 466 504 6="1w,1h,64" +Convolution conv_66 1 1 462 505 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_171 1 1 505 506 +Concat cat_6 2 1 504 506 507 0=0 +Convolution conv_67 1 1 507 508 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_172 1 1 508 509 +Convolution conv_68 1 1 461 510 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_173 1 1 510 511 +Split splitncnn_50 1 2 511 512 513 +Reshape flatten_336 1 1 513 514 0=-1 1=64 +Permute transpose_436 1 1 514 515 0=1 +Split splitncnn_51 1 5 515 516 517 518 519 520 +Reduction mean_365 1 1 520 521 0=3 1=0 -23303=1,0 4=0 5=1 +Reduction max_362 1 1 519 522 0=4 1=0 -23303=1,0 4=0 5=1 +Concat cat_7 2 1 521 522 523 0=0 +InnerProduct linear_142 1 1 523 524 0=256 1=1 2=32768 +Reshape view_306 1 1 524 525 0=64 1=4 +BinaryOp add_61 2 1 1 525 526 0=0 +Gemm gemm_3 1 1 517 527 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=64 9=64 +Reshape view_307 1 1 527 528 0=16 1=4 2=-1 +Permute transpose_437 1 1 528 529 0=2 +Reshape view_308 1 1 526 530 0=16 1=4 2=4 +Permute permute_265 1 1 530 531 0=2 +Reshape reshape_276 1 1 529 532 0=16 1=-1 2=4 +Reshape reshape_277 1 1 531 533 0=16 1=4 2=4 +MatMul matmultransb_9 2 1 532 533 534 0=1 +BinaryOp div_62 1 1 534 535 0=3 1=1 2=4.0 +Reshape view_309 1 1 535 536 0=4 1=-1 2=4 +Reduction mean_366 1 1 536 537 0=3 1=0 -23303=1,0 4=0 5=1 +Softmax softmax_247 1 1 537 538 0=0 1=1 +Split splitncnn_52 1 2 538 539 540 +Permute transpose_439 1 1 540 541 0=1 +MatMul bmm_317 2 1 541 518 542 +Gemm gemm_4 1 1 542 543 10=4 2=0 3=1 4=0 5=1 6=1 7=4 8=64 9=64 +GELU gelu_139 1 1 543 544 +MatMul bmm_318 2 1 539 544 545 +Gemm gemm_5 1 1 545 546 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=64 9=64 +GELU gelu_140 1 1 546 547 +BinaryOp add_63 2 1 547 516 548 0=0 +Permute transpose_440 1 1 548 549 0=1 +Reshape Tensor.view_155 2 1 549 512 550 6="1w,1h,64" +Convolution conv_69 1 1 460 551 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_174 1 1 551 552 +Concat cat_8 2 1 550 552 553 0=0 +Convolution conv_70 1 1 553 554 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_175 1 1 554 555 +Convolution conv_71 1 1 459 556 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_176 1 1 556 557 +Split splitncnn_53 1 2 557 558 559 +ConvolutionDepthWise convdw_460 1 1 559 560 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=288 7=32 +Convolution conv_72 1 1 560 561 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_177 1 1 561 562 +ConvolutionDepthWise convdw_461 1 1 562 563 0=32 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=1568 7=32 +Convolution conv_73 1 1 563 564 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_178 1 1 564 565 +BinaryOp add_64 2 1 558 565 566 0=0 +Split splitncnn_54 1 2 566 567 568 +ConvolutionDepthWise convdw_462 1 1 568 569 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=288 7=32 +Convolution conv_74 1 1 569 570 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_179 1 1 570 571 +ConvolutionDepthWise convdw_463 1 1 571 572 0=32 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=1568 7=32 +Convolution conv_75 1 1 572 573 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_180 1 1 573 574 +BinaryOp add_65 2 1 567 574 575 0=0 +Convolution conv_76 1 1 458 576 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_181 1 1 576 577 +Concat cat_9 2 1 575 577 578 0=0 +Convolution conv_77 1 1 578 579 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_182 1 1 579 580 +Concat cat_10 5 1 454 509 457 580 555 581 0=0 +Convolution conv_78 1 1 581 582 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=40960 +Swish silu_183 1 1 582 583 +Split splitncnn_55 1 5 583 584 585 586 587 588 +Interp upsample_243 1 1 588 589 0=1 1=2.0 2=2.0 6=0 +Split splitncnn_56 1 2 589 590 591 +Pooling avgpool2d_7 1 1 587 592 0=1 1=2 11=2 12=2 13=0 2=2 3=0 5=1 6=1 +Convolution conv_79 1 1 592 593 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_184 1 1 593 594 +Split splitncnn_57 1 2 594 595 596 +BinaryOp mul_66 1 1 584 597 0=2 1=1 2=0.73291016 +BinaryOp add_67 2 1 249 597 598 0=0 +BinaryOp mul_68 1 1 590 599 0=2 1=1 2=-0.01343536 +BinaryOp add_69 2 1 43 599 600 0=0 +BinaryOp mul_70 1 1 595 601 0=2 1=1 2=0.38134766 +BinaryOp add_71 2 1 445 601 602 0=0 +Split splitncnn_58 1 2 602 603 604 +Interp upsample_244 1 1 604 605 0=1 1=2.0 2=2.0 6=0 +Concat cat_11 2 1 605 598 606 0=0 +Convolution conv_80 1 1 606 607 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=49152 +Swish silu_185 1 1 607 608 +Slice split_10 1 2 608 609 610 -23300=2,64,64 1=0 +Split splitncnn_59 1 3 610 611 612 613 +Convolution conv_81 1 1 613 614 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_186 1 1 614 615 +Split splitncnn_60 1 2 615 616 617 +ConvolutionDepthWise convdw_464 1 1 617 618 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=576 7=64 +Convolution conv_82 1 1 618 619 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_187 1 1 619 620 +ConvolutionDepthWise convdw_465 1 1 620 621 0=64 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=3136 7=64 +Convolution conv_83 1 1 621 622 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_188 1 1 622 623 +BinaryOp add_72 2 1 616 623 624 0=0 +Split splitncnn_61 1 2 624 625 626 +ConvolutionDepthWise convdw_466 1 1 626 627 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=576 7=64 +Convolution conv_84 1 1 627 628 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_189 1 1 628 629 +ConvolutionDepthWise convdw_467 1 1 629 630 0=64 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=3136 7=64 +Convolution conv_85 1 1 630 631 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_190 1 1 631 632 +BinaryOp add_73 2 1 625 632 633 0=0 +Convolution conv_86 1 1 612 634 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_191 1 1 634 635 +Concat cat_12 2 1 633 635 636 0=0 +Convolution conv_87 1 1 636 637 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_192 1 1 637 638 +Concat cat_13 3 1 609 611 638 639 0=0 +Convolution conv_88 1 1 639 640 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_193 1 1 640 641 +Split splitncnn_62 1 2 641 642 643 +BinaryOp mul_74 1 1 585 644 0=2 1=1 2=-0.02716064 +BinaryOp add_75 2 1 642 644 645 0=0 +Interp upsample_245 1 1 643 646 0=1 1=2.0 2=2.0 6=0 +Concat cat_14 2 1 646 600 647 0=0 +Convolution conv_89 1 1 647 648 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_194 1 1 648 649 +Slice split_11 1 2 649 650 651 -23300=2,32,32 1=0 +Split splitncnn_63 1 3 651 652 653 654 +Convolution conv_90 1 1 654 655 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_195 1 1 655 656 +Split splitncnn_64 1 2 656 657 658 +ConvolutionDepthWise convdw_468 1 1 658 659 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=288 7=32 +Convolution conv_91 1 1 659 660 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_196 1 1 660 661 +ConvolutionDepthWise convdw_469 1 1 661 662 0=32 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=1568 7=32 +Convolution conv_92 1 1 662 663 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_197 1 1 663 664 +BinaryOp add_76 2 1 657 664 665 0=0 +Split splitncnn_65 1 2 665 666 667 +ConvolutionDepthWise convdw_470 1 1 667 668 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=288 7=32 +Convolution conv_93 1 1 668 669 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_198 1 1 669 670 +ConvolutionDepthWise convdw_471 1 1 670 671 0=32 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=1568 7=32 +Convolution conv_94 1 1 671 672 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_199 1 1 672 673 +BinaryOp add_77 2 1 666 673 674 0=0 +Convolution conv_95 1 1 653 675 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_200 1 1 675 676 +Concat cat_15 2 1 674 676 677 0=0 +Convolution conv_96 1 1 677 678 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_201 1 1 678 679 +Concat cat_16 3 1 650 652 679 680 0=0 +Convolution conv_97 1 1 680 681 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6144 +Swish silu_202 1 1 681 682 +Convolution conv_98 1 1 591 683 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_203 1 1 683 684 +Eltwise weighted_sum_0 2 1 682 684 685 0=1 -23301=2,1.0,0.32373047 +Split splitncnn_66 1 3 685 686 687 688 +Convolution conv_99 1 1 687 689 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_204 1 1 689 690 +Concat cat_17 2 1 690 645 691 0=0 +Convolution conv_100 1 1 691 692 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_205 1 1 692 693 +Slice split_12 1 2 693 694 695 -23300=2,64,64 1=0 +Split splitncnn_67 1 3 695 696 697 698 +Convolution conv_101 1 1 698 699 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_206 1 1 699 700 +Split splitncnn_68 1 2 700 701 702 +ConvolutionDepthWise convdw_472 1 1 702 703 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=576 7=64 +Convolution conv_102 1 1 703 704 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_207 1 1 704 705 +ConvolutionDepthWise convdw_473 1 1 705 706 0=64 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=3136 7=64 +Convolution conv_103 1 1 706 707 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_208 1 1 707 708 +BinaryOp add_80 2 1 701 708 709 0=0 +Split splitncnn_69 1 2 709 710 711 +ConvolutionDepthWise convdw_474 1 1 711 712 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=576 7=64 +Convolution conv_104 1 1 712 713 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_209 1 1 713 714 +ConvolutionDepthWise convdw_475 1 1 714 715 0=64 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=3136 7=64 +Convolution conv_105 1 1 715 716 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_210 1 1 716 717 +BinaryOp add_81 2 1 710 717 718 0=0 +Convolution conv_106 1 1 697 719 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_211 1 1 719 720 +Concat cat_18 2 1 718 720 721 0=0 +Convolution conv_107 1 1 721 722 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_212 1 1 722 723 +Concat cat_19 3 1 694 696 723 724 0=0 +Convolution conv_108 1 1 724 725 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_213 1 1 725 726 +Split splitncnn_70 1 2 726 727 728 +BinaryOp mul_82 1 1 586 729 0=2 1=1 2=-0.11151123 +BinaryOp add_83 2 1 727 729 730 0=0 +Split splitncnn_71 1 2 730 731 732 +Convolution conv_109 1 1 728 733 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_214 1 1 733 734 +Concat cat_20 2 1 734 603 735 0=0 +Convolution conv_110 1 1 735 736 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_215 1 1 736 737 +Slice split_13 1 2 737 738 739 -23300=2,128,128 1=0 +Split splitncnn_72 1 3 739 740 741 742 +Convolution conv_111 1 1 742 743 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_216 1 1 743 744 +Split splitncnn_73 1 2 744 745 746 +ConvolutionDepthWise convdw_476 1 1 746 747 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=1152 7=128 +Convolution conv_112 1 1 747 748 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_217 1 1 748 749 +ConvolutionDepthWise convdw_477 1 1 749 750 0=128 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=6272 7=128 +Convolution conv_113 1 1 750 751 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_218 1 1 751 752 +BinaryOp add_84 2 1 745 752 753 0=0 +Split splitncnn_74 1 2 753 754 755 +ConvolutionDepthWise convdw_478 1 1 755 756 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=1152 7=128 +Convolution conv_114 1 1 756 757 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_219 1 1 757 758 +ConvolutionDepthWise convdw_479 1 1 758 759 0=128 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=6272 7=128 +Convolution conv_115 1 1 759 760 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_220 1 1 760 761 +BinaryOp add_85 2 1 754 761 762 0=0 +Convolution conv_116 1 1 741 763 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_221 1 1 763 764 +Concat cat_21 2 1 762 764 765 0=0 +Convolution conv_117 1 1 765 766 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_222 1 1 766 767 +Concat cat_22 3 1 738 740 767 768 0=0 +Convolution conv_118 1 1 768 769 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_223 1 1 769 770 +BinaryOp mul_86 1 1 596 771 0=2 1=1 2=-0.11187744 +BinaryOp add_87 2 1 770 771 772 0=0 +Split splitncnn_75 1 2 772 773 774 +Convolution conv_119 1 1 686 775 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_224 1 1 775 776 +Convolution conv_120 1 1 776 777 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_225 1 1 777 778 +Convolution conv_121 1 1 778 779 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_480 1 1 688 780 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=576 7=64 +Swish silu_226 1 1 780 781 +Convolution conv_122 1 1 781 782 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=5120 +Swish silu_227 1 1 782 783 +ConvolutionDepthWise convdw_481 1 1 783 784 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_228 1 1 784 785 +Convolution conv_123 1 1 785 786 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_229 1 1 786 787 +Convolution conv_124 1 1 787 788 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_23 2 1 779 788 789 0=0 +Convolution conv_125 1 1 731 790 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 +Swish silu_230 1 1 790 791 +Convolution conv_126 1 1 791 792 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_231 1 1 792 793 +Convolution conv_127 1 1 793 794 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_482 1 1 732 795 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1152 7=128 +Swish silu_232 1 1 795 796 +Convolution conv_128 1 1 796 797 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10240 +Swish silu_233 1 1 797 798 +ConvolutionDepthWise convdw_483 1 1 798 799 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_234 1 1 799 800 +Convolution conv_129 1 1 800 801 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_235 1 1 801 802 +Convolution conv_130 1 1 802 803 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_24 2 1 794 803 804 0=0 +Convolution conv_131 1 1 773 805 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_236 1 1 805 806 +Convolution conv_132 1 1 806 807 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_237 1 1 807 808 +Convolution conv_133 1 1 808 809 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +ConvolutionDepthWise convdw_484 1 1 774 810 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 7=256 +Swish silu_238 1 1 810 811 +Convolution conv_134 1 1 811 812 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=20480 +Swish silu_239 1 1 812 813 +ConvolutionDepthWise convdw_485 1 1 813 814 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=720 7=80 +Swish silu_240 1 1 814 815 +Convolution conv_135 1 1 815 816 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Swish silu_241 1 1 816 817 +Convolution conv_136 1 1 817 818 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_25 2 1 809 818 819 0=0 +Reshape view_310 1 1 789 820 0=-1 1=144 +Permute transpose_441 1 1 820 821 0=1 +Reshape view_311 1 1 804 822 0=-1 1=144 +Permute transpose_442 1 1 822 823 0=1 +Reshape view_312 1 1 819 824 0=-1 1=144 +Permute transpose_443 1 1 824 825 0=1 +Concat cat_26 3 1 821 823 825 out0 0=0 diff --git a/benchmark/yolov5n.param b/benchmark/yolov5n.param new file mode 100644 index 000000000000..d834eeda21d9 --- /dev/null +++ b/benchmark/yolov5n.param @@ -0,0 +1,175 @@ +7767517 +173 197 +Input in0 0 1 in0 +Convolution conv_0 1 1 in0 1 0=16 1=6 11=6 12=1 13=2 14=2 2=1 3=2 4=2 5=1 6=1728 +Swish silu_63 1 1 1 2 +Convolution conv_1 1 1 2 3 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=4608 +Swish silu_64 1 1 3 4 +Split splitncnn_0 1 2 4 5 6 +Convolution conv_2 1 1 6 7 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_65 1 1 7 8 +Split splitncnn_1 1 2 8 9 10 +Convolution conv_3 1 1 10 11 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=256 +Swish silu_66 1 1 11 12 +Convolution conv_4 1 1 12 13 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_67 1 1 13 14 +BinaryOp add_0 2 1 9 14 15 0=0 +Convolution conv_5 1 1 5 16 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_68 1 1 16 17 +Concat cat_0 2 1 15 17 18 0=0 +Convolution conv_6 1 1 18 19 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_69 1 1 19 20 +Convolution conv_7 1 1 20 21 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=18432 +Swish silu_70 1 1 21 22 +Split splitncnn_2 1 2 22 23 24 +Convolution conv_8 1 1 24 25 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_71 1 1 25 26 +Split splitncnn_3 1 2 26 27 28 +Convolution conv_9 1 1 28 29 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_72 1 1 29 30 +Convolution conv_10 1 1 30 31 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_73 1 1 31 32 +BinaryOp add_1 2 1 27 32 33 0=0 +Split splitncnn_4 1 2 33 34 35 +Convolution conv_11 1 1 35 36 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_74 1 1 36 37 +Convolution conv_12 1 1 37 38 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_75 1 1 38 39 +BinaryOp add_2 2 1 34 39 40 0=0 +Convolution conv_13 1 1 23 41 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_76 1 1 41 42 +Concat cat_1 2 1 40 42 43 0=0 +Convolution conv_14 1 1 43 44 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_77 1 1 44 45 +Split splitncnn_5 1 2 45 46 47 +Convolution conv_15 1 1 47 48 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=73728 +Swish silu_78 1 1 48 49 +Split splitncnn_6 1 2 49 50 51 +Convolution conv_16 1 1 51 52 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_79 1 1 52 53 +Split splitncnn_7 1 2 53 54 55 +Convolution conv_17 1 1 55 56 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_80 1 1 56 57 +Convolution conv_18 1 1 57 58 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_81 1 1 58 59 +BinaryOp add_3 2 1 54 59 60 0=0 +Split splitncnn_8 1 2 60 61 62 +Convolution conv_19 1 1 62 63 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_82 1 1 63 64 +Convolution conv_20 1 1 64 65 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_83 1 1 65 66 +BinaryOp add_4 2 1 61 66 67 0=0 +Split splitncnn_9 1 2 67 68 69 +Convolution conv_21 1 1 69 70 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_84 1 1 70 71 +Convolution conv_22 1 1 71 72 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_85 1 1 72 73 +BinaryOp add_5 2 1 68 73 74 0=0 +Convolution conv_23 1 1 50 75 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_86 1 1 75 76 +Concat cat_2 2 1 74 76 77 0=0 +Convolution conv_24 1 1 77 78 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_87 1 1 78 79 +Split splitncnn_10 1 2 79 80 81 +Convolution conv_25 1 1 81 82 0=256 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=294912 +Swish silu_88 1 1 82 83 +Split splitncnn_11 1 2 83 84 85 +Convolution conv_26 1 1 85 86 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_89 1 1 86 87 +Split splitncnn_12 1 2 87 88 89 +Convolution conv_27 1 1 89 90 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_90 1 1 90 91 +Convolution conv_28 1 1 91 92 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_91 1 1 92 93 +BinaryOp add_6 2 1 88 93 94 0=0 +Convolution conv_29 1 1 84 95 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_92 1 1 95 96 +Concat cat_3 2 1 94 96 97 0=0 +Convolution conv_30 1 1 97 98 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_93 1 1 98 99 +Convolution conv_31 1 1 99 100 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_94 1 1 100 101 +Split splitncnn_13 1 2 101 102 103 +Pooling maxpool2d_60 1 1 103 104 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_14 1 2 104 105 106 +Pooling maxpool2d_61 1 1 106 107 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_15 1 2 107 108 109 +Pooling maxpool2d_62 1 1 109 110 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Concat cat_4 4 1 102 105 108 110 111 0=0 +Convolution conv_32 1 1 111 112 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 +Swish silu_95 1 1 112 113 +Convolution conv_33 1 1 113 114 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_96 1 1 114 115 +Split splitncnn_16 1 2 115 116 117 +Interp upsample_120 1 1 117 118 0=1 1=2.0 2=2.0 6=0 +Concat cat_5 2 1 118 80 119 0=0 +Split splitncnn_17 1 2 119 120 121 +Convolution conv_34 1 1 121 122 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_97 1 1 122 123 +Convolution conv_35 1 1 123 124 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_98 1 1 124 125 +Convolution conv_36 1 1 125 126 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_99 1 1 126 127 +Convolution conv_37 1 1 120 128 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_100 1 1 128 129 +Concat cat_6 2 1 127 129 130 0=0 +Convolution conv_38 1 1 130 131 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_101 1 1 131 132 +Convolution conv_39 1 1 132 133 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_102 1 1 133 134 +Split splitncnn_18 1 2 134 135 136 +Interp upsample_121 1 1 136 137 0=1 1=2.0 2=2.0 6=0 +Concat cat_7 2 1 137 46 138 0=0 +Split splitncnn_19 1 2 138 139 140 +Convolution conv_40 1 1 140 141 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_103 1 1 141 142 +Convolution conv_41 1 1 142 143 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_104 1 1 143 144 +Convolution conv_42 1 1 144 145 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_105 1 1 145 146 +Convolution conv_43 1 1 139 147 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_106 1 1 147 148 +Concat cat_8 2 1 146 148 149 0=0 +Convolution conv_44 1 1 149 150 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_107 1 1 150 151 +Split splitncnn_20 1 2 151 152 153 +Convolution conv_45 1 1 153 154 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_108 1 1 154 155 +Concat cat_9 2 1 155 135 156 0=0 +Split splitncnn_21 1 2 156 157 158 +Convolution conv_46 1 1 158 159 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_109 1 1 159 160 +Convolution conv_47 1 1 160 161 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_110 1 1 161 162 +Convolution conv_48 1 1 162 163 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_111 1 1 163 164 +Convolution conv_49 1 1 157 165 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_112 1 1 165 166 +Concat cat_10 2 1 164 166 167 0=0 +Convolution conv_50 1 1 167 168 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_113 1 1 168 169 +Split splitncnn_22 1 2 169 170 171 +Convolution conv_51 1 1 171 172 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_114 1 1 172 173 +Concat cat_11 2 1 173 116 174 0=0 +Split splitncnn_23 1 2 174 175 176 +Convolution conv_52 1 1 176 177 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_115 1 1 177 178 +Convolution conv_53 1 1 178 179 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_116 1 1 179 180 +Convolution conv_54 1 1 180 181 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_117 1 1 181 182 +Convolution conv_55 1 1 175 183 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_118 1 1 183 184 +Concat cat_12 2 1 182 184 185 0=0 +Convolution conv_56 1 1 185 186 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_119 1 1 186 187 +Convolution conv_57 1 1 152 188 0=255 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16320 +Reshape view_128 1 1 188 189 0=-1 1=85 2=3 +Permute permute_125 1 1 189 out0 0=1 +Convolution conv_58 1 1 170 191 0=255 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32640 +Reshape view_129 1 1 191 192 0=-1 1=85 2=3 +Permute permute_126 1 1 192 out1 0=1 +Convolution conv_59 1 1 187 194 0=255 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65280 +Reshape view_130 1 1 194 195 0=-1 1=85 2=3 +Permute permute_127 1 1 195 out2 0=1 diff --git a/benchmark/yolov6n.param b/benchmark/yolov6n.param new file mode 100644 index 000000000000..1ac731341a1b --- /dev/null +++ b/benchmark/yolov6n.param @@ -0,0 +1,117 @@ +7767517 +115 130 +Input in0 0 1 in0 +Convolution convrelu_0 1 1 in0 1 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 9=1 +Convolution convrelu_1 1 1 1 2 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=4608 9=1 +Convolution convrelu_2 1 1 2 3 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=1 +Convolution convrelu_3 1 1 3 4 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=1 +Split splitncnn_0 1 2 4 5 6 +Convolution convrelu_4 1 1 6 7 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=18432 9=1 +Convolution convrelu_5 1 1 7 8 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_6 1 1 8 9 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_7 1 1 9 10 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_8 1 1 10 11 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Split splitncnn_1 1 3 11 12 13 14 +Convolution convrelu_9 1 1 14 15 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=73728 9=1 +Convolution convrelu_10 1 1 15 16 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_11 1 1 16 17 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_12 1 1 17 18 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_13 1 1 18 19 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_14 1 1 19 20 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_15 1 1 20 21 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Split splitncnn_2 1 2 21 22 23 +Convolution convrelu_16 1 1 23 24 0=256 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=294912 9=1 +Convolution convrelu_17 1 1 24 25 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824 9=1 +Convolution convrelu_18 1 1 25 26 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824 9=1 +Split splitncnn_3 1 2 26 27 28 +Convolution convrelu_19 1 1 28 29 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=1 +Convolution convrelu_20 1 1 29 30 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_21 1 1 30 31 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=1 +Split splitncnn_4 1 2 31 32 33 +Convolution convrelu_22 1 1 27 34 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=1 +Pooling maxpool2d_71 1 1 33 35 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_5 1 2 35 36 37 +Pooling maxpool2d_72 1 1 37 38 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_6 1 2 38 39 40 +Pooling maxpool2d_73 1 1 40 41 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Concat cat_0 4 1 32 36 39 41 42 0=0 +Convolution convrelu_23 1 1 42 43 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 9=1 +Convolution convrelu_24 1 1 43 44 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Concat cat_1 2 1 34 44 45 0=0 +Convolution convrelu_25 1 1 45 46 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 9=1 +Convolution convrelu_26 1 1 46 47 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=1 +Split splitncnn_7 1 2 47 48 49 +Deconvolution deconv_69 1 1 49 50 0=64 1=2 11=2 12=1 13=2 14=0 18=0 19=0 2=1 3=2 4=0 5=1 6=16384 +Convolution convrelu_27 1 1 22 51 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 9=1 +Convolution convrelu_28 1 1 13 52 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 9=1 +Convolution convrelu_29 1 1 52 53 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 9=1 +Concat cat_2 3 1 50 51 53 54 0=0 +Convolution convrelu_30 1 1 54 55 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 9=1 +Convolution convrelu_31 1 1 55 56 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_32 1 1 56 57 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_33 1 1 57 58 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_34 1 1 58 59 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_35 1 1 59 60 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 9=1 +Split splitncnn_8 1 2 60 61 62 +Deconvolution deconv_70 1 1 62 63 0=32 1=2 11=2 12=1 13=2 14=0 18=0 19=0 2=1 3=2 4=0 5=1 6=4096 +Convolution convrelu_36 1 1 12 64 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 9=1 +Convolution convrelu_37 1 1 5 65 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 9=1 +Convolution convrelu_38 1 1 65 66 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=9216 9=1 +Concat cat_3 3 1 63 64 66 67 0=0 +Convolution convrelu_39 1 1 67 68 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3072 9=1 +Convolution convrelu_40 1 1 68 69 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=1 +Convolution convrelu_41 1 1 69 70 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=1 +Convolution convrelu_42 1 1 70 71 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=1 +Convolution convrelu_43 1 1 71 72 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=1 +Split splitncnn_9 1 2 72 73 74 +Convolution convrelu_44 1 1 74 75 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=9216 9=1 +Concat cat_4 2 1 75 61 76 0=0 +Convolution convrelu_45 1 1 76 77 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_46 1 1 77 78 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_47 1 1 78 79 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Convolution convrelu_48 1 1 79 80 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=1 +Split splitncnn_10 1 2 80 81 82 +Convolution convrelu_49 1 1 82 83 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 9=1 +Concat cat_5 2 1 83 48 84 0=0 +Convolution convrelu_50 1 1 84 85 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_51 1 1 85 86 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_52 1 1 86 87 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution convrelu_53 1 1 87 88 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=1 +Convolution conv_54 1 1 73 89 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_131 1 1 89 90 +Split splitncnn_11 1 2 90 91 92 +Convolution conv_55 1 1 92 93 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_132 1 1 93 94 +Convolution conv_57 1 1 91 95 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_133 1 1 95 96 +Convolution conv_58 1 1 96 97 0=4 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=128 +Convolution convsigmoid_54 1 1 94 98 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2560 9=4 +Reshape reshape_142 1 1 98 99 0=-1 1=80 +Reshape reshape_143 1 1 97 100 0=-1 1=4 +Convolution conv_59 1 1 81 101 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_134 1 1 101 102 +Split splitncnn_12 1 2 102 103 104 +Convolution conv_60 1 1 104 105 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_135 1 1 105 106 +Convolution conv_62 1 1 103 107 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_136 1 1 107 108 +Convolution conv_63 1 1 108 109 0=4 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=256 +Convolution convsigmoid_55 1 1 106 110 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=5120 9=4 +Reshape reshape_144 1 1 110 111 0=-1 1=80 +Reshape reshape_145 1 1 109 112 0=-1 1=4 +Convolution conv_64 1 1 88 113 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_137 1 1 113 114 +Split splitncnn_13 1 2 114 115 116 +Convolution conv_65 1 1 116 117 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_138 1 1 117 118 +Convolution conv_67 1 1 115 119 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_139 1 1 119 120 +Convolution conv_68 1 1 120 121 0=4 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Convolution convsigmoid_56 1 1 118 122 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10240 9=4 +Reshape reshape_146 1 1 122 123 0=-1 1=80 +Reshape reshape_147 1 1 121 124 0=-1 1=4 +Concat cat_6 3 1 99 111 123 125 0=1 +Permute permute_140 1 1 125 126 0=1 +Concat cat_7 3 1 100 112 124 127 0=1 +Permute permute_141 1 1 127 128 0=1 +Concat cat_8 2 1 128 126 out0 0=1 diff --git a/benchmark/yolov7-tiny.param b/benchmark/yolov7-tiny.param new file mode 100644 index 000000000000..0cba67612e71 --- /dev/null +++ b/benchmark/yolov7-tiny.param @@ -0,0 +1,121 @@ +7767517 +119 153 +Input in0 0 1 in0 +Convolution convrelu_0 1 1 in0 1 0=32 1=3 -23310=1,0.1 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=864 9=2 +Convolution convrelu_1 1 1 1 2 0=64 1=3 -23310=1,0.1 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=18432 9=2 +Split splitncnn_0 1 2 2 3 4 +Convolution convrelu_2 1 1 4 5 0=32 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 9=2 +Convolution convrelu_3 1 1 3 6 0=32 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 9=2 +Split splitncnn_1 1 2 6 7 8 +Convolution convrelu_4 1 1 8 9 0=32 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=2 +Split splitncnn_2 1 2 9 10 11 +Convolution convrelu_5 1 1 11 12 0=32 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=2 +Concat cat_0 4 1 12 10 7 5 13 0=0 +Convolution convrelu_6 1 1 13 14 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 9=2 +Pooling maxpool2d_113 1 1 14 15 0=0 1=2 11=2 12=2 13=0 2=2 3=0 5=1 +Split splitncnn_3 1 2 15 16 17 +Convolution convrelu_7 1 1 17 18 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 9=2 +Convolution convrelu_8 1 1 16 19 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 9=2 +Split splitncnn_4 1 2 19 20 21 +Convolution convrelu_9 1 1 21 22 0=64 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=2 +Split splitncnn_5 1 2 22 23 24 +Convolution convrelu_10 1 1 24 25 0=64 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=2 +Concat cat_1 4 1 25 23 20 18 26 0=0 +Convolution convrelu_11 1 1 26 27 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=2 +Split splitncnn_6 1 2 27 28 29 +Pooling maxpool2d_114 1 1 29 30 0=0 1=2 11=2 12=2 13=0 2=2 3=0 5=1 +Split splitncnn_7 1 2 30 31 32 +Convolution convrelu_12 1 1 32 33 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=2 +Convolution convrelu_13 1 1 31 34 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=2 +Split splitncnn_8 1 2 34 35 36 +Convolution convrelu_14 1 1 36 37 0=128 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=2 +Split splitncnn_9 1 2 37 38 39 +Convolution convrelu_15 1 1 39 40 0=128 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=2 +Concat cat_2 4 1 40 38 35 33 41 0=0 +Convolution convrelu_16 1 1 41 42 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 9=2 +Split splitncnn_10 1 2 42 43 44 +Pooling maxpool2d_115 1 1 44 45 0=0 1=2 11=2 12=2 13=0 2=2 3=0 5=1 +Split splitncnn_11 1 2 45 46 47 +Convolution convrelu_17 1 1 47 48 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 9=2 +Convolution convrelu_18 1 1 46 49 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 9=2 +Split splitncnn_12 1 2 49 50 51 +Convolution convrelu_19 1 1 51 52 0=256 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824 9=2 +Split splitncnn_13 1 2 52 53 54 +Convolution convrelu_20 1 1 54 55 0=256 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824 9=2 +Concat cat_3 4 1 55 53 50 48 56 0=0 +Convolution convrelu_21 1 1 56 57 0=512 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=524288 9=2 +Split splitncnn_14 1 2 57 58 59 +Convolution convrelu_22 1 1 59 60 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 9=2 +Convolution convrelu_23 1 1 58 61 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 9=2 +Split splitncnn_15 1 4 61 62 63 64 65 +Pooling maxpool2d_116 1 1 65 66 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Pooling maxpool2d_117 1 1 64 67 0=0 1=9 11=9 12=1 13=4 2=1 3=4 5=1 +Pooling maxpool2d_118 1 1 63 68 0=0 1=13 11=13 12=1 13=6 2=1 3=6 5=1 +Concat cat_4 4 1 68 67 66 62 69 0=0 +Convolution convrelu_24 1 1 69 70 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=262144 9=2 +Concat cat_5 2 1 70 60 71 0=0 +Convolution convrelu_25 1 1 71 72 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 9=2 +Split splitncnn_16 1 2 72 73 74 +Convolution convrelu_26 1 1 74 75 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=2 +Interp upsample_119 1 1 75 76 0=1 1=2.0 2=2.0 6=0 +Convolution convrelu_27 1 1 43 77 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=2 +Concat cat_6 2 1 77 76 78 0=0 +Split splitncnn_17 1 2 78 79 80 +Convolution convrelu_28 1 1 80 81 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=2 +Convolution convrelu_29 1 1 79 82 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=2 +Split splitncnn_18 1 2 82 83 84 +Convolution convrelu_30 1 1 84 85 0=64 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=2 +Split splitncnn_19 1 2 85 86 87 +Convolution convrelu_31 1 1 87 88 0=64 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=2 +Concat cat_7 4 1 88 86 83 81 89 0=0 +Convolution convrelu_32 1 1 89 90 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=2 +Split splitncnn_20 1 2 90 91 92 +Convolution convrelu_33 1 1 92 93 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 9=2 +Interp upsample_120 1 1 93 94 0=1 1=2.0 2=2.0 6=0 +Convolution convrelu_34 1 1 28 95 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 9=2 +Concat cat_8 2 1 95 94 96 0=0 +Split splitncnn_21 1 2 96 97 98 +Convolution convrelu_35 1 1 98 99 0=32 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 9=2 +Convolution convrelu_36 1 1 97 100 0=32 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 9=2 +Split splitncnn_22 1 2 100 101 102 +Convolution convrelu_37 1 1 102 103 0=32 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=2 +Split splitncnn_23 1 2 103 104 105 +Convolution convrelu_38 1 1 105 106 0=32 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 9=2 +Concat cat_9 4 1 106 104 101 99 107 0=0 +Convolution convrelu_39 1 1 107 108 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 9=2 +Split splitncnn_24 1 2 108 109 110 +Convolution convrelu_40 1 1 110 111 0=128 1=3 -23310=1,0.1 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=73728 9=2 +Concat cat_10 2 1 111 91 112 0=0 +Split splitncnn_25 1 2 112 113 114 +Convolution convrelu_41 1 1 114 115 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=2 +Convolution convrelu_42 1 1 113 116 0=64 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 9=2 +Split splitncnn_26 1 2 116 117 118 +Convolution convrelu_43 1 1 118 119 0=64 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=2 +Split splitncnn_27 1 2 119 120 121 +Convolution convrelu_44 1 1 121 122 0=64 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 9=2 +Concat cat_11 4 1 122 120 117 115 123 0=0 +Convolution convrelu_45 1 1 123 124 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 9=2 +Split splitncnn_28 1 2 124 125 126 +Convolution convrelu_46 1 1 126 127 0=256 1=3 -23310=1,0.1 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=294912 9=2 +Concat cat_12 2 1 127 73 128 0=0 +Split splitncnn_29 1 2 128 129 130 +Convolution convrelu_47 1 1 130 131 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 9=2 +Convolution convrelu_48 1 1 129 132 0=128 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 9=2 +Split splitncnn_30 1 2 132 133 134 +Convolution convrelu_49 1 1 134 135 0=128 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=2 +Split splitncnn_31 1 2 135 136 137 +Convolution convrelu_50 1 1 137 138 0=128 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 9=2 +Concat cat_13 4 1 138 136 133 131 139 0=0 +Convolution convrelu_51 1 1 139 140 0=256 1=1 -23310=1,0.1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 9=2 +Convolution convrelu_52 1 1 109 141 0=128 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 9=2 +Convolution convrelu_53 1 1 125 142 0=256 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=294912 9=2 +Convolution convrelu_54 1 1 140 143 0=512 1=3 -23310=1,0.1 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1179648 9=2 +Convolution conv_55 1 1 141 144 0=255 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32640 +Reshape view_127 1 1 144 145 0=-1 1=85 2=3 +Permute permute_124 1 1 145 out0 0=1 +Convolution conv_56 1 1 142 147 0=255 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65280 +Reshape view_128 1 1 147 148 0=-1 1=85 2=3 +Permute permute_125 1 1 148 out1 0=1 +Convolution conv_57 1 1 143 150 0=255 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=130560 +Reshape view_129 1 1 150 151 0=-1 1=85 2=3 +Permute permute_126 1 1 151 out2 0=1 diff --git a/benchmark/yolov8n.param b/benchmark/yolov8n.param new file mode 100644 index 000000000000..431645b6f01c --- /dev/null +++ b/benchmark/yolov8n.param @@ -0,0 +1,185 @@ +7767517 +183 219 +Input in0 0 1 in0 +Convolution conv_0 1 1 in0 1 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 +Swish silu_66 1 1 1 2 +Convolution conv_1 1 1 2 3 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=4608 +Swish silu_67 1 1 3 4 +Convolution conv_2 1 1 4 5 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_68 1 1 5 6 +Slice split_0 1 2 6 7 8 -23300=2,16,16 1=0 +Split splitncnn_0 1 3 8 9 10 11 +Convolution conv_3 1 1 11 12 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_69 1 1 12 13 +Convolution conv_4 1 1 13 14 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_70 1 1 14 15 +BinaryOp add_0 2 1 10 15 16 0=0 +Concat cat_0 3 1 7 9 16 17 0=0 +Convolution conv_5 1 1 17 18 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1536 +Swish silu_71 1 1 18 19 +Convolution conv_6 1 1 19 20 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=18432 +Swish silu_72 1 1 20 21 +Convolution conv_7 1 1 21 22 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_73 1 1 22 23 +Slice split_1 1 2 23 24 25 -23300=2,32,32 1=0 +Split splitncnn_1 1 3 25 26 27 28 +Convolution conv_8 1 1 28 29 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_74 1 1 29 30 +Convolution conv_9 1 1 30 31 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_75 1 1 31 32 +BinaryOp add_1 2 1 27 32 33 0=0 +Split splitncnn_2 1 3 33 34 35 36 +Convolution conv_10 1 1 36 37 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_76 1 1 37 38 +Convolution conv_11 1 1 38 39 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_77 1 1 39 40 +BinaryOp add_2 2 1 35 40 41 0=0 +Concat cat_1 4 1 24 26 34 41 42 0=0 +Convolution conv_12 1 1 42 43 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_78 1 1 43 44 +Split splitncnn_3 1 2 44 45 46 +Convolution conv_13 1 1 46 47 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=73728 +Swish silu_79 1 1 47 48 +Convolution conv_14 1 1 48 49 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_80 1 1 49 50 +Slice split_2 1 2 50 51 52 -23300=2,64,64 1=0 +Split splitncnn_4 1 3 52 53 54 55 +Convolution conv_15 1 1 55 56 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_81 1 1 56 57 +Convolution conv_16 1 1 57 58 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_82 1 1 58 59 +BinaryOp add_3 2 1 54 59 60 0=0 +Split splitncnn_5 1 3 60 61 62 63 +Convolution conv_17 1 1 63 64 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_83 1 1 64 65 +Convolution conv_18 1 1 65 66 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_84 1 1 66 67 +BinaryOp add_4 2 1 62 67 68 0=0 +Concat cat_2 4 1 51 53 61 68 69 0=0 +Convolution conv_19 1 1 69 70 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_85 1 1 70 71 +Split splitncnn_6 1 2 71 72 73 +Convolution conv_20 1 1 73 74 0=256 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=294912 +Swish silu_86 1 1 74 75 +Convolution conv_21 1 1 75 76 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=65536 +Swish silu_87 1 1 76 77 +Slice split_3 1 2 77 78 79 -23300=2,128,128 1=0 +Split splitncnn_7 1 3 79 80 81 82 +Convolution conv_22 1 1 82 83 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_88 1 1 83 84 +Convolution conv_23 1 1 84 85 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_89 1 1 85 86 +BinaryOp add_5 2 1 81 86 87 0=0 +Concat cat_3 3 1 78 80 87 88 0=0 +Convolution conv_24 1 1 88 89 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_90 1 1 89 90 +Convolution conv_25 1 1 90 91 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_91 1 1 91 92 +Split splitncnn_8 1 2 92 93 94 +Pooling maxpool2d_63 1 1 94 95 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_9 1 2 95 96 97 +Pooling maxpool2d_64 1 1 97 98 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_10 1 2 98 99 100 +Pooling maxpool2d_65 1 1 100 101 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Concat cat_4 4 1 93 96 99 101 102 0=0 +Convolution conv_26 1 1 102 103 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072 +Swish silu_92 1 1 103 104 +Split splitncnn_11 1 2 104 105 106 +Interp upsample_123 1 1 106 107 0=1 1=2.000000e+00 2=2.000000e+00 6=0 +Concat cat_5 2 1 107 72 108 0=0 +Convolution conv_27 1 1 108 109 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=49152 +Swish silu_93 1 1 109 110 +Slice split_4 1 2 110 111 112 -23300=2,64,64 1=0 +Split splitncnn_12 1 2 112 113 114 +Convolution conv_28 1 1 114 115 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_94 1 1 115 116 +Convolution conv_29 1 1 116 117 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_95 1 1 117 118 +Concat cat_6 3 1 111 113 118 119 0=0 +Convolution conv_30 1 1 119 120 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_96 1 1 120 121 +Split splitncnn_13 1 2 121 122 123 +Interp upsample_124 1 1 123 124 0=1 1=2.000000e+00 2=2.000000e+00 6=0 +Concat cat_7 2 1 124 45 125 0=0 +Convolution conv_31 1 1 125 126 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=12288 +Swish silu_97 1 1 126 127 +Slice split_5 1 2 127 128 129 -23300=2,32,32 1=0 +Split splitncnn_14 1 2 129 130 131 +Convolution conv_32 1 1 131 132 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_98 1 1 132 133 +Convolution conv_33 1 1 133 134 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_99 1 1 134 135 +Concat cat_8 3 1 128 130 135 136 0=0 +Convolution conv_34 1 1 136 137 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6144 +Swish silu_100 1 1 137 138 +Split splitncnn_15 1 3 138 139 140 141 +Convolution conv_35 1 1 141 142 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=36864 +Swish silu_101 1 1 142 143 +Concat cat_9 2 1 143 122 144 0=0 +Convolution conv_36 1 1 144 145 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_102 1 1 145 146 +Slice split_6 1 2 146 147 148 -23300=2,64,64 1=0 +Split splitncnn_16 1 2 148 149 150 +Convolution conv_37 1 1 150 151 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_103 1 1 151 152 +Convolution conv_38 1 1 152 153 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_104 1 1 153 154 +Concat cat_10 3 1 147 149 154 155 0=0 +Convolution conv_39 1 1 155 156 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_105 1 1 156 157 +Split splitncnn_17 1 3 157 158 159 160 +Convolution conv_40 1 1 160 161 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=147456 +Swish silu_106 1 1 161 162 +Concat cat_11 2 1 162 105 163 0=0 +Convolution conv_41 1 1 163 164 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_107 1 1 164 165 +Slice split_7 1 2 165 166 167 -23300=2,128,128 1=0 +Split splitncnn_18 1 2 167 168 169 +Convolution conv_42 1 1 169 170 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_108 1 1 170 171 +Convolution conv_43 1 1 171 172 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_109 1 1 172 173 +Concat cat_12 3 1 166 168 173 174 0=0 +Convolution conv_44 1 1 174 175 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=98304 +Swish silu_110 1 1 175 176 +Split splitncnn_19 1 2 176 177 178 +Convolution conv_45 1 1 140 179 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_111 1 1 179 180 +Convolution conv_46 1 1 180 181 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_112 1 1 181 182 +Convolution conv_47 1 1 182 183 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Convolution conv_48 1 1 139 184 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=46080 +Swish silu_113 1 1 184 185 +Convolution conv_49 1 1 185 186 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=57600 +Swish silu_114 1 1 186 187 +Convolution conv_50 1 1 187 188 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_13 2 1 183 188 189 0=0 +Convolution conv_51 1 1 159 190 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 +Swish silu_115 1 1 190 191 +Convolution conv_52 1 1 191 192 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_116 1 1 192 193 +Convolution conv_53 1 1 193 194 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Convolution conv_54 1 1 158 195 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=92160 +Swish silu_117 1 1 195 196 +Convolution conv_55 1 1 196 197 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=57600 +Swish silu_118 1 1 197 198 +Convolution conv_56 1 1 198 199 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_14 2 1 194 199 200 0=0 +Convolution conv_57 1 1 178 201 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456 +Swish silu_119 1 1 201 202 +Convolution conv_58 1 1 202 203 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_120 1 1 203 204 +Convolution conv_59 1 1 204 205 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Convolution conv_60 1 1 177 206 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=184320 +Swish silu_121 1 1 206 207 +Convolution conv_61 1 1 207 208 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=57600 +Swish silu_122 1 1 208 209 +Convolution conv_62 1 1 209 210 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_15 2 1 205 210 211 0=0 +Reshape view_129 1 1 189 212 0=-1 1=144 +Permute permute_126 1 1 212 213 0=1 +Reshape view_130 1 1 200 214 0=-1 1=144 +Permute permute_127 1 1 214 215 0=1 +Reshape view_131 1 1 211 216 0=-1 1=144 +Permute permute_128 1 1 216 217 0=1 +Concat cat_16 3 1 213 215 217 out0 0=0 diff --git a/benchmark/yolov9-t.param b/benchmark/yolov9-t.param new file mode 100644 index 000000000000..ab9ef186abbc --- /dev/null +++ b/benchmark/yolov9-t.param @@ -0,0 +1,532 @@ +7767517 +530 622 +Input in0 0 1 in0 +Convolution conv_0 1 1 in0 1 0=16 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=432 +Swish silu_182 1 1 1 2 +Convolution conv_1 1 1 2 3 0=32 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=4608 +Swish silu_183 1 1 3 4 +Convolution conv_2 1 1 4 5 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_184 1 1 5 6 +Slice chunk_0 1 2 6 7 8 -23300=2,-233,-233 1=0 +Split splitncnn_0 1 2 8 9 10 +Convolution conv_3 1 1 10 11 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_185 1 1 11 12 +Split splitncnn_1 1 2 12 13 14 +Convolution conv_4 1 1 14 15 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_186 1 1 15 16 +Concat cat_0 4 1 7 9 13 16 17 0=0 +Convolution conv_5 1 1 17 18 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_187 1 1 18 19 +Pooling avgpool2d_363 1 1 19 20 0=1 1=2 11=2 12=1 13=0 2=1 3=0 5=1 6=1 +Convolution conv_6 1 1 20 21 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=18432 +Swish silu_188 1 1 21 22 +Convolution conv_7 1 1 22 23 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_189 1 1 23 24 +Slice chunk_1 1 2 24 25 26 -23300=2,-233,-233 1=0 +Split splitncnn_2 1 3 26 27 28 29 +Convolution conv_8 1 1 29 30 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_190 1 1 30 31 +Split splitncnn_3 1 2 31 32 33 +Convolution conv_9 1 1 33 34 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_191 1 1 34 35 +Convolution conv_10 1 1 35 36 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_192 1 1 36 37 +BinaryOp add_0 2 1 32 37 38 0=0 +Split splitncnn_4 1 2 38 39 40 +Convolution conv_11 1 1 40 41 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_193 1 1 41 42 +Convolution conv_12 1 1 42 43 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_194 1 1 43 44 +BinaryOp add_1 2 1 39 44 45 0=0 +Split splitncnn_5 1 2 45 46 47 +Convolution conv_13 1 1 47 48 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_195 1 1 48 49 +Convolution conv_14 1 1 49 50 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_196 1 1 50 51 +BinaryOp add_2 2 1 46 51 52 0=0 +Convolution conv_15 1 1 28 53 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_197 1 1 53 54 +Concat cat_1 2 1 52 54 55 0=0 +Convolution conv_16 1 1 55 56 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_198 1 1 56 57 +Convolution conv_17 1 1 57 58 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_199 1 1 58 59 +Split splitncnn_6 1 3 59 60 61 62 +Convolution conv_18 1 1 62 63 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_200 1 1 63 64 +Split splitncnn_7 1 2 64 65 66 +Convolution conv_19 1 1 66 67 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_201 1 1 67 68 +Convolution conv_20 1 1 68 69 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_202 1 1 69 70 +BinaryOp add_3 2 1 65 70 71 0=0 +Split splitncnn_8 1 2 71 72 73 +Convolution conv_21 1 1 73 74 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_203 1 1 74 75 +Convolution conv_22 1 1 75 76 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_204 1 1 76 77 +BinaryOp add_4 2 1 72 77 78 0=0 +Split splitncnn_9 1 2 78 79 80 +Convolution conv_23 1 1 80 81 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_205 1 1 81 82 +Convolution conv_24 1 1 82 83 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_206 1 1 83 84 +BinaryOp add_5 2 1 79 84 85 0=0 +Convolution conv_25 1 1 61 86 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_207 1 1 86 87 +Concat cat_2 2 1 85 87 88 0=0 +Convolution conv_26 1 1 88 89 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_208 1 1 89 90 +Convolution conv_27 1 1 90 91 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_209 1 1 91 92 +Concat cat_3 4 1 25 27 60 92 93 0=0 +Convolution conv_28 1 1 93 94 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_210 1 1 94 95 +Split splitncnn_10 1 2 95 96 97 +Pooling avgpool2d_364 1 1 97 98 0=1 1=2 11=2 12=1 13=0 2=1 3=0 5=1 6=1 +Convolution conv_29 1 1 98 99 0=96 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=55296 +Swish silu_211 1 1 99 100 +Convolution conv_30 1 1 100 101 0=96 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=9216 +Swish silu_212 1 1 101 102 +Slice chunk_2 1 2 102 103 104 -23300=2,-233,-233 1=0 +Split splitncnn_11 1 3 104 105 106 107 +Convolution conv_31 1 1 107 108 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_213 1 1 108 109 +Split splitncnn_12 1 2 109 110 111 +Convolution conv_32 1 1 111 112 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_214 1 1 112 113 +Convolution conv_33 1 1 113 114 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_215 1 1 114 115 +BinaryOp add_6 2 1 110 115 116 0=0 +Split splitncnn_13 1 2 116 117 118 +Convolution conv_34 1 1 118 119 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_216 1 1 119 120 +Convolution conv_35 1 1 120 121 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_217 1 1 121 122 +BinaryOp add_7 2 1 117 122 123 0=0 +Split splitncnn_14 1 2 123 124 125 +Convolution conv_36 1 1 125 126 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_218 1 1 126 127 +Convolution conv_37 1 1 127 128 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_219 1 1 128 129 +BinaryOp add_8 2 1 124 129 130 0=0 +Convolution conv_38 1 1 106 131 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_220 1 1 131 132 +Concat cat_4 2 1 130 132 133 0=0 +Convolution conv_39 1 1 133 134 0=48 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2304 +Swish silu_221 1 1 134 135 +Convolution conv_40 1 1 135 136 0=48 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=20736 +Swish silu_222 1 1 136 137 +Split splitncnn_15 1 3 137 138 139 140 +Convolution conv_41 1 1 140 141 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_223 1 1 141 142 +Split splitncnn_16 1 2 142 143 144 +Convolution conv_42 1 1 144 145 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_224 1 1 145 146 +Convolution conv_43 1 1 146 147 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_225 1 1 147 148 +BinaryOp add_9 2 1 143 148 149 0=0 +Split splitncnn_17 1 2 149 150 151 +Convolution conv_44 1 1 151 152 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_226 1 1 152 153 +Convolution conv_45 1 1 153 154 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_227 1 1 154 155 +BinaryOp add_10 2 1 150 155 156 0=0 +Split splitncnn_18 1 2 156 157 158 +Convolution conv_46 1 1 158 159 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_228 1 1 159 160 +Convolution conv_47 1 1 160 161 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_229 1 1 161 162 +BinaryOp add_11 2 1 157 162 163 0=0 +Convolution conv_48 1 1 139 164 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_230 1 1 164 165 +Concat cat_5 2 1 163 165 166 0=0 +Convolution conv_49 1 1 166 167 0=48 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2304 +Swish silu_231 1 1 167 168 +Convolution conv_50 1 1 168 169 0=48 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=20736 +Swish silu_232 1 1 169 170 +Concat cat_6 4 1 103 105 138 170 171 0=0 +Convolution conv_51 1 1 171 172 0=96 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=18432 +Swish silu_233 1 1 172 173 +Split splitncnn_19 1 2 173 174 175 +Pooling avgpool2d_365 1 1 175 176 0=1 1=2 11=2 12=1 13=0 2=1 3=0 5=1 6=1 +Convolution conv_52 1 1 176 177 0=128 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=110592 +Swish silu_234 1 1 177 178 +Convolution conv_53 1 1 178 179 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=16384 +Swish silu_235 1 1 179 180 +Slice chunk_3 1 2 180 181 182 -23300=2,-233,-233 1=0 +Split splitncnn_20 1 3 182 183 184 185 +Convolution conv_54 1 1 185 186 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_236 1 1 186 187 +Split splitncnn_21 1 2 187 188 189 +Convolution conv_55 1 1 189 190 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_237 1 1 190 191 +Convolution conv_56 1 1 191 192 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_238 1 1 192 193 +BinaryOp add_12 2 1 188 193 194 0=0 +Split splitncnn_22 1 2 194 195 196 +Convolution conv_57 1 1 196 197 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_239 1 1 197 198 +Convolution conv_58 1 1 198 199 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_240 1 1 199 200 +BinaryOp add_13 2 1 195 200 201 0=0 +Split splitncnn_23 1 2 201 202 203 +Convolution conv_59 1 1 203 204 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_241 1 1 204 205 +Convolution conv_60 1 1 205 206 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_242 1 1 206 207 +BinaryOp add_14 2 1 202 207 208 0=0 +Convolution conv_61 1 1 184 209 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_243 1 1 209 210 +Concat cat_7 2 1 208 210 211 0=0 +Convolution conv_62 1 1 211 212 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_244 1 1 212 213 +Convolution conv_63 1 1 213 214 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_245 1 1 214 215 +Split splitncnn_24 1 3 215 216 217 218 +Convolution conv_64 1 1 218 219 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_246 1 1 219 220 +Split splitncnn_25 1 2 220 221 222 +Convolution conv_65 1 1 222 223 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_247 1 1 223 224 +Convolution conv_66 1 1 224 225 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_248 1 1 225 226 +BinaryOp add_15 2 1 221 226 227 0=0 +Split splitncnn_26 1 2 227 228 229 +Convolution conv_67 1 1 229 230 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_249 1 1 230 231 +Convolution conv_68 1 1 231 232 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_250 1 1 232 233 +BinaryOp add_16 2 1 228 233 234 0=0 +Split splitncnn_27 1 2 234 235 236 +Convolution conv_69 1 1 236 237 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_251 1 1 237 238 +Convolution conv_70 1 1 238 239 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_252 1 1 239 240 +BinaryOp add_17 2 1 235 240 241 0=0 +Convolution conv_71 1 1 217 242 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_253 1 1 242 243 +Concat cat_8 2 1 241 243 244 0=0 +Convolution conv_72 1 1 244 245 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_254 1 1 245 246 +Convolution conv_73 1 1 246 247 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_255 1 1 247 248 +Concat cat_9 4 1 181 183 216 248 249 0=0 +Convolution conv_74 1 1 249 250 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_256 1 1 250 251 +Convolution conv_75 1 1 251 252 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_257 1 1 252 253 +Split splitncnn_28 1 2 253 254 255 +Pooling maxpool2d_179 1 1 255 256 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_29 1 2 256 257 258 +Pooling maxpool2d_180 1 1 258 259 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Split splitncnn_30 1 2 259 260 261 +Pooling maxpool2d_181 1 1 261 262 0=0 1=5 11=5 12=1 13=2 2=1 3=2 5=1 +Concat cat_10 4 1 254 257 260 262 263 0=0 +Convolution conv_76 1 1 263 264 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_258 1 1 264 265 +Split splitncnn_31 1 2 265 266 267 +Interp upsample_361 1 1 267 268 0=1 1=2.0 2=2.0 6=0 +Concat cat_11 2 1 268 174 269 0=0 +Convolution conv_77 1 1 269 270 0=96 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=21504 +Swish silu_259 1 1 270 271 +Slice chunk_4 1 2 271 272 273 -23300=2,-233,-233 1=0 +Split splitncnn_32 1 3 273 274 275 276 +Convolution conv_78 1 1 276 277 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_260 1 1 277 278 +Split splitncnn_33 1 2 278 279 280 +Convolution conv_79 1 1 280 281 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_261 1 1 281 282 +Convolution conv_80 1 1 282 283 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_262 1 1 283 284 +BinaryOp add_18 2 1 279 284 285 0=0 +Split splitncnn_34 1 2 285 286 287 +Convolution conv_81 1 1 287 288 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_263 1 1 288 289 +Convolution conv_82 1 1 289 290 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_264 1 1 290 291 +BinaryOp add_19 2 1 286 291 292 0=0 +Split splitncnn_35 1 2 292 293 294 +Convolution conv_83 1 1 294 295 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_265 1 1 295 296 +Convolution conv_84 1 1 296 297 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_266 1 1 297 298 +BinaryOp add_20 2 1 293 298 299 0=0 +Convolution conv_85 1 1 275 300 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_267 1 1 300 301 +Concat cat_12 2 1 299 301 302 0=0 +Convolution conv_86 1 1 302 303 0=48 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2304 +Swish silu_268 1 1 303 304 +Convolution conv_87 1 1 304 305 0=48 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=20736 +Swish silu_269 1 1 305 306 +Split splitncnn_36 1 3 306 307 308 309 +Convolution conv_88 1 1 309 310 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_270 1 1 310 311 +Split splitncnn_37 1 2 311 312 313 +Convolution conv_89 1 1 313 314 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_271 1 1 314 315 +Convolution conv_90 1 1 315 316 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_272 1 1 316 317 +BinaryOp add_21 2 1 312 317 318 0=0 +Split splitncnn_38 1 2 318 319 320 +Convolution conv_91 1 1 320 321 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_273 1 1 321 322 +Convolution conv_92 1 1 322 323 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_274 1 1 323 324 +BinaryOp add_22 2 1 319 324 325 0=0 +Split splitncnn_39 1 2 325 326 327 +Convolution conv_93 1 1 327 328 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_275 1 1 328 329 +Convolution conv_94 1 1 329 330 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_276 1 1 330 331 +BinaryOp add_23 2 1 326 331 332 0=0 +Convolution conv_95 1 1 308 333 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_277 1 1 333 334 +Concat cat_13 2 1 332 334 335 0=0 +Convolution conv_96 1 1 335 336 0=48 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2304 +Swish silu_278 1 1 336 337 +Convolution conv_97 1 1 337 338 0=48 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=20736 +Swish silu_279 1 1 338 339 +Concat cat_14 4 1 272 274 307 339 340 0=0 +Convolution conv_98 1 1 340 341 0=96 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=18432 +Swish silu_280 1 1 341 342 +Split splitncnn_40 1 2 342 343 344 +Interp upsample_362 1 1 344 345 0=1 1=2.0 2=2.0 6=0 +Concat cat_15 2 1 345 96 346 0=0 +Convolution conv_99 1 1 346 347 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=10240 +Swish silu_281 1 1 347 348 +Slice chunk_5 1 2 348 349 350 -23300=2,-233,-233 1=0 +Split splitncnn_41 1 3 350 351 352 353 +Convolution conv_100 1 1 353 354 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_282 1 1 354 355 +Split splitncnn_42 1 2 355 356 357 +Convolution conv_101 1 1 357 358 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_283 1 1 358 359 +Convolution conv_102 1 1 359 360 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_284 1 1 360 361 +BinaryOp add_24 2 1 356 361 362 0=0 +Split splitncnn_43 1 2 362 363 364 +Convolution conv_103 1 1 364 365 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_285 1 1 365 366 +Convolution conv_104 1 1 366 367 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_286 1 1 367 368 +BinaryOp add_25 2 1 363 368 369 0=0 +Split splitncnn_44 1 2 369 370 371 +Convolution conv_105 1 1 371 372 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_287 1 1 372 373 +Convolution conv_106 1 1 373 374 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_288 1 1 374 375 +BinaryOp add_26 2 1 370 375 376 0=0 +Convolution conv_107 1 1 352 377 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_289 1 1 377 378 +Concat cat_16 2 1 376 378 379 0=0 +Convolution conv_108 1 1 379 380 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_290 1 1 380 381 +Convolution conv_109 1 1 381 382 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_291 1 1 382 383 +Split splitncnn_45 1 3 383 384 385 386 +Convolution conv_110 1 1 386 387 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_292 1 1 387 388 +Split splitncnn_46 1 2 388 389 390 +Convolution conv_111 1 1 390 391 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_293 1 1 391 392 +Convolution conv_112 1 1 392 393 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_294 1 1 393 394 +BinaryOp add_27 2 1 389 394 395 0=0 +Split splitncnn_47 1 2 395 396 397 +Convolution conv_113 1 1 397 398 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_295 1 1 398 399 +Convolution conv_114 1 1 399 400 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_296 1 1 400 401 +BinaryOp add_28 2 1 396 401 402 0=0 +Split splitncnn_48 1 2 402 403 404 +Convolution conv_115 1 1 404 405 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_297 1 1 405 406 +Convolution conv_116 1 1 406 407 0=16 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2304 +Swish silu_298 1 1 407 408 +BinaryOp add_29 2 1 403 408 409 0=0 +Convolution conv_117 1 1 385 410 0=16 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=512 +Swish silu_299 1 1 410 411 +Concat cat_17 2 1 409 411 412 0=0 +Convolution conv_118 1 1 412 413 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 +Swish silu_300 1 1 413 414 +Convolution conv_119 1 1 414 415 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_301 1 1 415 416 +Concat cat_18 4 1 349 351 384 416 417 0=0 +Convolution conv_120 1 1 417 418 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=8192 +Swish silu_302 1 1 418 419 +Split splitncnn_49 1 3 419 420 421 422 +Pooling avgpool2d_366 1 1 422 423 0=1 1=2 11=2 12=1 13=0 2=1 3=0 5=1 6=1 +Convolution conv_121 1 1 423 424 0=48 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=27648 +Swish silu_303 1 1 424 425 +Concat cat_19 2 1 425 343 426 0=0 +Convolution conv_122 1 1 426 427 0=96 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=13824 +Swish silu_304 1 1 427 428 +Slice chunk_6 1 2 428 429 430 -23300=2,-233,-233 1=0 +Split splitncnn_50 1 3 430 431 432 433 +Convolution conv_123 1 1 433 434 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_305 1 1 434 435 +Split splitncnn_51 1 2 435 436 437 +Convolution conv_124 1 1 437 438 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_306 1 1 438 439 +Convolution conv_125 1 1 439 440 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_307 1 1 440 441 +BinaryOp add_30 2 1 436 441 442 0=0 +Split splitncnn_52 1 2 442 443 444 +Convolution conv_126 1 1 444 445 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_308 1 1 445 446 +Convolution conv_127 1 1 446 447 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_309 1 1 447 448 +BinaryOp add_31 2 1 443 448 449 0=0 +Split splitncnn_53 1 2 449 450 451 +Convolution conv_128 1 1 451 452 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_310 1 1 452 453 +Convolution conv_129 1 1 453 454 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_311 1 1 454 455 +BinaryOp add_32 2 1 450 455 456 0=0 +Convolution conv_130 1 1 432 457 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_312 1 1 457 458 +Concat cat_20 2 1 456 458 459 0=0 +Convolution conv_131 1 1 459 460 0=48 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2304 +Swish silu_313 1 1 460 461 +Convolution conv_132 1 1 461 462 0=48 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=20736 +Swish silu_314 1 1 462 463 +Split splitncnn_54 1 3 463 464 465 466 +Convolution conv_133 1 1 466 467 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_315 1 1 467 468 +Split splitncnn_55 1 2 468 469 470 +Convolution conv_134 1 1 470 471 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_316 1 1 471 472 +Convolution conv_135 1 1 472 473 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_317 1 1 473 474 +BinaryOp add_33 2 1 469 474 475 0=0 +Split splitncnn_56 1 2 475 476 477 +Convolution conv_136 1 1 477 478 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_318 1 1 478 479 +Convolution conv_137 1 1 479 480 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_319 1 1 480 481 +BinaryOp add_34 2 1 476 481 482 0=0 +Split splitncnn_57 1 2 482 483 484 +Convolution conv_138 1 1 484 485 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_320 1 1 485 486 +Convolution conv_139 1 1 486 487 0=24 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184 +Swish silu_321 1 1 487 488 +BinaryOp add_35 2 1 483 488 489 0=0 +Convolution conv_140 1 1 465 490 0=24 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1152 +Swish silu_322 1 1 490 491 +Concat cat_21 2 1 489 491 492 0=0 +Convolution conv_141 1 1 492 493 0=48 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2304 +Swish silu_323 1 1 493 494 +Convolution conv_142 1 1 494 495 0=48 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=20736 +Swish silu_324 1 1 495 496 +Concat cat_22 4 1 429 431 464 496 497 0=0 +Convolution conv_143 1 1 497 498 0=96 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=18432 +Swish silu_325 1 1 498 499 +Split splitncnn_58 1 3 499 500 501 502 +Pooling avgpool2d_367 1 1 502 503 0=1 1=2 11=2 12=1 13=0 2=1 3=0 5=1 6=1 +Convolution conv_144 1 1 503 504 0=64 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=55296 +Swish silu_326 1 1 504 505 +Concat cat_23 2 1 505 266 506 0=0 +Convolution conv_145 1 1 506 507 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=24576 +Swish silu_327 1 1 507 508 +Slice chunk_7 1 2 508 509 510 -23300=2,-233,-233 1=0 +Split splitncnn_59 1 3 510 511 512 513 +Convolution conv_146 1 1 513 514 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_328 1 1 514 515 +Split splitncnn_60 1 2 515 516 517 +Convolution conv_147 1 1 517 518 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_329 1 1 518 519 +Convolution conv_148 1 1 519 520 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_330 1 1 520 521 +BinaryOp add_36 2 1 516 521 522 0=0 +Split splitncnn_61 1 2 522 523 524 +Convolution conv_149 1 1 524 525 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_331 1 1 525 526 +Convolution conv_150 1 1 526 527 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_332 1 1 527 528 +BinaryOp add_37 2 1 523 528 529 0=0 +Split splitncnn_62 1 2 529 530 531 +Convolution conv_151 1 1 531 532 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_333 1 1 532 533 +Convolution conv_152 1 1 533 534 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_334 1 1 534 535 +BinaryOp add_38 2 1 530 535 536 0=0 +Convolution conv_153 1 1 512 537 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_335 1 1 537 538 +Concat cat_24 2 1 536 538 539 0=0 +Convolution conv_154 1 1 539 540 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_336 1 1 540 541 +Convolution conv_155 1 1 541 542 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_337 1 1 542 543 +Split splitncnn_63 1 3 543 544 545 546 +Convolution conv_156 1 1 546 547 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_338 1 1 547 548 +Split splitncnn_64 1 2 548 549 550 +Convolution conv_157 1 1 550 551 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_339 1 1 551 552 +Convolution conv_158 1 1 552 553 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_340 1 1 553 554 +BinaryOp add_39 2 1 549 554 555 0=0 +Split splitncnn_65 1 2 555 556 557 +Convolution conv_159 1 1 557 558 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_341 1 1 558 559 +Convolution conv_160 1 1 559 560 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_342 1 1 560 561 +BinaryOp add_40 2 1 556 561 562 0=0 +Split splitncnn_66 1 2 562 563 564 +Convolution conv_161 1 1 564 565 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_343 1 1 565 566 +Convolution conv_162 1 1 566 567 0=32 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 +Swish silu_344 1 1 567 568 +BinaryOp add_41 2 1 563 568 569 0=0 +Convolution conv_163 1 1 545 570 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2048 +Swish silu_345 1 1 570 571 +Concat cat_25 2 1 569 571 572 0=0 +Convolution conv_164 1 1 572 573 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=4096 +Swish silu_346 1 1 573 574 +Convolution conv_165 1 1 574 575 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_347 1 1 575 576 +Concat cat_26 4 1 509 511 544 576 577 0=0 +Convolution conv_166 1 1 577 578 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768 +Swish silu_348 1 1 578 579 +Split splitncnn_67 1 2 579 580 581 +Convolution conv_167 1 1 421 582 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=36864 +Swish silu_349 1 1 582 583 +ConvolutionDepthWise convdw_374 1 1 583 584 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 7=4 +Swish silu_350 1 1 584 585 +ConvolutionDepthWise convdw_375 1 1 585 586 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 7=4 +Convolution conv_168 1 1 420 587 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=46080 +Swish silu_351 1 1 587 588 +Convolution conv_169 1 1 588 589 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=57600 +Swish silu_352 1 1 589 590 +Convolution conv_170 1 1 590 591 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_27 2 1 586 591 592 0=0 +Convolution conv_171 1 1 501 593 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=55296 +Swish silu_353 1 1 593 594 +ConvolutionDepthWise convdw_376 1 1 594 595 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 7=4 +Swish silu_354 1 1 595 596 +ConvolutionDepthWise convdw_377 1 1 596 597 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 7=4 +Convolution conv_172 1 1 500 598 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=69120 +Swish silu_355 1 1 598 599 +Convolution conv_173 1 1 599 600 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=57600 +Swish silu_356 1 1 600 601 +Convolution conv_174 1 1 601 602 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_28 2 1 597 602 603 0=0 +Convolution conv_175 1 1 581 604 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=73728 +Swish silu_357 1 1 604 605 +ConvolutionDepthWise convdw_378 1 1 605 606 0=64 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=9216 7=4 +Swish silu_358 1 1 606 607 +ConvolutionDepthWise convdw_379 1 1 607 608 0=64 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024 7=4 +Convolution conv_176 1 1 580 609 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=92160 +Swish silu_359 1 1 609 610 +Convolution conv_177 1 1 610 611 0=80 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=57600 +Swish silu_360 1 1 611 612 +Convolution conv_178 1 1 612 613 0=80 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=6400 +Concat cat_29 2 1 608 613 614 0=0 +Reshape view_368 1 1 592 615 0=-1 1=144 +Permute transpose_371 1 1 615 616 0=1 +Reshape view_369 1 1 603 617 0=-1 1=144 +Permute transpose_372 1 1 617 618 0=1 +Reshape view_370 1 1 614 619 0=-1 1=144 +Permute transpose_373 1 1 619 620 0=1 +Concat cat_30 3 1 616 618 620 out0 0=0