7767517 3939 4398 Input in0 0 1 in0 Split splitncnn_0 1 2 in0 1 2 Input in1 0 1 in1 MemoryData pnnx_3 0 1 4 0=1 1=1 2=3 aten::type_as pnnx_61 2 1 4 1 5 Split splitncnn_1 1 2 5 6 7 BinaryOp sub_0 2 1 2 6 8 0=1 BinaryOp sub_1 2 1 in1 7 9 0=1 Convolution conv_0 1 1 8 10 0=192 1=8 11=8 12=1 13=8 14=0 2=1 3=8 4=0 5=1 6=36864 Split splitncnn_2 1 2 10 11 12 Reshape flatten_2110 1 1 12 13 0=-1 1=192 Permute transpose_2671 1 1 13 14 0=1 LayerNorm ln_137 1 1 14 15 0=192 1=1.000000e-05 2=1 Split splitncnn_3 1 3 15 16 17 18 LayerNorm ln_138 1 1 18 19 0=192 1=1.000000e-05 2=1 Reshape reshape_901 1 1 19 20 Permute permute_2347 1 1 20 21 0=0 Reshape reshape_902 1 1 21 22 0=192 1=64 2=36 InnerProduct linear_359 1 1 22 23 0=576 1=1 2=110592 Reshape reshape_903 1 1 23 24 Permute permute_2348 1 1 24 25 0=0 Slice unbind_0 1 3 25 26 27 28 -23300=3,-233,-233,-233 1=0 Reshape reshape_906 1 1 26 29 0=32 1=64 11=6 2=36 BinaryOp mul_2 1 1 29 30 0=2 1=1 2=1.767767e-01 Reshape reshape_905 1 1 27 31 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_2377 0 1 32 0=64 1=64 11=6 2=1 MatMul matmultransb_0 2 1 30 31 33 0=1 BinaryOp add_3 2 1 33 32 34 0=0 Softmax softmax_793 1 1 34 35 0=3 1=1 Reshape reshape_904 1 1 28 36 0=32 1=64 11=6 2=36 MatMul matmul_2132 2 1 35 36 37 Permute transpose_2673 1 1 37 38 0=2 Reshape reshape_907 1 1 38 39 0=192 1=64 2=36 InnerProduct linear_360 1 1 39 40 0=192 1=1 2=36864 Reshape reshape_908 1 1 40 41 Permute permute_2349 1 1 41 42 0=0 Reshape reshape_909 1 1 42 43 0=192 1=2304 BinaryOp add_4 2 1 16 43 44 0=0 Split splitncnn_4 1 2 44 45 46 LayerNorm ln_139 1 1 46 47 0=192 1=1.000000e-05 2=1 InnerProduct linear_361 1 1 47 48 0=384 1=1 2=73728 GELU gelu_29 1 1 48 49 InnerProduct linear_362 1 1 49 50 0=192 1=1 2=73728 BinaryOp add_5 2 1 45 50 51 0=0 Split splitncnn_5 1 2 51 52 53 LayerNorm ln_140 1 1 53 54 0=192 1=1.000000e-05 2=1 Reshape view_1819 1 1 54 55 0=192 1=48 2=48 torch.roll torch.roll_2420 1 1 55 56 Reshape view_1820 1 1 56 57 Permute permute_2350 1 1 57 58 0=0 Reshape reshape_910 1 1 58 59 0=192 1=64 2=36 InnerProduct linear_363 1 1 59 60 0=576 1=1 2=110592 Reshape reshape_911 1 1 60 61 Permute permute_2351 1 1 61 62 0=0 Slice unbind_1 1 3 62 63 64 65 -23300=3,-233,-233,-233 1=0 Reshape reshape_914 1 1 63 66 0=32 1=64 11=6 2=36 BinaryOp mul_6 1 1 66 67 0=2 1=1 2=1.767767e-01 Reshape reshape_913 1 1 64 68 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_2530 0 1 69 0=64 1=64 11=6 2=1 MatMul matmultransb_1 2 1 67 68 70 0=1 BinaryOp add_7 2 1 70 69 71 0=0 MemoryData pnnx_fold_2540 0 1 72 0=64 1=64 11=1 2=36 Reshape view_1821 1 1 71 73 0=64 1=64 11=6 2=36 BinaryOp add_8 2 1 73 72 74 0=0 Reshape view_1822 1 1 74 75 0=64 1=64 11=6 2=-1 Softmax softmax_794 1 1 75 76 0=3 1=1 Reshape reshape_912 1 1 65 77 0=32 1=64 11=6 2=36 MatMul matmul_2134 2 1 76 77 78 Permute transpose_2675 1 1 78 79 0=2 Reshape reshape_915 1 1 79 80 0=192 1=64 2=36 InnerProduct linear_364 1 1 80 81 0=192 1=1 2=36864 Reshape reshape_916 1 1 81 82 Permute permute_2352 1 1 82 83 0=0 Reshape reshape_917 1 1 83 84 0=-1 1=48 2=48 torch.roll torch.roll_2421 1 1 84 85 Reshape view_1823 1 1 85 86 0=192 1=2304 BinaryOp add_9 2 1 52 86 87 0=0 Split splitncnn_6 1 2 87 88 89 LayerNorm ln_141 1 1 89 90 0=192 1=1.000000e-05 2=1 InnerProduct linear_365 1 1 90 91 0=384 1=1 2=73728 GELU gelu_30 1 1 91 92 InnerProduct linear_366 1 1 92 93 0=192 1=1 2=73728 BinaryOp add_10 2 1 88 93 94 0=0 Split splitncnn_7 1 2 94 95 96 LayerNorm ln_142 1 1 96 97 0=192 1=1.000000e-05 2=1 Reshape reshape_918 1 1 97 98 Permute permute_2353 1 1 98 99 0=0 Reshape reshape_919 1 1 99 100 0=192 1=64 2=36 InnerProduct linear_367 1 1 100 101 0=576 1=1 2=110592 Reshape reshape_920 1 1 101 102 Permute permute_2354 1 1 102 103 0=0 Slice unbind_2 1 3 103 104 105 106 -23300=3,-233,-233,-233 1=0 Reshape reshape_923 1 1 104 107 0=32 1=64 11=6 2=36 BinaryOp mul_11 1 1 107 108 0=2 1=1 2=1.767767e-01 Reshape reshape_922 1 1 105 109 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_2689 0 1 110 0=64 1=64 11=6 2=1 MatMul matmultransb_2 2 1 108 109 111 0=1 BinaryOp add_12 2 1 111 110 112 0=0 Softmax softmax_795 1 1 112 113 0=3 1=1 Reshape reshape_921 1 1 106 114 0=32 1=64 11=6 2=36 MatMul matmul_2136 2 1 113 114 115 Permute transpose_2677 1 1 115 116 0=2 Reshape reshape_924 1 1 116 117 0=192 1=64 2=36 InnerProduct linear_368 1 1 117 118 0=192 1=1 2=36864 Reshape reshape_925 1 1 118 119 Permute permute_2355 1 1 119 120 0=0 Reshape reshape_926 1 1 120 121 0=192 1=2304 BinaryOp add_13 2 1 95 121 122 0=0 Split splitncnn_8 1 2 122 123 124 LayerNorm ln_143 1 1 124 125 0=192 1=1.000000e-05 2=1 InnerProduct linear_369 1 1 125 126 0=384 1=1 2=73728 GELU gelu_31 1 1 126 127 InnerProduct linear_370 1 1 127 128 0=192 1=1 2=73728 BinaryOp add_14 2 1 123 128 129 0=0 Split splitncnn_9 1 2 129 130 131 LayerNorm ln_144 1 1 131 132 0=192 1=1.000000e-05 2=1 Reshape view_1824 1 1 132 133 0=192 1=48 2=48 torch.roll torch.roll_2422 1 1 133 134 Reshape view_1825 1 1 134 135 Permute permute_2356 1 1 135 136 0=0 Reshape reshape_927 1 1 136 137 0=192 1=64 2=36 InnerProduct linear_371 1 1 137 138 0=576 1=1 2=110592 Reshape reshape_928 1 1 138 139 Permute permute_2357 1 1 139 140 0=0 Slice unbind_3 1 3 140 141 142 143 -23300=3,-233,-233,-233 1=0 Reshape reshape_931 1 1 141 144 0=32 1=64 11=6 2=36 BinaryOp mul_15 1 1 144 145 0=2 1=1 2=1.767767e-01 Reshape reshape_930 1 1 142 146 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_2842 0 1 147 0=64 1=64 11=6 2=1 MatMul matmultransb_3 2 1 145 146 148 0=1 BinaryOp add_16 2 1 148 147 149 0=0 MemoryData pnnx_fold_2852 0 1 150 0=64 1=64 11=1 2=36 Reshape view_1826 1 1 149 151 0=64 1=64 11=6 2=36 BinaryOp add_17 2 1 151 150 152 0=0 Reshape view_1827 1 1 152 153 0=64 1=64 11=6 2=-1 Softmax softmax_796 1 1 153 154 0=3 1=1 Reshape reshape_929 1 1 143 155 0=32 1=64 11=6 2=36 MatMul matmul_2138 2 1 154 155 156 Permute transpose_2679 1 1 156 157 0=2 Reshape reshape_932 1 1 157 158 0=192 1=64 2=36 InnerProduct linear_372 1 1 158 159 0=192 1=1 2=36864 Reshape reshape_933 1 1 159 160 Permute permute_2358 1 1 160 161 0=0 Reshape reshape_934 1 1 161 162 0=-1 1=48 2=48 torch.roll torch.roll_2423 1 1 162 163 Reshape view_1828 1 1 163 164 0=192 1=2304 BinaryOp add_18 2 1 130 164 165 0=0 Split splitncnn_10 1 2 165 166 167 LayerNorm ln_145 1 1 167 168 0=192 1=1.000000e-05 2=1 InnerProduct linear_373 1 1 168 169 0=384 1=1 2=73728 GELU gelu_32 1 1 169 170 InnerProduct linear_374 1 1 170 171 0=192 1=1 2=73728 BinaryOp add_19 2 1 166 171 172 0=0 Split splitncnn_11 1 2 172 173 174 LayerNorm ln_146 1 1 174 175 0=192 1=1.000000e-05 2=1 Reshape reshape_935 1 1 175 176 Permute permute_2359 1 1 176 177 0=0 Reshape reshape_936 1 1 177 178 0=192 1=64 2=36 InnerProduct linear_375 1 1 178 179 0=576 1=1 2=110592 Reshape reshape_937 1 1 179 180 Permute permute_2360 1 1 180 181 0=0 Slice unbind_4 1 3 181 182 183 184 -23300=3,-233,-233,-233 1=0 Reshape reshape_940 1 1 182 185 0=32 1=64 11=6 2=36 BinaryOp mul_20 1 1 185 186 0=2 1=1 2=1.767767e-01 Reshape reshape_939 1 1 183 187 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3001 0 1 188 0=64 1=64 11=6 2=1 MatMul matmultransb_4 2 1 186 187 189 0=1 BinaryOp add_21 2 1 189 188 190 0=0 Softmax softmax_797 1 1 190 191 0=3 1=1 Reshape reshape_938 1 1 184 192 0=32 1=64 11=6 2=36 MatMul matmul_2140 2 1 191 192 193 Permute transpose_2681 1 1 193 194 0=2 Reshape reshape_941 1 1 194 195 0=192 1=64 2=36 InnerProduct linear_376 1 1 195 196 0=192 1=1 2=36864 Reshape reshape_942 1 1 196 197 Permute permute_2361 1 1 197 198 0=0 Reshape reshape_943 1 1 198 199 0=192 1=2304 BinaryOp add_22 2 1 173 199 200 0=0 Split splitncnn_12 1 2 200 201 202 LayerNorm ln_147 1 1 202 203 0=192 1=1.000000e-05 2=1 InnerProduct linear_377 1 1 203 204 0=384 1=1 2=73728 GELU gelu_33 1 1 204 205 InnerProduct linear_378 1 1 205 206 0=192 1=1 2=73728 BinaryOp add_23 2 1 201 206 207 0=0 Split splitncnn_13 1 2 207 208 209 LayerNorm ln_148 1 1 209 210 0=192 1=1.000000e-05 2=1 Reshape view_1829 1 1 210 211 0=192 1=48 2=48 torch.roll torch.roll_2424 1 1 211 212 Reshape view_1830 1 1 212 213 Permute permute_2362 1 1 213 214 0=0 Reshape reshape_944 1 1 214 215 0=192 1=64 2=36 InnerProduct linear_379 1 1 215 216 0=576 1=1 2=110592 Reshape reshape_945 1 1 216 217 Permute permute_2363 1 1 217 218 0=0 Slice unbind_5 1 3 218 219 220 221 -23300=3,-233,-233,-233 1=0 Reshape reshape_948 1 1 219 222 0=32 1=64 11=6 2=36 BinaryOp mul_24 1 1 222 223 0=2 1=1 2=1.767767e-01 Reshape reshape_947 1 1 220 224 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3154 0 1 225 0=64 1=64 11=6 2=1 MatMul matmultransb_5 2 1 223 224 226 0=1 BinaryOp add_25 2 1 226 225 227 0=0 MemoryData pnnx_fold_3164 0 1 228 0=64 1=64 11=1 2=36 Reshape view_1831 1 1 227 229 0=64 1=64 11=6 2=36 BinaryOp add_26 2 1 229 228 230 0=0 Reshape view_1832 1 1 230 231 0=64 1=64 11=6 2=-1 Softmax softmax_798 1 1 231 232 0=3 1=1 Reshape reshape_946 1 1 221 233 0=32 1=64 11=6 2=36 MatMul matmul_2142 2 1 232 233 234 Permute transpose_2683 1 1 234 235 0=2 Reshape reshape_949 1 1 235 236 0=192 1=64 2=36 InnerProduct linear_380 1 1 236 237 0=192 1=1 2=36864 Reshape reshape_950 1 1 237 238 Permute permute_2364 1 1 238 239 0=0 Reshape reshape_951 1 1 239 240 0=-1 1=48 2=48 torch.roll torch.roll_2425 1 1 240 241 Reshape view_1833 1 1 241 242 0=192 1=2304 BinaryOp add_27 2 1 208 242 243 0=0 Split splitncnn_14 1 2 243 244 245 LayerNorm ln_149 1 1 245 246 0=192 1=1.000000e-05 2=1 InnerProduct linear_381 1 1 246 247 0=384 1=1 2=73728 GELU gelu_34 1 1 247 248 InnerProduct linear_382 1 1 248 249 0=192 1=1 2=73728 BinaryOp add_28 2 1 244 249 250 0=0 Permute transpose_2684 1 1 250 251 0=1 Reshape view_1834 1 1 251 252 0=48 1=48 2=192 Convolution conv_2 1 1 252 253 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2111 1 1 253 254 0=-1 1=192 Permute transpose_2685 1 1 254 255 0=1 BinaryOp add_29 2 1 255 17 256 0=0 Split splitncnn_15 1 3 256 257 258 259 LayerNorm ln_150 1 1 259 260 0=192 1=1.000000e-05 2=1 Reshape reshape_952 1 1 260 261 Permute permute_2365 1 1 261 262 0=0 Reshape reshape_953 1 1 262 263 0=192 1=64 2=36 InnerProduct linear_383 1 1 263 264 0=576 1=1 2=110592 Reshape reshape_954 1 1 264 265 Permute permute_2366 1 1 265 266 0=0 Slice unbind_6 1 3 266 267 268 269 -23300=3,-233,-233,-233 1=0 Reshape reshape_957 1 1 267 270 0=32 1=64 11=6 2=36 BinaryOp mul_30 1 1 270 271 0=2 1=1 2=1.767767e-01 Reshape reshape_956 1 1 268 272 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3347 0 1 273 0=64 1=64 11=6 2=1 MatMul matmultransb_6 2 1 271 272 274 0=1 BinaryOp add_31 2 1 274 273 275 0=0 Softmax softmax_799 1 1 275 276 0=3 1=1 Reshape reshape_955 1 1 269 277 0=32 1=64 11=6 2=36 MatMul matmul_2144 2 1 276 277 278 Permute transpose_2687 1 1 278 279 0=2 Reshape reshape_958 1 1 279 280 0=192 1=64 2=36 InnerProduct linear_384 1 1 280 281 0=192 1=1 2=36864 Reshape reshape_959 1 1 281 282 Permute permute_2367 1 1 282 283 0=0 Reshape reshape_960 1 1 283 284 0=192 1=2304 BinaryOp add_32 2 1 257 284 285 0=0 Split splitncnn_16 1 2 285 286 287 LayerNorm ln_151 1 1 287 288 0=192 1=1.000000e-05 2=1 InnerProduct linear_385 1 1 288 289 0=384 1=1 2=73728 GELU gelu_35 1 1 289 290 InnerProduct linear_386 1 1 290 291 0=192 1=1 2=73728 BinaryOp add_33 2 1 286 291 292 0=0 Split splitncnn_17 1 2 292 293 294 LayerNorm ln_152 1 1 294 295 0=192 1=1.000000e-05 2=1 Reshape view_1835 1 1 295 296 0=192 1=48 2=48 torch.roll torch.roll_2426 1 1 296 297 Reshape view_1836 1 1 297 298 Permute permute_2368 1 1 298 299 0=0 Reshape reshape_961 1 1 299 300 0=192 1=64 2=36 InnerProduct linear_387 1 1 300 301 0=576 1=1 2=110592 Reshape reshape_962 1 1 301 302 Permute permute_2369 1 1 302 303 0=0 Slice unbind_7 1 3 303 304 305 306 -23300=3,-233,-233,-233 1=0 Reshape reshape_965 1 1 304 307 0=32 1=64 11=6 2=36 BinaryOp mul_34 1 1 307 308 0=2 1=1 2=1.767767e-01 Reshape reshape_964 1 1 305 309 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3500 0 1 310 0=64 1=64 11=6 2=1 MatMul matmultransb_7 2 1 308 309 311 0=1 BinaryOp add_35 2 1 311 310 312 0=0 MemoryData pnnx_fold_3510 0 1 313 0=64 1=64 11=1 2=36 Reshape view_1837 1 1 312 314 0=64 1=64 11=6 2=36 BinaryOp add_36 2 1 314 313 315 0=0 Reshape view_1838 1 1 315 316 0=64 1=64 11=6 2=-1 Softmax softmax_800 1 1 316 317 0=3 1=1 Reshape reshape_963 1 1 306 318 0=32 1=64 11=6 2=36 MatMul matmul_2146 2 1 317 318 319 Permute transpose_2689 1 1 319 320 0=2 Reshape reshape_966 1 1 320 321 0=192 1=64 2=36 InnerProduct linear_388 1 1 321 322 0=192 1=1 2=36864 Reshape reshape_967 1 1 322 323 Permute permute_2370 1 1 323 324 0=0 Reshape reshape_968 1 1 324 325 0=-1 1=48 2=48 torch.roll torch.roll_2427 1 1 325 326 Reshape view_1839 1 1 326 327 0=192 1=2304 BinaryOp add_37 2 1 293 327 328 0=0 Split splitncnn_18 1 2 328 329 330 LayerNorm ln_153 1 1 330 331 0=192 1=1.000000e-05 2=1 InnerProduct linear_389 1 1 331 332 0=384 1=1 2=73728 GELU gelu_36 1 1 332 333 InnerProduct linear_390 1 1 333 334 0=192 1=1 2=73728 BinaryOp add_38 2 1 329 334 335 0=0 Split splitncnn_19 1 2 335 336 337 LayerNorm ln_154 1 1 337 338 0=192 1=1.000000e-05 2=1 Reshape reshape_969 1 1 338 339 Permute permute_2371 1 1 339 340 0=0 Reshape reshape_970 1 1 340 341 0=192 1=64 2=36 InnerProduct linear_391 1 1 341 342 0=576 1=1 2=110592 Reshape reshape_971 1 1 342 343 Permute permute_2372 1 1 343 344 0=0 Slice unbind_8 1 3 344 345 346 347 -23300=3,-233,-233,-233 1=0 Reshape reshape_974 1 1 345 348 0=32 1=64 11=6 2=36 BinaryOp mul_39 1 1 348 349 0=2 1=1 2=1.767767e-01 Reshape reshape_973 1 1 346 350 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3659 0 1 351 0=64 1=64 11=6 2=1 MatMul matmultransb_8 2 1 349 350 352 0=1 BinaryOp add_40 2 1 352 351 353 0=0 Softmax softmax_801 1 1 353 354 0=3 1=1 Reshape reshape_972 1 1 347 355 0=32 1=64 11=6 2=36 MatMul matmul_2148 2 1 354 355 356 Permute transpose_2691 1 1 356 357 0=2 Reshape reshape_975 1 1 357 358 0=192 1=64 2=36 InnerProduct linear_392 1 1 358 359 0=192 1=1 2=36864 Reshape reshape_976 1 1 359 360 Permute permute_2373 1 1 360 361 0=0 Reshape reshape_977 1 1 361 362 0=192 1=2304 BinaryOp add_41 2 1 336 362 363 0=0 Split splitncnn_20 1 2 363 364 365 LayerNorm ln_155 1 1 365 366 0=192 1=1.000000e-05 2=1 InnerProduct linear_393 1 1 366 367 0=384 1=1 2=73728 GELU gelu_37 1 1 367 368 InnerProduct linear_394 1 1 368 369 0=192 1=1 2=73728 BinaryOp add_42 2 1 364 369 370 0=0 Split splitncnn_21 1 2 370 371 372 LayerNorm ln_156 1 1 372 373 0=192 1=1.000000e-05 2=1 Reshape view_1840 1 1 373 374 0=192 1=48 2=48 torch.roll torch.roll_2428 1 1 374 375 Reshape view_1841 1 1 375 376 Permute permute_2374 1 1 376 377 0=0 Reshape reshape_978 1 1 377 378 0=192 1=64 2=36 InnerProduct linear_395 1 1 378 379 0=576 1=1 2=110592 Reshape reshape_979 1 1 379 380 Permute permute_2375 1 1 380 381 0=0 Slice unbind_9 1 3 381 382 383 384 -23300=3,-233,-233,-233 1=0 Reshape reshape_982 1 1 382 385 0=32 1=64 11=6 2=36 BinaryOp mul_43 1 1 385 386 0=2 1=1 2=1.767767e-01 Reshape reshape_981 1 1 383 387 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3812 0 1 388 0=64 1=64 11=6 2=1 MatMul matmultransb_9 2 1 386 387 389 0=1 BinaryOp add_44 2 1 389 388 390 0=0 MemoryData pnnx_fold_3822 0 1 391 0=64 1=64 11=1 2=36 Reshape view_1842 1 1 390 392 0=64 1=64 11=6 2=36 BinaryOp add_45 2 1 392 391 393 0=0 Reshape view_1843 1 1 393 394 0=64 1=64 11=6 2=-1 Softmax softmax_802 1 1 394 395 0=3 1=1 Reshape reshape_980 1 1 384 396 0=32 1=64 11=6 2=36 MatMul matmul_2150 2 1 395 396 397 Permute transpose_2693 1 1 397 398 0=2 Reshape reshape_983 1 1 398 399 0=192 1=64 2=36 InnerProduct linear_396 1 1 399 400 0=192 1=1 2=36864 Reshape reshape_984 1 1 400 401 Permute permute_2376 1 1 401 402 0=0 Reshape reshape_985 1 1 402 403 0=-1 1=48 2=48 torch.roll torch.roll_2429 1 1 403 404 Reshape view_1844 1 1 404 405 0=192 1=2304 BinaryOp add_46 2 1 371 405 406 0=0 Split splitncnn_22 1 2 406 407 408 LayerNorm ln_157 1 1 408 409 0=192 1=1.000000e-05 2=1 InnerProduct linear_397 1 1 409 410 0=384 1=1 2=73728 GELU gelu_38 1 1 410 411 InnerProduct linear_398 1 1 411 412 0=192 1=1 2=73728 BinaryOp add_47 2 1 407 412 413 0=0 Split splitncnn_23 1 2 413 414 415 LayerNorm ln_158 1 1 415 416 0=192 1=1.000000e-05 2=1 Reshape reshape_986 1 1 416 417 Permute permute_2377 1 1 417 418 0=0 Reshape reshape_987 1 1 418 419 0=192 1=64 2=36 InnerProduct linear_399 1 1 419 420 0=576 1=1 2=110592 Reshape reshape_988 1 1 420 421 Permute permute_2378 1 1 421 422 0=0 Slice unbind_10 1 3 422 423 424 425 -23300=3,-233,-233,-233 1=0 Reshape reshape_991 1 1 423 426 0=32 1=64 11=6 2=36 BinaryOp mul_48 1 1 426 427 0=2 1=1 2=1.767767e-01 Reshape reshape_990 1 1 424 428 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_3971 0 1 429 0=64 1=64 11=6 2=1 MatMul matmultransb_10 2 1 427 428 430 0=1 BinaryOp add_49 2 1 430 429 431 0=0 Softmax softmax_803 1 1 431 432 0=3 1=1 Reshape reshape_989 1 1 425 433 0=32 1=64 11=6 2=36 MatMul matmul_2152 2 1 432 433 434 Permute transpose_2695 1 1 434 435 0=2 Reshape reshape_992 1 1 435 436 0=192 1=64 2=36 InnerProduct linear_400 1 1 436 437 0=192 1=1 2=36864 Reshape reshape_993 1 1 437 438 Permute permute_2379 1 1 438 439 0=0 Reshape reshape_994 1 1 439 440 0=192 1=2304 BinaryOp add_50 2 1 414 440 441 0=0 Split splitncnn_24 1 2 441 442 443 LayerNorm ln_159 1 1 443 444 0=192 1=1.000000e-05 2=1 InnerProduct linear_401 1 1 444 445 0=384 1=1 2=73728 GELU gelu_39 1 1 445 446 InnerProduct linear_402 1 1 446 447 0=192 1=1 2=73728 BinaryOp add_51 2 1 442 447 448 0=0 Split splitncnn_25 1 2 448 449 450 LayerNorm ln_160 1 1 450 451 0=192 1=1.000000e-05 2=1 Reshape view_1845 1 1 451 452 0=192 1=48 2=48 torch.roll torch.roll_2430 1 1 452 453 Reshape view_1846 1 1 453 454 Permute permute_2380 1 1 454 455 0=0 Reshape reshape_995 1 1 455 456 0=192 1=64 2=36 InnerProduct linear_403 1 1 456 457 0=576 1=1 2=110592 Reshape reshape_996 1 1 457 458 Permute permute_2381 1 1 458 459 0=0 Slice unbind_11 1 3 459 460 461 462 -23300=3,-233,-233,-233 1=0 Reshape reshape_999 1 1 460 463 0=32 1=64 11=6 2=36 BinaryOp mul_52 1 1 463 464 0=2 1=1 2=1.767767e-01 Reshape reshape_998 1 1 461 465 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_4124 0 1 466 0=64 1=64 11=6 2=1 MatMul matmultransb_11 2 1 464 465 467 0=1 BinaryOp add_53 2 1 467 466 468 0=0 MemoryData pnnx_fold_4134 0 1 469 0=64 1=64 11=1 2=36 Reshape view_1847 1 1 468 470 0=64 1=64 11=6 2=36 BinaryOp add_54 2 1 470 469 471 0=0 Reshape view_1848 1 1 471 472 0=64 1=64 11=6 2=-1 Softmax softmax_804 1 1 472 473 0=3 1=1 Reshape reshape_997 1 1 462 474 0=32 1=64 11=6 2=36 MatMul matmul_2154 2 1 473 474 475 Permute transpose_2697 1 1 475 476 0=2 Reshape reshape_1000 1 1 476 477 0=192 1=64 2=36 InnerProduct linear_404 1 1 477 478 0=192 1=1 2=36864 Reshape reshape_1001 1 1 478 479 Permute permute_2382 1 1 479 480 0=0 Reshape reshape_1002 1 1 480 481 0=-1 1=48 2=48 torch.roll torch.roll_2431 1 1 481 482 Reshape view_1849 1 1 482 483 0=192 1=2304 BinaryOp add_55 2 1 449 483 484 0=0 Split splitncnn_26 1 2 484 485 486 LayerNorm ln_161 1 1 486 487 0=192 1=1.000000e-05 2=1 InnerProduct linear_405 1 1 487 488 0=384 1=1 2=73728 GELU gelu_40 1 1 488 489 InnerProduct linear_406 1 1 489 490 0=192 1=1 2=73728 BinaryOp add_56 2 1 485 490 491 0=0 Permute transpose_2698 1 1 491 492 0=1 Reshape view_1850 1 1 492 493 0=48 1=48 2=192 Convolution conv_3 1 1 493 494 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2112 1 1 494 495 0=-1 1=192 Permute transpose_2699 1 1 495 496 0=1 BinaryOp add_57 2 1 496 258 497 0=0 Split splitncnn_27 1 3 497 498 499 500 LayerNorm ln_162 1 1 500 501 0=192 1=1.000000e-05 2=1 Reshape reshape_1003 1 1 501 502 Permute permute_2383 1 1 502 503 0=0 Reshape reshape_1004 1 1 503 504 0=192 1=64 2=36 InnerProduct linear_407 1 1 504 505 0=576 1=1 2=110592 Reshape reshape_1005 1 1 505 506 Permute permute_2384 1 1 506 507 0=0 Slice unbind_12 1 3 507 508 509 510 -23300=3,-233,-233,-233 1=0 Reshape reshape_1008 1 1 508 511 0=32 1=64 11=6 2=36 BinaryOp mul_58 1 1 511 512 0=2 1=1 2=1.767767e-01 Reshape reshape_1007 1 1 509 513 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_4317 0 1 514 0=64 1=64 11=6 2=1 MatMul matmultransb_12 2 1 512 513 515 0=1 BinaryOp add_59 2 1 515 514 516 0=0 Softmax softmax_805 1 1 516 517 0=3 1=1 Reshape reshape_1006 1 1 510 518 0=32 1=64 11=6 2=36 MatMul matmul_2156 2 1 517 518 519 Permute transpose_2701 1 1 519 520 0=2 Reshape reshape_1009 1 1 520 521 0=192 1=64 2=36 InnerProduct linear_408 1 1 521 522 0=192 1=1 2=36864 Reshape reshape_1010 1 1 522 523 Permute permute_2385 1 1 523 524 0=0 Reshape reshape_1011 1 1 524 525 0=192 1=2304 BinaryOp add_60 2 1 498 525 526 0=0 Split splitncnn_28 1 2 526 527 528 LayerNorm ln_163 1 1 528 529 0=192 1=1.000000e-05 2=1 InnerProduct linear_409 1 1 529 530 0=384 1=1 2=73728 GELU gelu_41 1 1 530 531 InnerProduct linear_410 1 1 531 532 0=192 1=1 2=73728 BinaryOp add_61 2 1 527 532 533 0=0 Split splitncnn_29 1 2 533 534 535 LayerNorm ln_164 1 1 535 536 0=192 1=1.000000e-05 2=1 Reshape view_1851 1 1 536 537 0=192 1=48 2=48 torch.roll torch.roll_2432 1 1 537 538 Reshape view_1852 1 1 538 539 Permute permute_2386 1 1 539 540 0=0 Reshape reshape_1012 1 1 540 541 0=192 1=64 2=36 InnerProduct linear_411 1 1 541 542 0=576 1=1 2=110592 Reshape reshape_1013 1 1 542 543 Permute permute_2387 1 1 543 544 0=0 Slice unbind_13 1 3 544 545 546 547 -23300=3,-233,-233,-233 1=0 Reshape reshape_1016 1 1 545 548 0=32 1=64 11=6 2=36 BinaryOp mul_62 1 1 548 549 0=2 1=1 2=1.767767e-01 Reshape reshape_1015 1 1 546 550 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_4470 0 1 551 0=64 1=64 11=6 2=1 MatMul matmultransb_13 2 1 549 550 552 0=1 BinaryOp add_63 2 1 552 551 553 0=0 MemoryData pnnx_fold_4480 0 1 554 0=64 1=64 11=1 2=36 Reshape view_1853 1 1 553 555 0=64 1=64 11=6 2=36 BinaryOp add_64 2 1 555 554 556 0=0 Reshape view_1854 1 1 556 557 0=64 1=64 11=6 2=-1 Softmax softmax_806 1 1 557 558 0=3 1=1 Reshape reshape_1014 1 1 547 559 0=32 1=64 11=6 2=36 MatMul matmul_2158 2 1 558 559 560 Permute transpose_2703 1 1 560 561 0=2 Reshape reshape_1017 1 1 561 562 0=192 1=64 2=36 InnerProduct linear_412 1 1 562 563 0=192 1=1 2=36864 Reshape reshape_1018 1 1 563 564 Permute permute_2388 1 1 564 565 0=0 Reshape reshape_1019 1 1 565 566 0=-1 1=48 2=48 torch.roll torch.roll_2433 1 1 566 567 Reshape view_1855 1 1 567 568 0=192 1=2304 BinaryOp add_65 2 1 534 568 569 0=0 Split splitncnn_30 1 2 569 570 571 LayerNorm ln_165 1 1 571 572 0=192 1=1.000000e-05 2=1 InnerProduct linear_413 1 1 572 573 0=384 1=1 2=73728 GELU gelu_42 1 1 573 574 InnerProduct linear_414 1 1 574 575 0=192 1=1 2=73728 BinaryOp add_66 2 1 570 575 576 0=0 Split splitncnn_31 1 2 576 577 578 LayerNorm ln_166 1 1 578 579 0=192 1=1.000000e-05 2=1 Reshape reshape_1020 1 1 579 580 Permute permute_2389 1 1 580 581 0=0 Reshape reshape_1021 1 1 581 582 0=192 1=64 2=36 InnerProduct linear_415 1 1 582 583 0=576 1=1 2=110592 Reshape reshape_1022 1 1 583 584 Permute permute_2390 1 1 584 585 0=0 Slice unbind_14 1 3 585 586 587 588 -23300=3,-233,-233,-233 1=0 Reshape reshape_1025 1 1 586 589 0=32 1=64 11=6 2=36 BinaryOp mul_67 1 1 589 590 0=2 1=1 2=1.767767e-01 Reshape reshape_1024 1 1 587 591 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_4629 0 1 592 0=64 1=64 11=6 2=1 MatMul matmultransb_14 2 1 590 591 593 0=1 BinaryOp add_68 2 1 593 592 594 0=0 Softmax softmax_807 1 1 594 595 0=3 1=1 Reshape reshape_1023 1 1 588 596 0=32 1=64 11=6 2=36 MatMul matmul_2160 2 1 595 596 597 Permute transpose_2705 1 1 597 598 0=2 Reshape reshape_1026 1 1 598 599 0=192 1=64 2=36 InnerProduct linear_416 1 1 599 600 0=192 1=1 2=36864 Reshape reshape_1027 1 1 600 601 Permute permute_2391 1 1 601 602 0=0 Reshape reshape_1028 1 1 602 603 0=192 1=2304 BinaryOp add_69 2 1 577 603 604 0=0 Split splitncnn_32 1 2 604 605 606 LayerNorm ln_167 1 1 606 607 0=192 1=1.000000e-05 2=1 InnerProduct linear_417 1 1 607 608 0=384 1=1 2=73728 GELU gelu_43 1 1 608 609 InnerProduct linear_418 1 1 609 610 0=192 1=1 2=73728 BinaryOp add_70 2 1 605 610 611 0=0 Split splitncnn_33 1 2 611 612 613 LayerNorm ln_168 1 1 613 614 0=192 1=1.000000e-05 2=1 Reshape view_1856 1 1 614 615 0=192 1=48 2=48 torch.roll torch.roll_2434 1 1 615 616 Reshape view_1857 1 1 616 617 Permute permute_2392 1 1 617 618 0=0 Reshape reshape_1029 1 1 618 619 0=192 1=64 2=36 InnerProduct linear_419 1 1 619 620 0=576 1=1 2=110592 Reshape reshape_1030 1 1 620 621 Permute permute_2393 1 1 621 622 0=0 Slice unbind_15 1 3 622 623 624 625 -23300=3,-233,-233,-233 1=0 Reshape reshape_1033 1 1 623 626 0=32 1=64 11=6 2=36 BinaryOp mul_71 1 1 626 627 0=2 1=1 2=1.767767e-01 Reshape reshape_1032 1 1 624 628 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_4782 0 1 629 0=64 1=64 11=6 2=1 MatMul matmultransb_15 2 1 627 628 630 0=1 BinaryOp add_72 2 1 630 629 631 0=0 MemoryData pnnx_fold_4792 0 1 632 0=64 1=64 11=1 2=36 Reshape view_1858 1 1 631 633 0=64 1=64 11=6 2=36 BinaryOp add_73 2 1 633 632 634 0=0 Reshape view_1859 1 1 634 635 0=64 1=64 11=6 2=-1 Softmax softmax_808 1 1 635 636 0=3 1=1 Reshape reshape_1031 1 1 625 637 0=32 1=64 11=6 2=36 MatMul matmul_2162 2 1 636 637 638 Permute transpose_2707 1 1 638 639 0=2 Reshape reshape_1034 1 1 639 640 0=192 1=64 2=36 InnerProduct linear_420 1 1 640 641 0=192 1=1 2=36864 Reshape reshape_1035 1 1 641 642 Permute permute_2394 1 1 642 643 0=0 Reshape reshape_1036 1 1 643 644 0=-1 1=48 2=48 torch.roll torch.roll_2435 1 1 644 645 Reshape view_1860 1 1 645 646 0=192 1=2304 BinaryOp add_74 2 1 612 646 647 0=0 Split splitncnn_34 1 2 647 648 649 LayerNorm ln_169 1 1 649 650 0=192 1=1.000000e-05 2=1 InnerProduct linear_421 1 1 650 651 0=384 1=1 2=73728 GELU gelu_44 1 1 651 652 InnerProduct linear_422 1 1 652 653 0=192 1=1 2=73728 BinaryOp add_75 2 1 648 653 654 0=0 Split splitncnn_35 1 2 654 655 656 LayerNorm ln_170 1 1 656 657 0=192 1=1.000000e-05 2=1 Reshape reshape_1037 1 1 657 658 Permute permute_2395 1 1 658 659 0=0 Reshape reshape_1038 1 1 659 660 0=192 1=64 2=36 InnerProduct linear_423 1 1 660 661 0=576 1=1 2=110592 Reshape reshape_1039 1 1 661 662 Permute permute_2396 1 1 662 663 0=0 Slice unbind_16 1 3 663 664 665 666 -23300=3,-233,-233,-233 1=0 Reshape reshape_1042 1 1 664 667 0=32 1=64 11=6 2=36 BinaryOp mul_76 1 1 667 668 0=2 1=1 2=1.767767e-01 Reshape reshape_1041 1 1 665 669 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_4941 0 1 670 0=64 1=64 11=6 2=1 MatMul matmultransb_16 2 1 668 669 671 0=1 BinaryOp add_77 2 1 671 670 672 0=0 Softmax softmax_809 1 1 672 673 0=3 1=1 Reshape reshape_1040 1 1 666 674 0=32 1=64 11=6 2=36 MatMul matmul_2164 2 1 673 674 675 Permute transpose_2709 1 1 675 676 0=2 Reshape reshape_1043 1 1 676 677 0=192 1=64 2=36 InnerProduct linear_424 1 1 677 678 0=192 1=1 2=36864 Reshape reshape_1044 1 1 678 679 Permute permute_2397 1 1 679 680 0=0 Reshape reshape_1045 1 1 680 681 0=192 1=2304 BinaryOp add_78 2 1 655 681 682 0=0 Split splitncnn_36 1 2 682 683 684 LayerNorm ln_171 1 1 684 685 0=192 1=1.000000e-05 2=1 InnerProduct linear_425 1 1 685 686 0=384 1=1 2=73728 GELU gelu_45 1 1 686 687 InnerProduct linear_426 1 1 687 688 0=192 1=1 2=73728 BinaryOp add_79 2 1 683 688 689 0=0 Split splitncnn_37 1 2 689 690 691 LayerNorm ln_172 1 1 691 692 0=192 1=1.000000e-05 2=1 Reshape view_1861 1 1 692 693 0=192 1=48 2=48 torch.roll torch.roll_2436 1 1 693 694 Reshape view_1862 1 1 694 695 Permute permute_2398 1 1 695 696 0=0 Reshape reshape_1046 1 1 696 697 0=192 1=64 2=36 InnerProduct linear_427 1 1 697 698 0=576 1=1 2=110592 Reshape reshape_1047 1 1 698 699 Permute permute_2399 1 1 699 700 0=0 Slice unbind_17 1 3 700 701 702 703 -23300=3,-233,-233,-233 1=0 Reshape reshape_1050 1 1 701 704 0=32 1=64 11=6 2=36 BinaryOp mul_80 1 1 704 705 0=2 1=1 2=1.767767e-01 Reshape reshape_1049 1 1 702 706 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_5094 0 1 707 0=64 1=64 11=6 2=1 MatMul matmultransb_17 2 1 705 706 708 0=1 BinaryOp add_81 2 1 708 707 709 0=0 MemoryData pnnx_fold_5104 0 1 710 0=64 1=64 11=1 2=36 Reshape view_1863 1 1 709 711 0=64 1=64 11=6 2=36 BinaryOp add_82 2 1 711 710 712 0=0 Reshape view_1864 1 1 712 713 0=64 1=64 11=6 2=-1 Softmax softmax_810 1 1 713 714 0=3 1=1 Reshape reshape_1048 1 1 703 715 0=32 1=64 11=6 2=36 MatMul matmul_2166 2 1 714 715 716 Permute transpose_2711 1 1 716 717 0=2 Reshape reshape_1051 1 1 717 718 0=192 1=64 2=36 InnerProduct linear_428 1 1 718 719 0=192 1=1 2=36864 Reshape reshape_1052 1 1 719 720 Permute permute_2400 1 1 720 721 0=0 Reshape reshape_1053 1 1 721 722 0=-1 1=48 2=48 torch.roll torch.roll_2437 1 1 722 723 Reshape view_1865 1 1 723 724 0=192 1=2304 BinaryOp add_83 2 1 690 724 725 0=0 Split splitncnn_38 1 2 725 726 727 LayerNorm ln_173 1 1 727 728 0=192 1=1.000000e-05 2=1 InnerProduct linear_429 1 1 728 729 0=384 1=1 2=73728 GELU gelu_46 1 1 729 730 InnerProduct linear_430 1 1 730 731 0=192 1=1 2=73728 BinaryOp add_84 2 1 726 731 732 0=0 Permute transpose_2712 1 1 732 733 0=1 Reshape view_1866 1 1 733 734 0=48 1=48 2=192 Convolution conv_4 1 1 734 735 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2113 1 1 735 736 0=-1 1=192 Permute transpose_2713 1 1 736 737 0=1 BinaryOp add_85 2 1 737 499 738 0=0 Split splitncnn_39 1 3 738 739 740 741 LayerNorm ln_174 1 1 741 742 0=192 1=1.000000e-05 2=1 Reshape reshape_1054 1 1 742 743 Permute permute_2401 1 1 743 744 0=0 Reshape reshape_1055 1 1 744 745 0=192 1=64 2=36 InnerProduct linear_431 1 1 745 746 0=576 1=1 2=110592 Reshape reshape_1056 1 1 746 747 Permute permute_2402 1 1 747 748 0=0 Slice unbind_18 1 3 748 749 750 751 -23300=3,-233,-233,-233 1=0 Reshape reshape_1059 1 1 749 752 0=32 1=64 11=6 2=36 BinaryOp mul_86 1 1 752 753 0=2 1=1 2=1.767767e-01 Reshape reshape_1058 1 1 750 754 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_5287 0 1 755 0=64 1=64 11=6 2=1 MatMul matmultransb_18 2 1 753 754 756 0=1 BinaryOp add_87 2 1 756 755 757 0=0 Softmax softmax_811 1 1 757 758 0=3 1=1 Reshape reshape_1057 1 1 751 759 0=32 1=64 11=6 2=36 MatMul matmul_2168 2 1 758 759 760 Permute transpose_2715 1 1 760 761 0=2 Reshape reshape_1060 1 1 761 762 0=192 1=64 2=36 InnerProduct linear_432 1 1 762 763 0=192 1=1 2=36864 Reshape reshape_1061 1 1 763 764 Permute permute_2403 1 1 764 765 0=0 Reshape reshape_1062 1 1 765 766 0=192 1=2304 BinaryOp add_88 2 1 739 766 767 0=0 Split splitncnn_40 1 2 767 768 769 LayerNorm ln_175 1 1 769 770 0=192 1=1.000000e-05 2=1 InnerProduct linear_433 1 1 770 771 0=384 1=1 2=73728 GELU gelu_47 1 1 771 772 InnerProduct linear_434 1 1 772 773 0=192 1=1 2=73728 BinaryOp add_89 2 1 768 773 774 0=0 Split splitncnn_41 1 2 774 775 776 LayerNorm ln_176 1 1 776 777 0=192 1=1.000000e-05 2=1 Reshape view_1867 1 1 777 778 0=192 1=48 2=48 torch.roll torch.roll_2438 1 1 778 779 Reshape view_1868 1 1 779 780 Permute permute_2404 1 1 780 781 0=0 Reshape reshape_1063 1 1 781 782 0=192 1=64 2=36 InnerProduct linear_435 1 1 782 783 0=576 1=1 2=110592 Reshape reshape_1064 1 1 783 784 Permute permute_2405 1 1 784 785 0=0 Slice unbind_19 1 3 785 786 787 788 -23300=3,-233,-233,-233 1=0 Reshape reshape_1067 1 1 786 789 0=32 1=64 11=6 2=36 BinaryOp mul_90 1 1 789 790 0=2 1=1 2=1.767767e-01 Reshape reshape_1066 1 1 787 791 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_5440 0 1 792 0=64 1=64 11=6 2=1 MatMul matmultransb_19 2 1 790 791 793 0=1 BinaryOp add_91 2 1 793 792 794 0=0 MemoryData pnnx_fold_5450 0 1 795 0=64 1=64 11=1 2=36 Reshape view_1869 1 1 794 796 0=64 1=64 11=6 2=36 BinaryOp add_92 2 1 796 795 797 0=0 Reshape view_1870 1 1 797 798 0=64 1=64 11=6 2=-1 Softmax softmax_812 1 1 798 799 0=3 1=1 Reshape reshape_1065 1 1 788 800 0=32 1=64 11=6 2=36 MatMul matmul_2170 2 1 799 800 801 Permute transpose_2717 1 1 801 802 0=2 Reshape reshape_1068 1 1 802 803 0=192 1=64 2=36 InnerProduct linear_436 1 1 803 804 0=192 1=1 2=36864 Reshape reshape_1069 1 1 804 805 Permute permute_2406 1 1 805 806 0=0 Reshape reshape_1070 1 1 806 807 0=-1 1=48 2=48 torch.roll torch.roll_2439 1 1 807 808 Reshape view_1871 1 1 808 809 0=192 1=2304 BinaryOp add_93 2 1 775 809 810 0=0 Split splitncnn_42 1 2 810 811 812 LayerNorm ln_177 1 1 812 813 0=192 1=1.000000e-05 2=1 InnerProduct linear_437 1 1 813 814 0=384 1=1 2=73728 GELU gelu_48 1 1 814 815 InnerProduct linear_438 1 1 815 816 0=192 1=1 2=73728 BinaryOp add_94 2 1 811 816 817 0=0 Split splitncnn_43 1 2 817 818 819 LayerNorm ln_178 1 1 819 820 0=192 1=1.000000e-05 2=1 Reshape reshape_1071 1 1 820 821 Permute permute_2407 1 1 821 822 0=0 Reshape reshape_1072 1 1 822 823 0=192 1=64 2=36 InnerProduct linear_439 1 1 823 824 0=576 1=1 2=110592 Reshape reshape_1073 1 1 824 825 Permute permute_2408 1 1 825 826 0=0 Slice unbind_20 1 3 826 827 828 829 -23300=3,-233,-233,-233 1=0 Reshape reshape_1076 1 1 827 830 0=32 1=64 11=6 2=36 BinaryOp mul_95 1 1 830 831 0=2 1=1 2=1.767767e-01 Reshape reshape_1075 1 1 828 832 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_5599 0 1 833 0=64 1=64 11=6 2=1 MatMul matmultransb_20 2 1 831 832 834 0=1 BinaryOp add_96 2 1 834 833 835 0=0 Softmax softmax_813 1 1 835 836 0=3 1=1 Reshape reshape_1074 1 1 829 837 0=32 1=64 11=6 2=36 MatMul matmul_2172 2 1 836 837 838 Permute transpose_2719 1 1 838 839 0=2 Reshape reshape_1077 1 1 839 840 0=192 1=64 2=36 InnerProduct linear_440 1 1 840 841 0=192 1=1 2=36864 Reshape reshape_1078 1 1 841 842 Permute permute_2409 1 1 842 843 0=0 Reshape reshape_1079 1 1 843 844 0=192 1=2304 BinaryOp add_97 2 1 818 844 845 0=0 Split splitncnn_44 1 2 845 846 847 LayerNorm ln_179 1 1 847 848 0=192 1=1.000000e-05 2=1 InnerProduct linear_441 1 1 848 849 0=384 1=1 2=73728 GELU gelu_49 1 1 849 850 InnerProduct linear_442 1 1 850 851 0=192 1=1 2=73728 BinaryOp add_98 2 1 846 851 852 0=0 Split splitncnn_45 1 2 852 853 854 LayerNorm ln_180 1 1 854 855 0=192 1=1.000000e-05 2=1 Reshape view_1872 1 1 855 856 0=192 1=48 2=48 torch.roll torch.roll_2440 1 1 856 857 Reshape view_1873 1 1 857 858 Permute permute_2410 1 1 858 859 0=0 Reshape reshape_1080 1 1 859 860 0=192 1=64 2=36 InnerProduct linear_443 1 1 860 861 0=576 1=1 2=110592 Reshape reshape_1081 1 1 861 862 Permute permute_2411 1 1 862 863 0=0 Slice unbind_21 1 3 863 864 865 866 -23300=3,-233,-233,-233 1=0 Reshape reshape_1084 1 1 864 867 0=32 1=64 11=6 2=36 BinaryOp mul_99 1 1 867 868 0=2 1=1 2=1.767767e-01 Reshape reshape_1083 1 1 865 869 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_5752 0 1 870 0=64 1=64 11=6 2=1 MatMul matmultransb_21 2 1 868 869 871 0=1 BinaryOp add_100 2 1 871 870 872 0=0 MemoryData pnnx_fold_5762 0 1 873 0=64 1=64 11=1 2=36 Reshape view_1874 1 1 872 874 0=64 1=64 11=6 2=36 BinaryOp add_101 2 1 874 873 875 0=0 Reshape view_1875 1 1 875 876 0=64 1=64 11=6 2=-1 Softmax softmax_814 1 1 876 877 0=3 1=1 Reshape reshape_1082 1 1 866 878 0=32 1=64 11=6 2=36 MatMul matmul_2174 2 1 877 878 879 Permute transpose_2721 1 1 879 880 0=2 Reshape reshape_1085 1 1 880 881 0=192 1=64 2=36 InnerProduct linear_444 1 1 881 882 0=192 1=1 2=36864 Reshape reshape_1086 1 1 882 883 Permute permute_2412 1 1 883 884 0=0 Reshape reshape_1087 1 1 884 885 0=-1 1=48 2=48 torch.roll torch.roll_2441 1 1 885 886 Reshape view_1876 1 1 886 887 0=192 1=2304 BinaryOp add_102 2 1 853 887 888 0=0 Split splitncnn_46 1 2 888 889 890 LayerNorm ln_181 1 1 890 891 0=192 1=1.000000e-05 2=1 InnerProduct linear_445 1 1 891 892 0=384 1=1 2=73728 GELU gelu_50 1 1 892 893 InnerProduct linear_446 1 1 893 894 0=192 1=1 2=73728 BinaryOp add_103 2 1 889 894 895 0=0 Split splitncnn_47 1 2 895 896 897 LayerNorm ln_182 1 1 897 898 0=192 1=1.000000e-05 2=1 Reshape reshape_1088 1 1 898 899 Permute permute_2413 1 1 899 900 0=0 Reshape reshape_1089 1 1 900 901 0=192 1=64 2=36 InnerProduct linear_447 1 1 901 902 0=576 1=1 2=110592 Reshape reshape_1090 1 1 902 903 Permute permute_2414 1 1 903 904 0=0 Slice unbind_22 1 3 904 905 906 907 -23300=3,-233,-233,-233 1=0 Reshape reshape_1093 1 1 905 908 0=32 1=64 11=6 2=36 BinaryOp mul_104 1 1 908 909 0=2 1=1 2=1.767767e-01 Reshape reshape_1092 1 1 906 910 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_5911 0 1 911 0=64 1=64 11=6 2=1 MatMul matmultransb_22 2 1 909 910 912 0=1 BinaryOp add_105 2 1 912 911 913 0=0 Softmax softmax_815 1 1 913 914 0=3 1=1 Reshape reshape_1091 1 1 907 915 0=32 1=64 11=6 2=36 MatMul matmul_2176 2 1 914 915 916 Permute transpose_2723 1 1 916 917 0=2 Reshape reshape_1094 1 1 917 918 0=192 1=64 2=36 InnerProduct linear_448 1 1 918 919 0=192 1=1 2=36864 Reshape reshape_1095 1 1 919 920 Permute permute_2415 1 1 920 921 0=0 Reshape reshape_1096 1 1 921 922 0=192 1=2304 BinaryOp add_106 2 1 896 922 923 0=0 Split splitncnn_48 1 2 923 924 925 LayerNorm ln_183 1 1 925 926 0=192 1=1.000000e-05 2=1 InnerProduct linear_449 1 1 926 927 0=384 1=1 2=73728 GELU gelu_51 1 1 927 928 InnerProduct linear_450 1 1 928 929 0=192 1=1 2=73728 BinaryOp add_107 2 1 924 929 930 0=0 Split splitncnn_49 1 2 930 931 932 LayerNorm ln_184 1 1 932 933 0=192 1=1.000000e-05 2=1 Reshape view_1877 1 1 933 934 0=192 1=48 2=48 torch.roll torch.roll_2442 1 1 934 935 Reshape view_1878 1 1 935 936 Permute permute_2416 1 1 936 937 0=0 Reshape reshape_1097 1 1 937 938 0=192 1=64 2=36 InnerProduct linear_451 1 1 938 939 0=576 1=1 2=110592 Reshape reshape_1098 1 1 939 940 Permute permute_2417 1 1 940 941 0=0 Slice unbind_23 1 3 941 942 943 944 -23300=3,-233,-233,-233 1=0 Reshape reshape_1101 1 1 942 945 0=32 1=64 11=6 2=36 BinaryOp mul_108 1 1 945 946 0=2 1=1 2=1.767767e-01 Reshape reshape_1100 1 1 943 947 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_6064 0 1 948 0=64 1=64 11=6 2=1 MatMul matmultransb_23 2 1 946 947 949 0=1 BinaryOp add_109 2 1 949 948 950 0=0 MemoryData pnnx_fold_6074 0 1 951 0=64 1=64 11=1 2=36 Reshape view_1879 1 1 950 952 0=64 1=64 11=6 2=36 BinaryOp add_110 2 1 952 951 953 0=0 Reshape view_1880 1 1 953 954 0=64 1=64 11=6 2=-1 Softmax softmax_816 1 1 954 955 0=3 1=1 Reshape reshape_1099 1 1 944 956 0=32 1=64 11=6 2=36 MatMul matmul_2178 2 1 955 956 957 Permute transpose_2725 1 1 957 958 0=2 Reshape reshape_1102 1 1 958 959 0=192 1=64 2=36 InnerProduct linear_452 1 1 959 960 0=192 1=1 2=36864 Reshape reshape_1103 1 1 960 961 Permute permute_2418 1 1 961 962 0=0 Reshape reshape_1104 1 1 962 963 0=-1 1=48 2=48 torch.roll torch.roll_2443 1 1 963 964 Reshape view_1881 1 1 964 965 0=192 1=2304 BinaryOp add_111 2 1 931 965 966 0=0 Split splitncnn_50 1 2 966 967 968 LayerNorm ln_185 1 1 968 969 0=192 1=1.000000e-05 2=1 InnerProduct linear_453 1 1 969 970 0=384 1=1 2=73728 GELU gelu_52 1 1 970 971 InnerProduct linear_454 1 1 971 972 0=192 1=1 2=73728 BinaryOp add_112 2 1 967 972 973 0=0 Permute transpose_2726 1 1 973 974 0=1 Reshape view_1882 1 1 974 975 0=48 1=48 2=192 Convolution conv_5 1 1 975 976 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2114 1 1 976 977 0=-1 1=192 Permute transpose_2727 1 1 977 978 0=1 BinaryOp add_113 2 1 978 740 979 0=0 Split splitncnn_51 1 3 979 980 981 982 LayerNorm ln_186 1 1 982 983 0=192 1=1.000000e-05 2=1 Reshape reshape_1105 1 1 983 984 Permute permute_2419 1 1 984 985 0=0 Reshape reshape_1106 1 1 985 986 0=192 1=64 2=36 InnerProduct linear_455 1 1 986 987 0=576 1=1 2=110592 Reshape reshape_1107 1 1 987 988 Permute permute_2420 1 1 988 989 0=0 Slice unbind_24 1 3 989 990 991 992 -23300=3,-233,-233,-233 1=0 Reshape reshape_1110 1 1 990 993 0=32 1=64 11=6 2=36 BinaryOp mul_114 1 1 993 994 0=2 1=1 2=1.767767e-01 Reshape reshape_1109 1 1 991 995 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_6257 0 1 996 0=64 1=64 11=6 2=1 MatMul matmultransb_24 2 1 994 995 997 0=1 BinaryOp add_115 2 1 997 996 998 0=0 Softmax softmax_817 1 1 998 999 0=3 1=1 Reshape reshape_1108 1 1 992 1000 0=32 1=64 11=6 2=36 MatMul matmul_2180 2 1 999 1000 1001 Permute transpose_2729 1 1 1001 1002 0=2 Reshape reshape_1111 1 1 1002 1003 0=192 1=64 2=36 InnerProduct linear_456 1 1 1003 1004 0=192 1=1 2=36864 Reshape reshape_1112 1 1 1004 1005 Permute permute_2421 1 1 1005 1006 0=0 Reshape reshape_1113 1 1 1006 1007 0=192 1=2304 BinaryOp add_116 2 1 980 1007 1008 0=0 Split splitncnn_52 1 2 1008 1009 1010 LayerNorm ln_187 1 1 1010 1011 0=192 1=1.000000e-05 2=1 InnerProduct linear_457 1 1 1011 1012 0=384 1=1 2=73728 GELU gelu_53 1 1 1012 1013 InnerProduct linear_458 1 1 1013 1014 0=192 1=1 2=73728 BinaryOp add_117 2 1 1009 1014 1015 0=0 Split splitncnn_53 1 2 1015 1016 1017 LayerNorm ln_188 1 1 1017 1018 0=192 1=1.000000e-05 2=1 Reshape view_1883 1 1 1018 1019 0=192 1=48 2=48 torch.roll torch.roll_2444 1 1 1019 1020 Reshape view_1884 1 1 1020 1021 Permute permute_2422 1 1 1021 1022 0=0 Reshape reshape_1114 1 1 1022 1023 0=192 1=64 2=36 InnerProduct linear_459 1 1 1023 1024 0=576 1=1 2=110592 Reshape reshape_1115 1 1 1024 1025 Permute permute_2423 1 1 1025 1026 0=0 Slice unbind_25 1 3 1026 1027 1028 1029 -23300=3,-233,-233,-233 1=0 Reshape reshape_1118 1 1 1027 1030 0=32 1=64 11=6 2=36 BinaryOp mul_118 1 1 1030 1031 0=2 1=1 2=1.767767e-01 Reshape reshape_1117 1 1 1028 1032 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_6410 0 1 1033 0=64 1=64 11=6 2=1 MatMul matmultransb_25 2 1 1031 1032 1034 0=1 BinaryOp add_119 2 1 1034 1033 1035 0=0 MemoryData pnnx_fold_6420 0 1 1036 0=64 1=64 11=1 2=36 Reshape view_1885 1 1 1035 1037 0=64 1=64 11=6 2=36 BinaryOp add_120 2 1 1037 1036 1038 0=0 Reshape view_1886 1 1 1038 1039 0=64 1=64 11=6 2=-1 Softmax softmax_818 1 1 1039 1040 0=3 1=1 Reshape reshape_1116 1 1 1029 1041 0=32 1=64 11=6 2=36 MatMul matmul_2182 2 1 1040 1041 1042 Permute transpose_2731 1 1 1042 1043 0=2 Reshape reshape_1119 1 1 1043 1044 0=192 1=64 2=36 InnerProduct linear_460 1 1 1044 1045 0=192 1=1 2=36864 Reshape reshape_1120 1 1 1045 1046 Permute permute_2424 1 1 1046 1047 0=0 Reshape reshape_1121 1 1 1047 1048 0=-1 1=48 2=48 torch.roll torch.roll_2445 1 1 1048 1049 Reshape view_1887 1 1 1049 1050 0=192 1=2304 BinaryOp add_121 2 1 1016 1050 1051 0=0 Split splitncnn_54 1 2 1051 1052 1053 LayerNorm ln_189 1 1 1053 1054 0=192 1=1.000000e-05 2=1 InnerProduct linear_461 1 1 1054 1055 0=384 1=1 2=73728 GELU gelu_54 1 1 1055 1056 InnerProduct linear_462 1 1 1056 1057 0=192 1=1 2=73728 BinaryOp add_122 2 1 1052 1057 1058 0=0 Split splitncnn_55 1 2 1058 1059 1060 LayerNorm ln_190 1 1 1060 1061 0=192 1=1.000000e-05 2=1 Reshape reshape_1122 1 1 1061 1062 Permute permute_2425 1 1 1062 1063 0=0 Reshape reshape_1123 1 1 1063 1064 0=192 1=64 2=36 InnerProduct linear_463 1 1 1064 1065 0=576 1=1 2=110592 Reshape reshape_1124 1 1 1065 1066 Permute permute_2426 1 1 1066 1067 0=0 Slice unbind_26 1 3 1067 1068 1069 1070 -23300=3,-233,-233,-233 1=0 Reshape reshape_1127 1 1 1068 1071 0=32 1=64 11=6 2=36 BinaryOp mul_123 1 1 1071 1072 0=2 1=1 2=1.767767e-01 Reshape reshape_1126 1 1 1069 1073 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_6569 0 1 1074 0=64 1=64 11=6 2=1 MatMul matmultransb_26 2 1 1072 1073 1075 0=1 BinaryOp add_124 2 1 1075 1074 1076 0=0 Softmax softmax_819 1 1 1076 1077 0=3 1=1 Reshape reshape_1125 1 1 1070 1078 0=32 1=64 11=6 2=36 MatMul matmul_2184 2 1 1077 1078 1079 Permute transpose_2733 1 1 1079 1080 0=2 Reshape reshape_1128 1 1 1080 1081 0=192 1=64 2=36 InnerProduct linear_464 1 1 1081 1082 0=192 1=1 2=36864 Reshape reshape_1129 1 1 1082 1083 Permute permute_2427 1 1 1083 1084 0=0 Reshape reshape_1130 1 1 1084 1085 0=192 1=2304 BinaryOp add_125 2 1 1059 1085 1086 0=0 Split splitncnn_56 1 2 1086 1087 1088 LayerNorm ln_191 1 1 1088 1089 0=192 1=1.000000e-05 2=1 InnerProduct linear_465 1 1 1089 1090 0=384 1=1 2=73728 GELU gelu_55 1 1 1090 1091 InnerProduct linear_466 1 1 1091 1092 0=192 1=1 2=73728 BinaryOp add_126 2 1 1087 1092 1093 0=0 Split splitncnn_57 1 2 1093 1094 1095 LayerNorm ln_192 1 1 1095 1096 0=192 1=1.000000e-05 2=1 Reshape view_1888 1 1 1096 1097 0=192 1=48 2=48 torch.roll torch.roll_2446 1 1 1097 1098 Reshape view_1889 1 1 1098 1099 Permute permute_2428 1 1 1099 1100 0=0 Reshape reshape_1131 1 1 1100 1101 0=192 1=64 2=36 InnerProduct linear_467 1 1 1101 1102 0=576 1=1 2=110592 Reshape reshape_1132 1 1 1102 1103 Permute permute_2429 1 1 1103 1104 0=0 Slice unbind_27 1 3 1104 1105 1106 1107 -23300=3,-233,-233,-233 1=0 Reshape reshape_1135 1 1 1105 1108 0=32 1=64 11=6 2=36 BinaryOp mul_127 1 1 1108 1109 0=2 1=1 2=1.767767e-01 Reshape reshape_1134 1 1 1106 1110 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_6722 0 1 1111 0=64 1=64 11=6 2=1 MatMul matmultransb_27 2 1 1109 1110 1112 0=1 BinaryOp add_128 2 1 1112 1111 1113 0=0 MemoryData pnnx_fold_6732 0 1 1114 0=64 1=64 11=1 2=36 Reshape view_1890 1 1 1113 1115 0=64 1=64 11=6 2=36 BinaryOp add_129 2 1 1115 1114 1116 0=0 Reshape view_1891 1 1 1116 1117 0=64 1=64 11=6 2=-1 Softmax softmax_820 1 1 1117 1118 0=3 1=1 Reshape reshape_1133 1 1 1107 1119 0=32 1=64 11=6 2=36 MatMul matmul_2186 2 1 1118 1119 1120 Permute transpose_2735 1 1 1120 1121 0=2 Reshape reshape_1136 1 1 1121 1122 0=192 1=64 2=36 InnerProduct linear_468 1 1 1122 1123 0=192 1=1 2=36864 Reshape reshape_1137 1 1 1123 1124 Permute permute_2430 1 1 1124 1125 0=0 Reshape reshape_1138 1 1 1125 1126 0=-1 1=48 2=48 torch.roll torch.roll_2447 1 1 1126 1127 Reshape view_1892 1 1 1127 1128 0=192 1=2304 BinaryOp add_130 2 1 1094 1128 1129 0=0 Split splitncnn_58 1 2 1129 1130 1131 LayerNorm ln_193 1 1 1131 1132 0=192 1=1.000000e-05 2=1 InnerProduct linear_469 1 1 1132 1133 0=384 1=1 2=73728 GELU gelu_56 1 1 1133 1134 InnerProduct linear_470 1 1 1134 1135 0=192 1=1 2=73728 BinaryOp add_131 2 1 1130 1135 1136 0=0 Split splitncnn_59 1 2 1136 1137 1138 LayerNorm ln_194 1 1 1138 1139 0=192 1=1.000000e-05 2=1 Reshape reshape_1139 1 1 1139 1140 Permute permute_2431 1 1 1140 1141 0=0 Reshape reshape_1140 1 1 1141 1142 0=192 1=64 2=36 InnerProduct linear_471 1 1 1142 1143 0=576 1=1 2=110592 Reshape reshape_1141 1 1 1143 1144 Permute permute_2432 1 1 1144 1145 0=0 Slice unbind_28 1 3 1145 1146 1147 1148 -23300=3,-233,-233,-233 1=0 Reshape reshape_1144 1 1 1146 1149 0=32 1=64 11=6 2=36 BinaryOp mul_132 1 1 1149 1150 0=2 1=1 2=1.767767e-01 Reshape reshape_1143 1 1 1147 1151 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_6881 0 1 1152 0=64 1=64 11=6 2=1 MatMul matmultransb_28 2 1 1150 1151 1153 0=1 BinaryOp add_133 2 1 1153 1152 1154 0=0 Softmax softmax_821 1 1 1154 1155 0=3 1=1 Reshape reshape_1142 1 1 1148 1156 0=32 1=64 11=6 2=36 MatMul matmul_2188 2 1 1155 1156 1157 Permute transpose_2737 1 1 1157 1158 0=2 Reshape reshape_1145 1 1 1158 1159 0=192 1=64 2=36 InnerProduct linear_472 1 1 1159 1160 0=192 1=1 2=36864 Reshape reshape_1146 1 1 1160 1161 Permute permute_2433 1 1 1161 1162 0=0 Reshape reshape_1147 1 1 1162 1163 0=192 1=2304 BinaryOp add_134 2 1 1137 1163 1164 0=0 Split splitncnn_60 1 2 1164 1165 1166 LayerNorm ln_195 1 1 1166 1167 0=192 1=1.000000e-05 2=1 InnerProduct linear_473 1 1 1167 1168 0=384 1=1 2=73728 GELU gelu_57 1 1 1168 1169 InnerProduct linear_474 1 1 1169 1170 0=192 1=1 2=73728 BinaryOp add_135 2 1 1165 1170 1171 0=0 Split splitncnn_61 1 2 1171 1172 1173 LayerNorm ln_196 1 1 1173 1174 0=192 1=1.000000e-05 2=1 Reshape view_1893 1 1 1174 1175 0=192 1=48 2=48 torch.roll torch.roll_2448 1 1 1175 1176 Reshape view_1894 1 1 1176 1177 Permute permute_2434 1 1 1177 1178 0=0 Reshape reshape_1148 1 1 1178 1179 0=192 1=64 2=36 InnerProduct linear_475 1 1 1179 1180 0=576 1=1 2=110592 Reshape reshape_1149 1 1 1180 1181 Permute permute_2435 1 1 1181 1182 0=0 Slice unbind_29 1 3 1182 1183 1184 1185 -23300=3,-233,-233,-233 1=0 Reshape reshape_1152 1 1 1183 1186 0=32 1=64 11=6 2=36 BinaryOp mul_136 1 1 1186 1187 0=2 1=1 2=1.767767e-01 Reshape reshape_1151 1 1 1184 1188 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_7034 0 1 1189 0=64 1=64 11=6 2=1 MatMul matmultransb_29 2 1 1187 1188 1190 0=1 BinaryOp add_137 2 1 1190 1189 1191 0=0 MemoryData pnnx_fold_7044 0 1 1192 0=64 1=64 11=1 2=36 Reshape view_1895 1 1 1191 1193 0=64 1=64 11=6 2=36 BinaryOp add_138 2 1 1193 1192 1194 0=0 Reshape view_1896 1 1 1194 1195 0=64 1=64 11=6 2=-1 Softmax softmax_822 1 1 1195 1196 0=3 1=1 Reshape reshape_1150 1 1 1185 1197 0=32 1=64 11=6 2=36 MatMul matmul_2190 2 1 1196 1197 1198 Permute transpose_2739 1 1 1198 1199 0=2 Reshape reshape_1153 1 1 1199 1200 0=192 1=64 2=36 InnerProduct linear_476 1 1 1200 1201 0=192 1=1 2=36864 Reshape reshape_1154 1 1 1201 1202 Permute permute_2436 1 1 1202 1203 0=0 Reshape reshape_1155 1 1 1203 1204 0=-1 1=48 2=48 torch.roll torch.roll_2449 1 1 1204 1205 Reshape view_1897 1 1 1205 1206 0=192 1=2304 BinaryOp add_139 2 1 1172 1206 1207 0=0 Split splitncnn_62 1 2 1207 1208 1209 LayerNorm ln_197 1 1 1209 1210 0=192 1=1.000000e-05 2=1 InnerProduct linear_477 1 1 1210 1211 0=384 1=1 2=73728 GELU gelu_58 1 1 1211 1212 InnerProduct linear_478 1 1 1212 1213 0=192 1=1 2=73728 BinaryOp add_140 2 1 1208 1213 1214 0=0 Permute transpose_2740 1 1 1214 1215 0=1 Reshape view_1898 1 1 1215 1216 0=48 1=48 2=192 Convolution conv_6 1 1 1216 1217 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2115 1 1 1217 1218 0=-1 1=192 Permute transpose_2741 1 1 1218 1219 0=1 BinaryOp add_141 2 1 1219 981 1220 0=0 Split splitncnn_63 1 3 1220 1221 1222 1223 LayerNorm ln_198 1 1 1223 1224 0=192 1=1.000000e-05 2=1 Reshape reshape_1156 1 1 1224 1225 Permute permute_2437 1 1 1225 1226 0=0 Reshape reshape_1157 1 1 1226 1227 0=192 1=64 2=36 InnerProduct linear_479 1 1 1227 1228 0=576 1=1 2=110592 Reshape reshape_1158 1 1 1228 1229 Permute permute_2438 1 1 1229 1230 0=0 Slice unbind_30 1 3 1230 1231 1232 1233 -23300=3,-233,-233,-233 1=0 Reshape reshape_1161 1 1 1231 1234 0=32 1=64 11=6 2=36 BinaryOp mul_142 1 1 1234 1235 0=2 1=1 2=1.767767e-01 Reshape reshape_1160 1 1 1232 1236 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_7227 0 1 1237 0=64 1=64 11=6 2=1 MatMul matmultransb_30 2 1 1235 1236 1238 0=1 BinaryOp add_143 2 1 1238 1237 1239 0=0 Softmax softmax_823 1 1 1239 1240 0=3 1=1 Reshape reshape_1159 1 1 1233 1241 0=32 1=64 11=6 2=36 MatMul matmul_2192 2 1 1240 1241 1242 Permute transpose_2743 1 1 1242 1243 0=2 Reshape reshape_1162 1 1 1243 1244 0=192 1=64 2=36 InnerProduct linear_480 1 1 1244 1245 0=192 1=1 2=36864 Reshape reshape_1163 1 1 1245 1246 Permute permute_2439 1 1 1246 1247 0=0 Reshape reshape_1164 1 1 1247 1248 0=192 1=2304 BinaryOp add_144 2 1 1221 1248 1249 0=0 Split splitncnn_64 1 2 1249 1250 1251 LayerNorm ln_199 1 1 1251 1252 0=192 1=1.000000e-05 2=1 InnerProduct linear_481 1 1 1252 1253 0=384 1=1 2=73728 GELU gelu_59 1 1 1253 1254 InnerProduct linear_482 1 1 1254 1255 0=192 1=1 2=73728 BinaryOp add_145 2 1 1250 1255 1256 0=0 Split splitncnn_65 1 2 1256 1257 1258 LayerNorm ln_200 1 1 1258 1259 0=192 1=1.000000e-05 2=1 Reshape view_1899 1 1 1259 1260 0=192 1=48 2=48 torch.roll torch.roll_2450 1 1 1260 1261 Reshape view_1900 1 1 1261 1262 Permute permute_2440 1 1 1262 1263 0=0 Reshape reshape_1165 1 1 1263 1264 0=192 1=64 2=36 InnerProduct linear_483 1 1 1264 1265 0=576 1=1 2=110592 Reshape reshape_1166 1 1 1265 1266 Permute permute_2441 1 1 1266 1267 0=0 Slice unbind_31 1 3 1267 1268 1269 1270 -23300=3,-233,-233,-233 1=0 Reshape reshape_1169 1 1 1268 1271 0=32 1=64 11=6 2=36 BinaryOp mul_146 1 1 1271 1272 0=2 1=1 2=1.767767e-01 Reshape reshape_1168 1 1 1269 1273 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_7380 0 1 1274 0=64 1=64 11=6 2=1 MatMul matmultransb_31 2 1 1272 1273 1275 0=1 BinaryOp add_147 2 1 1275 1274 1276 0=0 MemoryData pnnx_fold_7390 0 1 1277 0=64 1=64 11=1 2=36 Reshape view_1901 1 1 1276 1278 0=64 1=64 11=6 2=36 BinaryOp add_148 2 1 1278 1277 1279 0=0 Reshape view_1902 1 1 1279 1280 0=64 1=64 11=6 2=-1 Softmax softmax_824 1 1 1280 1281 0=3 1=1 Reshape reshape_1167 1 1 1270 1282 0=32 1=64 11=6 2=36 MatMul matmul_2194 2 1 1281 1282 1283 Permute transpose_2745 1 1 1283 1284 0=2 Reshape reshape_1170 1 1 1284 1285 0=192 1=64 2=36 InnerProduct linear_484 1 1 1285 1286 0=192 1=1 2=36864 Reshape reshape_1171 1 1 1286 1287 Permute permute_2442 1 1 1287 1288 0=0 Reshape reshape_1172 1 1 1288 1289 0=-1 1=48 2=48 torch.roll torch.roll_2451 1 1 1289 1290 Reshape view_1903 1 1 1290 1291 0=192 1=2304 BinaryOp add_149 2 1 1257 1291 1292 0=0 Split splitncnn_66 1 2 1292 1293 1294 LayerNorm ln_201 1 1 1294 1295 0=192 1=1.000000e-05 2=1 InnerProduct linear_485 1 1 1295 1296 0=384 1=1 2=73728 GELU gelu_60 1 1 1296 1297 InnerProduct linear_486 1 1 1297 1298 0=192 1=1 2=73728 BinaryOp add_150 2 1 1293 1298 1299 0=0 Split splitncnn_67 1 2 1299 1300 1301 LayerNorm ln_202 1 1 1301 1302 0=192 1=1.000000e-05 2=1 Reshape reshape_1173 1 1 1302 1303 Permute permute_2443 1 1 1303 1304 0=0 Reshape reshape_1174 1 1 1304 1305 0=192 1=64 2=36 InnerProduct linear_487 1 1 1305 1306 0=576 1=1 2=110592 Reshape reshape_1175 1 1 1306 1307 Permute permute_2444 1 1 1307 1308 0=0 Slice unbind_32 1 3 1308 1309 1310 1311 -23300=3,-233,-233,-233 1=0 Reshape reshape_1178 1 1 1309 1312 0=32 1=64 11=6 2=36 BinaryOp mul_151 1 1 1312 1313 0=2 1=1 2=1.767767e-01 Reshape reshape_1177 1 1 1310 1314 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_7539 0 1 1315 0=64 1=64 11=6 2=1 MatMul matmultransb_32 2 1 1313 1314 1316 0=1 BinaryOp add_152 2 1 1316 1315 1317 0=0 Softmax softmax_825 1 1 1317 1318 0=3 1=1 Reshape reshape_1176 1 1 1311 1319 0=32 1=64 11=6 2=36 MatMul matmul_2196 2 1 1318 1319 1320 Permute transpose_2747 1 1 1320 1321 0=2 Reshape reshape_1179 1 1 1321 1322 0=192 1=64 2=36 InnerProduct linear_488 1 1 1322 1323 0=192 1=1 2=36864 Reshape reshape_1180 1 1 1323 1324 Permute permute_2445 1 1 1324 1325 0=0 Reshape reshape_1181 1 1 1325 1326 0=192 1=2304 BinaryOp add_153 2 1 1300 1326 1327 0=0 Split splitncnn_68 1 2 1327 1328 1329 LayerNorm ln_203 1 1 1329 1330 0=192 1=1.000000e-05 2=1 InnerProduct linear_489 1 1 1330 1331 0=384 1=1 2=73728 GELU gelu_61 1 1 1331 1332 InnerProduct linear_490 1 1 1332 1333 0=192 1=1 2=73728 BinaryOp add_154 2 1 1328 1333 1334 0=0 Split splitncnn_69 1 2 1334 1335 1336 LayerNorm ln_204 1 1 1336 1337 0=192 1=1.000000e-05 2=1 Reshape view_1904 1 1 1337 1338 0=192 1=48 2=48 torch.roll torch.roll_2452 1 1 1338 1339 Reshape view_1905 1 1 1339 1340 Permute permute_2446 1 1 1340 1341 0=0 Reshape reshape_1182 1 1 1341 1342 0=192 1=64 2=36 InnerProduct linear_491 1 1 1342 1343 0=576 1=1 2=110592 Reshape reshape_1183 1 1 1343 1344 Permute permute_2447 1 1 1344 1345 0=0 Slice unbind_33 1 3 1345 1346 1347 1348 -23300=3,-233,-233,-233 1=0 Reshape reshape_1186 1 1 1346 1349 0=32 1=64 11=6 2=36 BinaryOp mul_155 1 1 1349 1350 0=2 1=1 2=1.767767e-01 Reshape reshape_1185 1 1 1347 1351 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_7692 0 1 1352 0=64 1=64 11=6 2=1 MatMul matmultransb_33 2 1 1350 1351 1353 0=1 BinaryOp add_156 2 1 1353 1352 1354 0=0 MemoryData pnnx_fold_7702 0 1 1355 0=64 1=64 11=1 2=36 Reshape view_1906 1 1 1354 1356 0=64 1=64 11=6 2=36 BinaryOp add_157 2 1 1356 1355 1357 0=0 Reshape view_1907 1 1 1357 1358 0=64 1=64 11=6 2=-1 Softmax softmax_826 1 1 1358 1359 0=3 1=1 Reshape reshape_1184 1 1 1348 1360 0=32 1=64 11=6 2=36 MatMul matmul_2198 2 1 1359 1360 1361 Permute transpose_2749 1 1 1361 1362 0=2 Reshape reshape_1187 1 1 1362 1363 0=192 1=64 2=36 InnerProduct linear_492 1 1 1363 1364 0=192 1=1 2=36864 Reshape reshape_1188 1 1 1364 1365 Permute permute_2448 1 1 1365 1366 0=0 Reshape reshape_1189 1 1 1366 1367 0=-1 1=48 2=48 torch.roll torch.roll_2453 1 1 1367 1368 Reshape view_1908 1 1 1368 1369 0=192 1=2304 BinaryOp add_158 2 1 1335 1369 1370 0=0 Split splitncnn_70 1 2 1370 1371 1372 LayerNorm ln_205 1 1 1372 1373 0=192 1=1.000000e-05 2=1 InnerProduct linear_493 1 1 1373 1374 0=384 1=1 2=73728 GELU gelu_62 1 1 1374 1375 InnerProduct linear_494 1 1 1375 1376 0=192 1=1 2=73728 BinaryOp add_159 2 1 1371 1376 1377 0=0 Split splitncnn_71 1 2 1377 1378 1379 LayerNorm ln_206 1 1 1379 1380 0=192 1=1.000000e-05 2=1 Reshape reshape_1190 1 1 1380 1381 Permute permute_2449 1 1 1381 1382 0=0 Reshape reshape_1191 1 1 1382 1383 0=192 1=64 2=36 InnerProduct linear_495 1 1 1383 1384 0=576 1=1 2=110592 Reshape reshape_1192 1 1 1384 1385 Permute permute_2450 1 1 1385 1386 0=0 Slice unbind_34 1 3 1386 1387 1388 1389 -23300=3,-233,-233,-233 1=0 Reshape reshape_1195 1 1 1387 1390 0=32 1=64 11=6 2=36 BinaryOp mul_160 1 1 1390 1391 0=2 1=1 2=1.767767e-01 Reshape reshape_1194 1 1 1388 1392 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_7851 0 1 1393 0=64 1=64 11=6 2=1 MatMul matmultransb_34 2 1 1391 1392 1394 0=1 BinaryOp add_161 2 1 1394 1393 1395 0=0 Softmax softmax_827 1 1 1395 1396 0=3 1=1 Reshape reshape_1193 1 1 1389 1397 0=32 1=64 11=6 2=36 MatMul matmul_2200 2 1 1396 1397 1398 Permute transpose_2751 1 1 1398 1399 0=2 Reshape reshape_1196 1 1 1399 1400 0=192 1=64 2=36 InnerProduct linear_496 1 1 1400 1401 0=192 1=1 2=36864 Reshape reshape_1197 1 1 1401 1402 Permute permute_2451 1 1 1402 1403 0=0 Reshape reshape_1198 1 1 1403 1404 0=192 1=2304 BinaryOp add_162 2 1 1378 1404 1405 0=0 Split splitncnn_72 1 2 1405 1406 1407 LayerNorm ln_207 1 1 1407 1408 0=192 1=1.000000e-05 2=1 InnerProduct linear_497 1 1 1408 1409 0=384 1=1 2=73728 GELU gelu_63 1 1 1409 1410 InnerProduct linear_498 1 1 1410 1411 0=192 1=1 2=73728 BinaryOp add_163 2 1 1406 1411 1412 0=0 Split splitncnn_73 1 2 1412 1413 1414 LayerNorm ln_208 1 1 1414 1415 0=192 1=1.000000e-05 2=1 Reshape view_1909 1 1 1415 1416 0=192 1=48 2=48 torch.roll torch.roll_2454 1 1 1416 1417 Reshape view_1910 1 1 1417 1418 Permute permute_2452 1 1 1418 1419 0=0 Reshape reshape_1199 1 1 1419 1420 0=192 1=64 2=36 InnerProduct linear_499 1 1 1420 1421 0=576 1=1 2=110592 Reshape reshape_1200 1 1 1421 1422 Permute permute_2453 1 1 1422 1423 0=0 Slice unbind_35 1 3 1423 1424 1425 1426 -23300=3,-233,-233,-233 1=0 Reshape reshape_1203 1 1 1424 1427 0=32 1=64 11=6 2=36 BinaryOp mul_164 1 1 1427 1428 0=2 1=1 2=1.767767e-01 Reshape reshape_1202 1 1 1425 1429 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8004 0 1 1430 0=64 1=64 11=6 2=1 MatMul matmultransb_35 2 1 1428 1429 1431 0=1 BinaryOp add_165 2 1 1431 1430 1432 0=0 MemoryData pnnx_fold_8014 0 1 1433 0=64 1=64 11=1 2=36 Reshape view_1911 1 1 1432 1434 0=64 1=64 11=6 2=36 BinaryOp add_166 2 1 1434 1433 1435 0=0 Reshape view_1912 1 1 1435 1436 0=64 1=64 11=6 2=-1 Softmax softmax_828 1 1 1436 1437 0=3 1=1 Reshape reshape_1201 1 1 1426 1438 0=32 1=64 11=6 2=36 MatMul matmul_2202 2 1 1437 1438 1439 Permute transpose_2753 1 1 1439 1440 0=2 Reshape reshape_1204 1 1 1440 1441 0=192 1=64 2=36 InnerProduct linear_500 1 1 1441 1442 0=192 1=1 2=36864 Reshape reshape_1205 1 1 1442 1443 Permute permute_2454 1 1 1443 1444 0=0 Reshape reshape_1206 1 1 1444 1445 0=-1 1=48 2=48 torch.roll torch.roll_2455 1 1 1445 1446 Reshape view_1913 1 1 1446 1447 0=192 1=2304 BinaryOp add_167 2 1 1413 1447 1448 0=0 Split splitncnn_74 1 2 1448 1449 1450 LayerNorm ln_209 1 1 1450 1451 0=192 1=1.000000e-05 2=1 InnerProduct linear_501 1 1 1451 1452 0=384 1=1 2=73728 GELU gelu_64 1 1 1452 1453 InnerProduct linear_502 1 1 1453 1454 0=192 1=1 2=73728 BinaryOp add_168 2 1 1449 1454 1455 0=0 Permute transpose_2754 1 1 1455 1456 0=1 Reshape view_1914 1 1 1456 1457 0=48 1=48 2=192 Convolution conv_7 1 1 1457 1458 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2116 1 1 1458 1459 0=-1 1=192 Permute transpose_2755 1 1 1459 1460 0=1 BinaryOp add_169 2 1 1460 1222 1461 0=0 LayerNorm ln_210 1 1 1461 1462 0=192 1=1.000000e-05 2=1 Permute transpose_2756 1 1 1462 1463 0=1 Reshape view_1915 1 1 1463 1464 0=48 1=48 2=192 Convolution conv_8 1 1 1464 1465 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 BinaryOp add_170 2 1 1465 11 1466 0=0 Split splitncnn_75 1 2 1466 1467 out1 Convolution conv_1 1 1 9 1469 0=192 1=8 11=8 12=1 13=8 14=0 2=1 3=8 4=0 5=1 6=36864 Split splitncnn_76 1 2 1469 1470 1471 Reshape flatten_2117 1 1 1471 1472 0=-1 1=192 Permute transpose_2757 1 1 1472 1473 0=1 LayerNorm ln_211 1 1 1473 1474 0=192 1=1.000000e-05 2=1 Split splitncnn_77 1 3 1474 1475 1476 1477 LayerNorm ln_212 1 1 1477 1478 0=192 1=1.000000e-05 2=1 Reshape reshape_1207 1 1 1478 1479 Permute permute_2455 1 1 1479 1480 0=0 Reshape reshape_1208 1 1 1480 1481 0=192 1=64 2=36 InnerProduct linear_503 1 1 1481 1482 0=576 1=1 2=110592 Reshape reshape_1209 1 1 1482 1483 Permute permute_2456 1 1 1483 1484 0=0 Slice unbind_36 1 3 1484 1485 1486 1487 -23300=3,-233,-233,-233 1=0 Reshape reshape_1212 1 1 1485 1488 0=32 1=64 11=6 2=36 BinaryOp mul_171 1 1 1488 1489 0=2 1=1 2=1.767767e-01 Reshape reshape_1211 1 1 1486 1490 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8214 0 1 1491 0=64 1=64 11=6 2=1 MatMul matmultransb_36 2 1 1489 1490 1492 0=1 BinaryOp add_172 2 1 1492 1491 1493 0=0 Softmax softmax_829 1 1 1493 1494 0=3 1=1 Reshape reshape_1210 1 1 1487 1495 0=32 1=64 11=6 2=36 MatMul matmul_2204 2 1 1494 1495 1496 Permute transpose_2759 1 1 1496 1497 0=2 Reshape reshape_1213 1 1 1497 1498 0=192 1=64 2=36 InnerProduct linear_504 1 1 1498 1499 0=192 1=1 2=36864 Reshape reshape_1214 1 1 1499 1500 Permute permute_2457 1 1 1500 1501 0=0 Reshape reshape_1215 1 1 1501 1502 0=192 1=2304 BinaryOp add_173 2 1 1475 1502 1503 0=0 Split splitncnn_78 1 2 1503 1504 1505 LayerNorm ln_213 1 1 1505 1506 0=192 1=1.000000e-05 2=1 InnerProduct linear_505 1 1 1506 1507 0=384 1=1 2=73728 GELU gelu_65 1 1 1507 1508 InnerProduct linear_506 1 1 1508 1509 0=192 1=1 2=73728 BinaryOp add_174 2 1 1504 1509 1510 0=0 Split splitncnn_79 1 2 1510 1511 1512 LayerNorm ln_214 1 1 1512 1513 0=192 1=1.000000e-05 2=1 Reshape view_1916 1 1 1513 1514 0=192 1=48 2=48 torch.roll torch.roll_2456 1 1 1514 1515 Reshape view_1917 1 1 1515 1516 Permute permute_2458 1 1 1516 1517 0=0 Reshape reshape_1216 1 1 1517 1518 0=192 1=64 2=36 InnerProduct linear_507 1 1 1518 1519 0=576 1=1 2=110592 Reshape reshape_1217 1 1 1519 1520 Permute permute_2459 1 1 1520 1521 0=0 Slice unbind_37 1 3 1521 1522 1523 1524 -23300=3,-233,-233,-233 1=0 Reshape reshape_1220 1 1 1522 1525 0=32 1=64 11=6 2=36 BinaryOp mul_175 1 1 1525 1526 0=2 1=1 2=1.767767e-01 Reshape reshape_1219 1 1 1523 1527 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8367 0 1 1528 0=64 1=64 11=6 2=1 MatMul matmultransb_37 2 1 1526 1527 1529 0=1 BinaryOp add_176 2 1 1529 1528 1530 0=0 MemoryData pnnx_fold_8377 0 1 1531 0=64 1=64 11=1 2=36 Reshape view_1918 1 1 1530 1532 0=64 1=64 11=6 2=36 BinaryOp add_177 2 1 1532 1531 1533 0=0 Reshape view_1919 1 1 1533 1534 0=64 1=64 11=6 2=-1 Softmax softmax_830 1 1 1534 1535 0=3 1=1 Reshape reshape_1218 1 1 1524 1536 0=32 1=64 11=6 2=36 MatMul matmul_2206 2 1 1535 1536 1537 Permute transpose_2761 1 1 1537 1538 0=2 Reshape reshape_1221 1 1 1538 1539 0=192 1=64 2=36 InnerProduct linear_508 1 1 1539 1540 0=192 1=1 2=36864 Reshape reshape_1222 1 1 1540 1541 Permute permute_2460 1 1 1541 1542 0=0 Reshape reshape_1223 1 1 1542 1543 0=-1 1=48 2=48 torch.roll torch.roll_2457 1 1 1543 1544 Reshape view_1920 1 1 1544 1545 0=192 1=2304 BinaryOp add_178 2 1 1511 1545 1546 0=0 Split splitncnn_80 1 2 1546 1547 1548 LayerNorm ln_215 1 1 1548 1549 0=192 1=1.000000e-05 2=1 InnerProduct linear_509 1 1 1549 1550 0=384 1=1 2=73728 GELU gelu_66 1 1 1550 1551 InnerProduct linear_510 1 1 1551 1552 0=192 1=1 2=73728 BinaryOp add_179 2 1 1547 1552 1553 0=0 Split splitncnn_81 1 2 1553 1554 1555 LayerNorm ln_216 1 1 1555 1556 0=192 1=1.000000e-05 2=1 Reshape reshape_1224 1 1 1556 1557 Permute permute_2461 1 1 1557 1558 0=0 Reshape reshape_1225 1 1 1558 1559 0=192 1=64 2=36 InnerProduct linear_511 1 1 1559 1560 0=576 1=1 2=110592 Reshape reshape_1226 1 1 1560 1561 Permute permute_2462 1 1 1561 1562 0=0 Slice unbind_38 1 3 1562 1563 1564 1565 -23300=3,-233,-233,-233 1=0 Reshape reshape_1229 1 1 1563 1566 0=32 1=64 11=6 2=36 BinaryOp mul_180 1 1 1566 1567 0=2 1=1 2=1.767767e-01 Reshape reshape_1228 1 1 1564 1568 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8526 0 1 1569 0=64 1=64 11=6 2=1 MatMul matmultransb_38 2 1 1567 1568 1570 0=1 BinaryOp add_181 2 1 1570 1569 1571 0=0 Softmax softmax_831 1 1 1571 1572 0=3 1=1 Reshape reshape_1227 1 1 1565 1573 0=32 1=64 11=6 2=36 MatMul matmul_2208 2 1 1572 1573 1574 Permute transpose_2763 1 1 1574 1575 0=2 Reshape reshape_1230 1 1 1575 1576 0=192 1=64 2=36 InnerProduct linear_512 1 1 1576 1577 0=192 1=1 2=36864 Reshape reshape_1231 1 1 1577 1578 Permute permute_2463 1 1 1578 1579 0=0 Reshape reshape_1232 1 1 1579 1580 0=192 1=2304 BinaryOp add_182 2 1 1554 1580 1581 0=0 Split splitncnn_82 1 2 1581 1582 1583 LayerNorm ln_217 1 1 1583 1584 0=192 1=1.000000e-05 2=1 InnerProduct linear_513 1 1 1584 1585 0=384 1=1 2=73728 GELU gelu_67 1 1 1585 1586 InnerProduct linear_514 1 1 1586 1587 0=192 1=1 2=73728 BinaryOp add_183 2 1 1582 1587 1588 0=0 Split splitncnn_83 1 2 1588 1589 1590 LayerNorm ln_218 1 1 1590 1591 0=192 1=1.000000e-05 2=1 Reshape view_1921 1 1 1591 1592 0=192 1=48 2=48 torch.roll torch.roll_2458 1 1 1592 1593 Reshape view_1922 1 1 1593 1594 Permute permute_2464 1 1 1594 1595 0=0 Reshape reshape_1233 1 1 1595 1596 0=192 1=64 2=36 InnerProduct linear_515 1 1 1596 1597 0=576 1=1 2=110592 Reshape reshape_1234 1 1 1597 1598 Permute permute_2465 1 1 1598 1599 0=0 Slice unbind_39 1 3 1599 1600 1601 1602 -23300=3,-233,-233,-233 1=0 Reshape reshape_1237 1 1 1600 1603 0=32 1=64 11=6 2=36 BinaryOp mul_184 1 1 1603 1604 0=2 1=1 2=1.767767e-01 Reshape reshape_1236 1 1 1601 1605 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8679 0 1 1606 0=64 1=64 11=6 2=1 MatMul matmultransb_39 2 1 1604 1605 1607 0=1 BinaryOp add_185 2 1 1607 1606 1608 0=0 MemoryData pnnx_fold_8689 0 1 1609 0=64 1=64 11=1 2=36 Reshape view_1923 1 1 1608 1610 0=64 1=64 11=6 2=36 BinaryOp add_186 2 1 1610 1609 1611 0=0 Reshape view_1924 1 1 1611 1612 0=64 1=64 11=6 2=-1 Softmax softmax_832 1 1 1612 1613 0=3 1=1 Reshape reshape_1235 1 1 1602 1614 0=32 1=64 11=6 2=36 MatMul matmul_2210 2 1 1613 1614 1615 Permute transpose_2765 1 1 1615 1616 0=2 Reshape reshape_1238 1 1 1616 1617 0=192 1=64 2=36 InnerProduct linear_516 1 1 1617 1618 0=192 1=1 2=36864 Reshape reshape_1239 1 1 1618 1619 Permute permute_2466 1 1 1619 1620 0=0 Reshape reshape_1240 1 1 1620 1621 0=-1 1=48 2=48 torch.roll torch.roll_2459 1 1 1621 1622 Reshape view_1925 1 1 1622 1623 0=192 1=2304 BinaryOp add_187 2 1 1589 1623 1624 0=0 Split splitncnn_84 1 2 1624 1625 1626 LayerNorm ln_219 1 1 1626 1627 0=192 1=1.000000e-05 2=1 InnerProduct linear_517 1 1 1627 1628 0=384 1=1 2=73728 GELU gelu_68 1 1 1628 1629 InnerProduct linear_518 1 1 1629 1630 0=192 1=1 2=73728 BinaryOp add_188 2 1 1625 1630 1631 0=0 Split splitncnn_85 1 2 1631 1632 1633 LayerNorm ln_220 1 1 1633 1634 0=192 1=1.000000e-05 2=1 Reshape reshape_1241 1 1 1634 1635 Permute permute_2467 1 1 1635 1636 0=0 Reshape reshape_1242 1 1 1636 1637 0=192 1=64 2=36 InnerProduct linear_519 1 1 1637 1638 0=576 1=1 2=110592 Reshape reshape_1243 1 1 1638 1639 Permute permute_2468 1 1 1639 1640 0=0 Slice unbind_40 1 3 1640 1641 1642 1643 -23300=3,-233,-233,-233 1=0 Reshape reshape_1246 1 1 1641 1644 0=32 1=64 11=6 2=36 BinaryOp mul_189 1 1 1644 1645 0=2 1=1 2=1.767767e-01 Reshape reshape_1245 1 1 1642 1646 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8838 0 1 1647 0=64 1=64 11=6 2=1 MatMul matmultransb_40 2 1 1645 1646 1648 0=1 BinaryOp add_190 2 1 1648 1647 1649 0=0 Softmax softmax_833 1 1 1649 1650 0=3 1=1 Reshape reshape_1244 1 1 1643 1651 0=32 1=64 11=6 2=36 MatMul matmul_2212 2 1 1650 1651 1652 Permute transpose_2767 1 1 1652 1653 0=2 Reshape reshape_1247 1 1 1653 1654 0=192 1=64 2=36 InnerProduct linear_520 1 1 1654 1655 0=192 1=1 2=36864 Reshape reshape_1248 1 1 1655 1656 Permute permute_2469 1 1 1656 1657 0=0 Reshape reshape_1249 1 1 1657 1658 0=192 1=2304 BinaryOp add_191 2 1 1632 1658 1659 0=0 Split splitncnn_86 1 2 1659 1660 1661 LayerNorm ln_221 1 1 1661 1662 0=192 1=1.000000e-05 2=1 InnerProduct linear_521 1 1 1662 1663 0=384 1=1 2=73728 GELU gelu_69 1 1 1663 1664 InnerProduct linear_522 1 1 1664 1665 0=192 1=1 2=73728 BinaryOp add_192 2 1 1660 1665 1666 0=0 Split splitncnn_87 1 2 1666 1667 1668 LayerNorm ln_222 1 1 1668 1669 0=192 1=1.000000e-05 2=1 Reshape view_1926 1 1 1669 1670 0=192 1=48 2=48 torch.roll torch.roll_2460 1 1 1670 1671 Reshape view_1927 1 1 1671 1672 Permute permute_2470 1 1 1672 1673 0=0 Reshape reshape_1250 1 1 1673 1674 0=192 1=64 2=36 InnerProduct linear_523 1 1 1674 1675 0=576 1=1 2=110592 Reshape reshape_1251 1 1 1675 1676 Permute permute_2471 1 1 1676 1677 0=0 Slice unbind_41 1 3 1677 1678 1679 1680 -23300=3,-233,-233,-233 1=0 Reshape reshape_1254 1 1 1678 1681 0=32 1=64 11=6 2=36 BinaryOp mul_193 1 1 1681 1682 0=2 1=1 2=1.767767e-01 Reshape reshape_1253 1 1 1679 1683 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_8991 0 1 1684 0=64 1=64 11=6 2=1 MatMul matmultransb_41 2 1 1682 1683 1685 0=1 BinaryOp add_194 2 1 1685 1684 1686 0=0 MemoryData pnnx_fold_9001 0 1 1687 0=64 1=64 11=1 2=36 Reshape view_1928 1 1 1686 1688 0=64 1=64 11=6 2=36 BinaryOp add_195 2 1 1688 1687 1689 0=0 Reshape view_1929 1 1 1689 1690 0=64 1=64 11=6 2=-1 Softmax softmax_834 1 1 1690 1691 0=3 1=1 Reshape reshape_1252 1 1 1680 1692 0=32 1=64 11=6 2=36 MatMul matmul_2214 2 1 1691 1692 1693 Permute transpose_2769 1 1 1693 1694 0=2 Reshape reshape_1255 1 1 1694 1695 0=192 1=64 2=36 InnerProduct linear_524 1 1 1695 1696 0=192 1=1 2=36864 Reshape reshape_1256 1 1 1696 1697 Permute permute_2472 1 1 1697 1698 0=0 Reshape reshape_1257 1 1 1698 1699 0=-1 1=48 2=48 torch.roll torch.roll_2461 1 1 1699 1700 Reshape view_1930 1 1 1700 1701 0=192 1=2304 BinaryOp add_196 2 1 1667 1701 1702 0=0 Split splitncnn_88 1 2 1702 1703 1704 LayerNorm ln_223 1 1 1704 1705 0=192 1=1.000000e-05 2=1 InnerProduct linear_525 1 1 1705 1706 0=384 1=1 2=73728 GELU gelu_70 1 1 1706 1707 InnerProduct linear_526 1 1 1707 1708 0=192 1=1 2=73728 BinaryOp add_197 2 1 1703 1708 1709 0=0 Permute transpose_2770 1 1 1709 1710 0=1 Reshape view_1931 1 1 1710 1711 0=48 1=48 2=192 Convolution conv_9 1 1 1711 1712 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2118 1 1 1712 1713 0=-1 1=192 Permute transpose_2771 1 1 1713 1714 0=1 BinaryOp add_198 2 1 1714 1476 1715 0=0 Split splitncnn_89 1 3 1715 1716 1717 1718 LayerNorm ln_224 1 1 1718 1719 0=192 1=1.000000e-05 2=1 Reshape reshape_1258 1 1 1719 1720 Permute permute_2473 1 1 1720 1721 0=0 Reshape reshape_1259 1 1 1721 1722 0=192 1=64 2=36 InnerProduct linear_527 1 1 1722 1723 0=576 1=1 2=110592 Reshape reshape_1260 1 1 1723 1724 Permute permute_2474 1 1 1724 1725 0=0 Slice unbind_42 1 3 1725 1726 1727 1728 -23300=3,-233,-233,-233 1=0 Reshape reshape_1263 1 1 1726 1729 0=32 1=64 11=6 2=36 BinaryOp mul_199 1 1 1729 1730 0=2 1=1 2=1.767767e-01 Reshape reshape_1262 1 1 1727 1731 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_9184 0 1 1732 0=64 1=64 11=6 2=1 MatMul matmultransb_42 2 1 1730 1731 1733 0=1 BinaryOp add_200 2 1 1733 1732 1734 0=0 Softmax softmax_835 1 1 1734 1735 0=3 1=1 Reshape reshape_1261 1 1 1728 1736 0=32 1=64 11=6 2=36 MatMul matmul_2216 2 1 1735 1736 1737 Permute transpose_2773 1 1 1737 1738 0=2 Reshape reshape_1264 1 1 1738 1739 0=192 1=64 2=36 InnerProduct linear_528 1 1 1739 1740 0=192 1=1 2=36864 Reshape reshape_1265 1 1 1740 1741 Permute permute_2475 1 1 1741 1742 0=0 Reshape reshape_1266 1 1 1742 1743 0=192 1=2304 BinaryOp add_201 2 1 1716 1743 1744 0=0 Split splitncnn_90 1 2 1744 1745 1746 LayerNorm ln_225 1 1 1746 1747 0=192 1=1.000000e-05 2=1 InnerProduct linear_529 1 1 1747 1748 0=384 1=1 2=73728 GELU gelu_71 1 1 1748 1749 InnerProduct linear_530 1 1 1749 1750 0=192 1=1 2=73728 BinaryOp add_202 2 1 1745 1750 1751 0=0 Split splitncnn_91 1 2 1751 1752 1753 LayerNorm ln_226 1 1 1753 1754 0=192 1=1.000000e-05 2=1 Reshape view_1932 1 1 1754 1755 0=192 1=48 2=48 torch.roll torch.roll_2462 1 1 1755 1756 Reshape view_1933 1 1 1756 1757 Permute permute_2476 1 1 1757 1758 0=0 Reshape reshape_1267 1 1 1758 1759 0=192 1=64 2=36 InnerProduct linear_531 1 1 1759 1760 0=576 1=1 2=110592 Reshape reshape_1268 1 1 1760 1761 Permute permute_2477 1 1 1761 1762 0=0 Slice unbind_43 1 3 1762 1763 1764 1765 -23300=3,-233,-233,-233 1=0 Reshape reshape_1271 1 1 1763 1766 0=32 1=64 11=6 2=36 BinaryOp mul_203 1 1 1766 1767 0=2 1=1 2=1.767767e-01 Reshape reshape_1270 1 1 1764 1768 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_9337 0 1 1769 0=64 1=64 11=6 2=1 MatMul matmultransb_43 2 1 1767 1768 1770 0=1 BinaryOp add_204 2 1 1770 1769 1771 0=0 MemoryData pnnx_fold_9347 0 1 1772 0=64 1=64 11=1 2=36 Reshape view_1934 1 1 1771 1773 0=64 1=64 11=6 2=36 BinaryOp add_205 2 1 1773 1772 1774 0=0 Reshape view_1935 1 1 1774 1775 0=64 1=64 11=6 2=-1 Softmax softmax_836 1 1 1775 1776 0=3 1=1 Reshape reshape_1269 1 1 1765 1777 0=32 1=64 11=6 2=36 MatMul matmul_2218 2 1 1776 1777 1778 Permute transpose_2775 1 1 1778 1779 0=2 Reshape reshape_1272 1 1 1779 1780 0=192 1=64 2=36 InnerProduct linear_532 1 1 1780 1781 0=192 1=1 2=36864 Reshape reshape_1273 1 1 1781 1782 Permute permute_2478 1 1 1782 1783 0=0 Reshape reshape_1274 1 1 1783 1784 0=-1 1=48 2=48 torch.roll torch.roll_2463 1 1 1784 1785 Reshape view_1936 1 1 1785 1786 0=192 1=2304 BinaryOp add_206 2 1 1752 1786 1787 0=0 Split splitncnn_92 1 2 1787 1788 1789 LayerNorm ln_227 1 1 1789 1790 0=192 1=1.000000e-05 2=1 InnerProduct linear_533 1 1 1790 1791 0=384 1=1 2=73728 GELU gelu_72 1 1 1791 1792 InnerProduct linear_534 1 1 1792 1793 0=192 1=1 2=73728 BinaryOp add_207 2 1 1788 1793 1794 0=0 Split splitncnn_93 1 2 1794 1795 1796 LayerNorm ln_228 1 1 1796 1797 0=192 1=1.000000e-05 2=1 Reshape reshape_1275 1 1 1797 1798 Permute permute_2479 1 1 1798 1799 0=0 Reshape reshape_1276 1 1 1799 1800 0=192 1=64 2=36 InnerProduct linear_535 1 1 1800 1801 0=576 1=1 2=110592 Reshape reshape_1277 1 1 1801 1802 Permute permute_2480 1 1 1802 1803 0=0 Slice unbind_44 1 3 1803 1804 1805 1806 -23300=3,-233,-233,-233 1=0 Reshape reshape_1280 1 1 1804 1807 0=32 1=64 11=6 2=36 BinaryOp mul_208 1 1 1807 1808 0=2 1=1 2=1.767767e-01 Reshape reshape_1279 1 1 1805 1809 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_9496 0 1 1810 0=64 1=64 11=6 2=1 MatMul matmultransb_44 2 1 1808 1809 1811 0=1 BinaryOp add_209 2 1 1811 1810 1812 0=0 Softmax softmax_837 1 1 1812 1813 0=3 1=1 Reshape reshape_1278 1 1 1806 1814 0=32 1=64 11=6 2=36 MatMul matmul_2220 2 1 1813 1814 1815 Permute transpose_2777 1 1 1815 1816 0=2 Reshape reshape_1281 1 1 1816 1817 0=192 1=64 2=36 InnerProduct linear_536 1 1 1817 1818 0=192 1=1 2=36864 Reshape reshape_1282 1 1 1818 1819 Permute permute_2481 1 1 1819 1820 0=0 Reshape reshape_1283 1 1 1820 1821 0=192 1=2304 BinaryOp add_210 2 1 1795 1821 1822 0=0 Split splitncnn_94 1 2 1822 1823 1824 LayerNorm ln_229 1 1 1824 1825 0=192 1=1.000000e-05 2=1 InnerProduct linear_537 1 1 1825 1826 0=384 1=1 2=73728 GELU gelu_73 1 1 1826 1827 InnerProduct linear_538 1 1 1827 1828 0=192 1=1 2=73728 BinaryOp add_211 2 1 1823 1828 1829 0=0 Split splitncnn_95 1 2 1829 1830 1831 LayerNorm ln_230 1 1 1831 1832 0=192 1=1.000000e-05 2=1 Reshape view_1937 1 1 1832 1833 0=192 1=48 2=48 torch.roll torch.roll_2464 1 1 1833 1834 Reshape view_1938 1 1 1834 1835 Permute permute_2482 1 1 1835 1836 0=0 Reshape reshape_1284 1 1 1836 1837 0=192 1=64 2=36 InnerProduct linear_539 1 1 1837 1838 0=576 1=1 2=110592 Reshape reshape_1285 1 1 1838 1839 Permute permute_2483 1 1 1839 1840 0=0 Slice unbind_45 1 3 1840 1841 1842 1843 -23300=3,-233,-233,-233 1=0 Reshape reshape_1288 1 1 1841 1844 0=32 1=64 11=6 2=36 BinaryOp mul_212 1 1 1844 1845 0=2 1=1 2=1.767767e-01 Reshape reshape_1287 1 1 1842 1846 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_9649 0 1 1847 0=64 1=64 11=6 2=1 MatMul matmultransb_45 2 1 1845 1846 1848 0=1 BinaryOp add_213 2 1 1848 1847 1849 0=0 MemoryData pnnx_fold_9659 0 1 1850 0=64 1=64 11=1 2=36 Reshape view_1939 1 1 1849 1851 0=64 1=64 11=6 2=36 BinaryOp add_214 2 1 1851 1850 1852 0=0 Reshape view_1940 1 1 1852 1853 0=64 1=64 11=6 2=-1 Softmax softmax_838 1 1 1853 1854 0=3 1=1 Reshape reshape_1286 1 1 1843 1855 0=32 1=64 11=6 2=36 MatMul matmul_2222 2 1 1854 1855 1856 Permute transpose_2779 1 1 1856 1857 0=2 Reshape reshape_1289 1 1 1857 1858 0=192 1=64 2=36 InnerProduct linear_540 1 1 1858 1859 0=192 1=1 2=36864 Reshape reshape_1290 1 1 1859 1860 Permute permute_2484 1 1 1860 1861 0=0 Reshape reshape_1291 1 1 1861 1862 0=-1 1=48 2=48 torch.roll torch.roll_2465 1 1 1862 1863 Reshape view_1941 1 1 1863 1864 0=192 1=2304 BinaryOp add_215 2 1 1830 1864 1865 0=0 Split splitncnn_96 1 2 1865 1866 1867 LayerNorm ln_231 1 1 1867 1868 0=192 1=1.000000e-05 2=1 InnerProduct linear_541 1 1 1868 1869 0=384 1=1 2=73728 GELU gelu_74 1 1 1869 1870 InnerProduct linear_542 1 1 1870 1871 0=192 1=1 2=73728 BinaryOp add_216 2 1 1866 1871 1872 0=0 Split splitncnn_97 1 2 1872 1873 1874 LayerNorm ln_232 1 1 1874 1875 0=192 1=1.000000e-05 2=1 Reshape reshape_1292 1 1 1875 1876 Permute permute_2485 1 1 1876 1877 0=0 Reshape reshape_1293 1 1 1877 1878 0=192 1=64 2=36 InnerProduct linear_543 1 1 1878 1879 0=576 1=1 2=110592 Reshape reshape_1294 1 1 1879 1880 Permute permute_2486 1 1 1880 1881 0=0 Slice unbind_46 1 3 1881 1882 1883 1884 -23300=3,-233,-233,-233 1=0 Reshape reshape_1297 1 1 1882 1885 0=32 1=64 11=6 2=36 BinaryOp mul_217 1 1 1885 1886 0=2 1=1 2=1.767767e-01 Reshape reshape_1296 1 1 1883 1887 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_9808 0 1 1888 0=64 1=64 11=6 2=1 MatMul matmultransb_46 2 1 1886 1887 1889 0=1 BinaryOp add_218 2 1 1889 1888 1890 0=0 Softmax softmax_839 1 1 1890 1891 0=3 1=1 Reshape reshape_1295 1 1 1884 1892 0=32 1=64 11=6 2=36 MatMul matmul_2224 2 1 1891 1892 1893 Permute transpose_2781 1 1 1893 1894 0=2 Reshape reshape_1298 1 1 1894 1895 0=192 1=64 2=36 InnerProduct linear_544 1 1 1895 1896 0=192 1=1 2=36864 Reshape reshape_1299 1 1 1896 1897 Permute permute_2487 1 1 1897 1898 0=0 Reshape reshape_1300 1 1 1898 1899 0=192 1=2304 BinaryOp add_219 2 1 1873 1899 1900 0=0 Split splitncnn_98 1 2 1900 1901 1902 LayerNorm ln_233 1 1 1902 1903 0=192 1=1.000000e-05 2=1 InnerProduct linear_545 1 1 1903 1904 0=384 1=1 2=73728 GELU gelu_75 1 1 1904 1905 InnerProduct linear_546 1 1 1905 1906 0=192 1=1 2=73728 BinaryOp add_220 2 1 1901 1906 1907 0=0 Split splitncnn_99 1 2 1907 1908 1909 LayerNorm ln_234 1 1 1909 1910 0=192 1=1.000000e-05 2=1 Reshape view_1942 1 1 1910 1911 0=192 1=48 2=48 torch.roll torch.roll_2466 1 1 1911 1912 Reshape view_1943 1 1 1912 1913 Permute permute_2488 1 1 1913 1914 0=0 Reshape reshape_1301 1 1 1914 1915 0=192 1=64 2=36 InnerProduct linear_547 1 1 1915 1916 0=576 1=1 2=110592 Reshape reshape_1302 1 1 1916 1917 Permute permute_2489 1 1 1917 1918 0=0 Slice unbind_47 1 3 1918 1919 1920 1921 -23300=3,-233,-233,-233 1=0 Reshape reshape_1305 1 1 1919 1922 0=32 1=64 11=6 2=36 BinaryOp mul_221 1 1 1922 1923 0=2 1=1 2=1.767767e-01 Reshape reshape_1304 1 1 1920 1924 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_9961 0 1 1925 0=64 1=64 11=6 2=1 MatMul matmultransb_47 2 1 1923 1924 1926 0=1 BinaryOp add_222 2 1 1926 1925 1927 0=0 MemoryData pnnx_fold_9971 0 1 1928 0=64 1=64 11=1 2=36 Reshape view_1944 1 1 1927 1929 0=64 1=64 11=6 2=36 BinaryOp add_223 2 1 1929 1928 1930 0=0 Reshape view_1945 1 1 1930 1931 0=64 1=64 11=6 2=-1 Softmax softmax_840 1 1 1931 1932 0=3 1=1 Reshape reshape_1303 1 1 1921 1933 0=32 1=64 11=6 2=36 MatMul matmul_2226 2 1 1932 1933 1934 Permute transpose_2783 1 1 1934 1935 0=2 Reshape reshape_1306 1 1 1935 1936 0=192 1=64 2=36 InnerProduct linear_548 1 1 1936 1937 0=192 1=1 2=36864 Reshape reshape_1307 1 1 1937 1938 Permute permute_2490 1 1 1938 1939 0=0 Reshape reshape_1308 1 1 1939 1940 0=-1 1=48 2=48 torch.roll torch.roll_2467 1 1 1940 1941 Reshape view_1946 1 1 1941 1942 0=192 1=2304 BinaryOp add_224 2 1 1908 1942 1943 0=0 Split splitncnn_100 1 2 1943 1944 1945 LayerNorm ln_235 1 1 1945 1946 0=192 1=1.000000e-05 2=1 InnerProduct linear_549 1 1 1946 1947 0=384 1=1 2=73728 GELU gelu_76 1 1 1947 1948 InnerProduct linear_550 1 1 1948 1949 0=192 1=1 2=73728 BinaryOp add_225 2 1 1944 1949 1950 0=0 Permute transpose_2784 1 1 1950 1951 0=1 Reshape view_1947 1 1 1951 1952 0=48 1=48 2=192 Convolution conv_10 1 1 1952 1953 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2119 1 1 1953 1954 0=-1 1=192 Permute transpose_2785 1 1 1954 1955 0=1 BinaryOp add_226 2 1 1955 1717 1956 0=0 Split splitncnn_101 1 3 1956 1957 1958 1959 LayerNorm ln_236 1 1 1959 1960 0=192 1=1.000000e-05 2=1 Reshape reshape_1309 1 1 1960 1961 Permute permute_2491 1 1 1961 1962 0=0 Reshape reshape_1310 1 1 1962 1963 0=192 1=64 2=36 InnerProduct linear_551 1 1 1963 1964 0=576 1=1 2=110592 Reshape reshape_1311 1 1 1964 1965 Permute permute_2492 1 1 1965 1966 0=0 Slice unbind_48 1 3 1966 1967 1968 1969 -23300=3,-233,-233,-233 1=0 Reshape reshape_1314 1 1 1967 1970 0=32 1=64 11=6 2=36 BinaryOp mul_227 1 1 1970 1971 0=2 1=1 2=1.767767e-01 Reshape reshape_1313 1 1 1968 1972 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_10154 0 1 1973 0=64 1=64 11=6 2=1 MatMul matmultransb_48 2 1 1971 1972 1974 0=1 BinaryOp add_228 2 1 1974 1973 1975 0=0 Softmax softmax_841 1 1 1975 1976 0=3 1=1 Reshape reshape_1312 1 1 1969 1977 0=32 1=64 11=6 2=36 MatMul matmul_2228 2 1 1976 1977 1978 Permute transpose_2787 1 1 1978 1979 0=2 Reshape reshape_1315 1 1 1979 1980 0=192 1=64 2=36 InnerProduct linear_552 1 1 1980 1981 0=192 1=1 2=36864 Reshape reshape_1316 1 1 1981 1982 Permute permute_2493 1 1 1982 1983 0=0 Reshape reshape_1317 1 1 1983 1984 0=192 1=2304 BinaryOp add_229 2 1 1957 1984 1985 0=0 Split splitncnn_102 1 2 1985 1986 1987 LayerNorm ln_237 1 1 1987 1988 0=192 1=1.000000e-05 2=1 InnerProduct linear_553 1 1 1988 1989 0=384 1=1 2=73728 GELU gelu_77 1 1 1989 1990 InnerProduct linear_554 1 1 1990 1991 0=192 1=1 2=73728 BinaryOp add_230 2 1 1986 1991 1992 0=0 Split splitncnn_103 1 2 1992 1993 1994 LayerNorm ln_238 1 1 1994 1995 0=192 1=1.000000e-05 2=1 Reshape view_1948 1 1 1995 1996 0=192 1=48 2=48 torch.roll torch.roll_2468 1 1 1996 1997 Reshape view_1949 1 1 1997 1998 Permute permute_2494 1 1 1998 1999 0=0 Reshape reshape_1318 1 1 1999 2000 0=192 1=64 2=36 InnerProduct linear_555 1 1 2000 2001 0=576 1=1 2=110592 Reshape reshape_1319 1 1 2001 2002 Permute permute_2495 1 1 2002 2003 0=0 Slice unbind_49 1 3 2003 2004 2005 2006 -23300=3,-233,-233,-233 1=0 Reshape reshape_1322 1 1 2004 2007 0=32 1=64 11=6 2=36 BinaryOp mul_231 1 1 2007 2008 0=2 1=1 2=1.767767e-01 Reshape reshape_1321 1 1 2005 2009 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_10307 0 1 2010 0=64 1=64 11=6 2=1 MatMul matmultransb_49 2 1 2008 2009 2011 0=1 BinaryOp add_232 2 1 2011 2010 2012 0=0 MemoryData pnnx_fold_10317 0 1 2013 0=64 1=64 11=1 2=36 Reshape view_1950 1 1 2012 2014 0=64 1=64 11=6 2=36 BinaryOp add_233 2 1 2014 2013 2015 0=0 Reshape view_1951 1 1 2015 2016 0=64 1=64 11=6 2=-1 Softmax softmax_842 1 1 2016 2017 0=3 1=1 Reshape reshape_1320 1 1 2006 2018 0=32 1=64 11=6 2=36 MatMul matmul_2230 2 1 2017 2018 2019 Permute transpose_2789 1 1 2019 2020 0=2 Reshape reshape_1323 1 1 2020 2021 0=192 1=64 2=36 InnerProduct linear_556 1 1 2021 2022 0=192 1=1 2=36864 Reshape reshape_1324 1 1 2022 2023 Permute permute_2496 1 1 2023 2024 0=0 Reshape reshape_1325 1 1 2024 2025 0=-1 1=48 2=48 torch.roll torch.roll_2469 1 1 2025 2026 Reshape view_1952 1 1 2026 2027 0=192 1=2304 BinaryOp add_234 2 1 1993 2027 2028 0=0 Split splitncnn_104 1 2 2028 2029 2030 LayerNorm ln_239 1 1 2030 2031 0=192 1=1.000000e-05 2=1 InnerProduct linear_557 1 1 2031 2032 0=384 1=1 2=73728 GELU gelu_78 1 1 2032 2033 InnerProduct linear_558 1 1 2033 2034 0=192 1=1 2=73728 BinaryOp add_235 2 1 2029 2034 2035 0=0 Split splitncnn_105 1 2 2035 2036 2037 LayerNorm ln_240 1 1 2037 2038 0=192 1=1.000000e-05 2=1 Reshape reshape_1326 1 1 2038 2039 Permute permute_2497 1 1 2039 2040 0=0 Reshape reshape_1327 1 1 2040 2041 0=192 1=64 2=36 InnerProduct linear_559 1 1 2041 2042 0=576 1=1 2=110592 Reshape reshape_1328 1 1 2042 2043 Permute permute_2498 1 1 2043 2044 0=0 Slice unbind_50 1 3 2044 2045 2046 2047 -23300=3,-233,-233,-233 1=0 Reshape reshape_1331 1 1 2045 2048 0=32 1=64 11=6 2=36 BinaryOp mul_236 1 1 2048 2049 0=2 1=1 2=1.767767e-01 Reshape reshape_1330 1 1 2046 2050 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_10466 0 1 2051 0=64 1=64 11=6 2=1 MatMul matmultransb_50 2 1 2049 2050 2052 0=1 BinaryOp add_237 2 1 2052 2051 2053 0=0 Softmax softmax_843 1 1 2053 2054 0=3 1=1 Reshape reshape_1329 1 1 2047 2055 0=32 1=64 11=6 2=36 MatMul matmul_2232 2 1 2054 2055 2056 Permute transpose_2791 1 1 2056 2057 0=2 Reshape reshape_1332 1 1 2057 2058 0=192 1=64 2=36 InnerProduct linear_560 1 1 2058 2059 0=192 1=1 2=36864 Reshape reshape_1333 1 1 2059 2060 Permute permute_2499 1 1 2060 2061 0=0 Reshape reshape_1334 1 1 2061 2062 0=192 1=2304 BinaryOp add_238 2 1 2036 2062 2063 0=0 Split splitncnn_106 1 2 2063 2064 2065 LayerNorm ln_241 1 1 2065 2066 0=192 1=1.000000e-05 2=1 InnerProduct linear_561 1 1 2066 2067 0=384 1=1 2=73728 GELU gelu_79 1 1 2067 2068 InnerProduct linear_562 1 1 2068 2069 0=192 1=1 2=73728 BinaryOp add_239 2 1 2064 2069 2070 0=0 Split splitncnn_107 1 2 2070 2071 2072 LayerNorm ln_242 1 1 2072 2073 0=192 1=1.000000e-05 2=1 Reshape view_1953 1 1 2073 2074 0=192 1=48 2=48 torch.roll torch.roll_2470 1 1 2074 2075 Reshape view_1954 1 1 2075 2076 Permute permute_2500 1 1 2076 2077 0=0 Reshape reshape_1335 1 1 2077 2078 0=192 1=64 2=36 InnerProduct linear_563 1 1 2078 2079 0=576 1=1 2=110592 Reshape reshape_1336 1 1 2079 2080 Permute permute_2501 1 1 2080 2081 0=0 Slice unbind_51 1 3 2081 2082 2083 2084 -23300=3,-233,-233,-233 1=0 Reshape reshape_1339 1 1 2082 2085 0=32 1=64 11=6 2=36 BinaryOp mul_240 1 1 2085 2086 0=2 1=1 2=1.767767e-01 Reshape reshape_1338 1 1 2083 2087 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_10619 0 1 2088 0=64 1=64 11=6 2=1 MatMul matmultransb_51 2 1 2086 2087 2089 0=1 BinaryOp add_241 2 1 2089 2088 2090 0=0 MemoryData pnnx_fold_10629 0 1 2091 0=64 1=64 11=1 2=36 Reshape view_1955 1 1 2090 2092 0=64 1=64 11=6 2=36 BinaryOp add_242 2 1 2092 2091 2093 0=0 Reshape view_1956 1 1 2093 2094 0=64 1=64 11=6 2=-1 Softmax softmax_844 1 1 2094 2095 0=3 1=1 Reshape reshape_1337 1 1 2084 2096 0=32 1=64 11=6 2=36 MatMul matmul_2234 2 1 2095 2096 2097 Permute transpose_2793 1 1 2097 2098 0=2 Reshape reshape_1340 1 1 2098 2099 0=192 1=64 2=36 InnerProduct linear_564 1 1 2099 2100 0=192 1=1 2=36864 Reshape reshape_1341 1 1 2100 2101 Permute permute_2502 1 1 2101 2102 0=0 Reshape reshape_1342 1 1 2102 2103 0=-1 1=48 2=48 torch.roll torch.roll_2471 1 1 2103 2104 Reshape view_1957 1 1 2104 2105 0=192 1=2304 BinaryOp add_243 2 1 2071 2105 2106 0=0 Split splitncnn_108 1 2 2106 2107 2108 LayerNorm ln_243 1 1 2108 2109 0=192 1=1.000000e-05 2=1 InnerProduct linear_565 1 1 2109 2110 0=384 1=1 2=73728 GELU gelu_80 1 1 2110 2111 InnerProduct linear_566 1 1 2111 2112 0=192 1=1 2=73728 BinaryOp add_244 2 1 2107 2112 2113 0=0 Split splitncnn_109 1 2 2113 2114 2115 LayerNorm ln_244 1 1 2115 2116 0=192 1=1.000000e-05 2=1 Reshape reshape_1343 1 1 2116 2117 Permute permute_2503 1 1 2117 2118 0=0 Reshape reshape_1344 1 1 2118 2119 0=192 1=64 2=36 InnerProduct linear_567 1 1 2119 2120 0=576 1=1 2=110592 Reshape reshape_1345 1 1 2120 2121 Permute permute_2504 1 1 2121 2122 0=0 Slice unbind_52 1 3 2122 2123 2124 2125 -23300=3,-233,-233,-233 1=0 Reshape reshape_1348 1 1 2123 2126 0=32 1=64 11=6 2=36 BinaryOp mul_245 1 1 2126 2127 0=2 1=1 2=1.767767e-01 Reshape reshape_1347 1 1 2124 2128 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_10778 0 1 2129 0=64 1=64 11=6 2=1 MatMul matmultransb_52 2 1 2127 2128 2130 0=1 BinaryOp add_246 2 1 2130 2129 2131 0=0 Softmax softmax_845 1 1 2131 2132 0=3 1=1 Reshape reshape_1346 1 1 2125 2133 0=32 1=64 11=6 2=36 MatMul matmul_2236 2 1 2132 2133 2134 Permute transpose_2795 1 1 2134 2135 0=2 Reshape reshape_1349 1 1 2135 2136 0=192 1=64 2=36 InnerProduct linear_568 1 1 2136 2137 0=192 1=1 2=36864 Reshape reshape_1350 1 1 2137 2138 Permute permute_2505 1 1 2138 2139 0=0 Reshape reshape_1351 1 1 2139 2140 0=192 1=2304 BinaryOp add_247 2 1 2114 2140 2141 0=0 Split splitncnn_110 1 2 2141 2142 2143 LayerNorm ln_245 1 1 2143 2144 0=192 1=1.000000e-05 2=1 InnerProduct linear_569 1 1 2144 2145 0=384 1=1 2=73728 GELU gelu_81 1 1 2145 2146 InnerProduct linear_570 1 1 2146 2147 0=192 1=1 2=73728 BinaryOp add_248 2 1 2142 2147 2148 0=0 Split splitncnn_111 1 2 2148 2149 2150 LayerNorm ln_246 1 1 2150 2151 0=192 1=1.000000e-05 2=1 Reshape view_1958 1 1 2151 2152 0=192 1=48 2=48 torch.roll torch.roll_2472 1 1 2152 2153 Reshape view_1959 1 1 2153 2154 Permute permute_2506 1 1 2154 2155 0=0 Reshape reshape_1352 1 1 2155 2156 0=192 1=64 2=36 InnerProduct linear_571 1 1 2156 2157 0=576 1=1 2=110592 Reshape reshape_1353 1 1 2157 2158 Permute permute_2507 1 1 2158 2159 0=0 Slice unbind_53 1 3 2159 2160 2161 2162 -23300=3,-233,-233,-233 1=0 Reshape reshape_1356 1 1 2160 2163 0=32 1=64 11=6 2=36 BinaryOp mul_249 1 1 2163 2164 0=2 1=1 2=1.767767e-01 Reshape reshape_1355 1 1 2161 2165 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_10931 0 1 2166 0=64 1=64 11=6 2=1 MatMul matmultransb_53 2 1 2164 2165 2167 0=1 BinaryOp add_250 2 1 2167 2166 2168 0=0 MemoryData pnnx_fold_10941 0 1 2169 0=64 1=64 11=1 2=36 Reshape view_1960 1 1 2168 2170 0=64 1=64 11=6 2=36 BinaryOp add_251 2 1 2170 2169 2171 0=0 Reshape view_1961 1 1 2171 2172 0=64 1=64 11=6 2=-1 Softmax softmax_846 1 1 2172 2173 0=3 1=1 Reshape reshape_1354 1 1 2162 2174 0=32 1=64 11=6 2=36 MatMul matmul_2238 2 1 2173 2174 2175 Permute transpose_2797 1 1 2175 2176 0=2 Reshape reshape_1357 1 1 2176 2177 0=192 1=64 2=36 InnerProduct linear_572 1 1 2177 2178 0=192 1=1 2=36864 Reshape reshape_1358 1 1 2178 2179 Permute permute_2508 1 1 2179 2180 0=0 Reshape reshape_1359 1 1 2180 2181 0=-1 1=48 2=48 torch.roll torch.roll_2473 1 1 2181 2182 Reshape view_1962 1 1 2182 2183 0=192 1=2304 BinaryOp add_252 2 1 2149 2183 2184 0=0 Split splitncnn_112 1 2 2184 2185 2186 LayerNorm ln_247 1 1 2186 2187 0=192 1=1.000000e-05 2=1 InnerProduct linear_573 1 1 2187 2188 0=384 1=1 2=73728 GELU gelu_82 1 1 2188 2189 InnerProduct linear_574 1 1 2189 2190 0=192 1=1 2=73728 BinaryOp add_253 2 1 2185 2190 2191 0=0 Permute transpose_2798 1 1 2191 2192 0=1 Reshape view_1963 1 1 2192 2193 0=48 1=48 2=192 Convolution conv_11 1 1 2193 2194 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2120 1 1 2194 2195 0=-1 1=192 Permute transpose_2799 1 1 2195 2196 0=1 BinaryOp add_254 2 1 2196 1958 2197 0=0 Split splitncnn_113 1 3 2197 2198 2199 2200 LayerNorm ln_248 1 1 2200 2201 0=192 1=1.000000e-05 2=1 Reshape reshape_1360 1 1 2201 2202 Permute permute_2509 1 1 2202 2203 0=0 Reshape reshape_1361 1 1 2203 2204 0=192 1=64 2=36 InnerProduct linear_575 1 1 2204 2205 0=576 1=1 2=110592 Reshape reshape_1362 1 1 2205 2206 Permute permute_2510 1 1 2206 2207 0=0 Slice unbind_54 1 3 2207 2208 2209 2210 -23300=3,-233,-233,-233 1=0 Reshape reshape_1365 1 1 2208 2211 0=32 1=64 11=6 2=36 BinaryOp mul_255 1 1 2211 2212 0=2 1=1 2=1.767767e-01 Reshape reshape_1364 1 1 2209 2213 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_11124 0 1 2214 0=64 1=64 11=6 2=1 MatMul matmultransb_54 2 1 2212 2213 2215 0=1 BinaryOp add_256 2 1 2215 2214 2216 0=0 Softmax softmax_847 1 1 2216 2217 0=3 1=1 Reshape reshape_1363 1 1 2210 2218 0=32 1=64 11=6 2=36 MatMul matmul_2240 2 1 2217 2218 2219 Permute transpose_2801 1 1 2219 2220 0=2 Reshape reshape_1366 1 1 2220 2221 0=192 1=64 2=36 InnerProduct linear_576 1 1 2221 2222 0=192 1=1 2=36864 Reshape reshape_1367 1 1 2222 2223 Permute permute_2511 1 1 2223 2224 0=0 Reshape reshape_1368 1 1 2224 2225 0=192 1=2304 BinaryOp add_257 2 1 2198 2225 2226 0=0 Split splitncnn_114 1 2 2226 2227 2228 LayerNorm ln_249 1 1 2228 2229 0=192 1=1.000000e-05 2=1 InnerProduct linear_577 1 1 2229 2230 0=384 1=1 2=73728 GELU gelu_83 1 1 2230 2231 InnerProduct linear_578 1 1 2231 2232 0=192 1=1 2=73728 BinaryOp add_258 2 1 2227 2232 2233 0=0 Split splitncnn_115 1 2 2233 2234 2235 LayerNorm ln_250 1 1 2235 2236 0=192 1=1.000000e-05 2=1 Reshape view_1964 1 1 2236 2237 0=192 1=48 2=48 torch.roll torch.roll_2474 1 1 2237 2238 Reshape view_1965 1 1 2238 2239 Permute permute_2512 1 1 2239 2240 0=0 Reshape reshape_1369 1 1 2240 2241 0=192 1=64 2=36 InnerProduct linear_579 1 1 2241 2242 0=576 1=1 2=110592 Reshape reshape_1370 1 1 2242 2243 Permute permute_2513 1 1 2243 2244 0=0 Slice unbind_55 1 3 2244 2245 2246 2247 -23300=3,-233,-233,-233 1=0 Reshape reshape_1373 1 1 2245 2248 0=32 1=64 11=6 2=36 BinaryOp mul_259 1 1 2248 2249 0=2 1=1 2=1.767767e-01 Reshape reshape_1372 1 1 2246 2250 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_11277 0 1 2251 0=64 1=64 11=6 2=1 MatMul matmultransb_55 2 1 2249 2250 2252 0=1 BinaryOp add_260 2 1 2252 2251 2253 0=0 MemoryData pnnx_fold_11287 0 1 2254 0=64 1=64 11=1 2=36 Reshape view_1966 1 1 2253 2255 0=64 1=64 11=6 2=36 BinaryOp add_261 2 1 2255 2254 2256 0=0 Reshape view_1967 1 1 2256 2257 0=64 1=64 11=6 2=-1 Softmax softmax_848 1 1 2257 2258 0=3 1=1 Reshape reshape_1371 1 1 2247 2259 0=32 1=64 11=6 2=36 MatMul matmul_2242 2 1 2258 2259 2260 Permute transpose_2803 1 1 2260 2261 0=2 Reshape reshape_1374 1 1 2261 2262 0=192 1=64 2=36 InnerProduct linear_580 1 1 2262 2263 0=192 1=1 2=36864 Reshape reshape_1375 1 1 2263 2264 Permute permute_2514 1 1 2264 2265 0=0 Reshape reshape_1376 1 1 2265 2266 0=-1 1=48 2=48 torch.roll torch.roll_2475 1 1 2266 2267 Reshape view_1968 1 1 2267 2268 0=192 1=2304 BinaryOp add_262 2 1 2234 2268 2269 0=0 Split splitncnn_116 1 2 2269 2270 2271 LayerNorm ln_251 1 1 2271 2272 0=192 1=1.000000e-05 2=1 InnerProduct linear_581 1 1 2272 2273 0=384 1=1 2=73728 GELU gelu_84 1 1 2273 2274 InnerProduct linear_582 1 1 2274 2275 0=192 1=1 2=73728 BinaryOp add_263 2 1 2270 2275 2276 0=0 Split splitncnn_117 1 2 2276 2277 2278 LayerNorm ln_252 1 1 2278 2279 0=192 1=1.000000e-05 2=1 Reshape reshape_1377 1 1 2279 2280 Permute permute_2515 1 1 2280 2281 0=0 Reshape reshape_1378 1 1 2281 2282 0=192 1=64 2=36 InnerProduct linear_583 1 1 2282 2283 0=576 1=1 2=110592 Reshape reshape_1379 1 1 2283 2284 Permute permute_2516 1 1 2284 2285 0=0 Slice unbind_56 1 3 2285 2286 2287 2288 -23300=3,-233,-233,-233 1=0 Reshape reshape_1382 1 1 2286 2289 0=32 1=64 11=6 2=36 BinaryOp mul_264 1 1 2289 2290 0=2 1=1 2=1.767767e-01 Reshape reshape_1381 1 1 2287 2291 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_11436 0 1 2292 0=64 1=64 11=6 2=1 MatMul matmultransb_56 2 1 2290 2291 2293 0=1 BinaryOp add_265 2 1 2293 2292 2294 0=0 Softmax softmax_849 1 1 2294 2295 0=3 1=1 Reshape reshape_1380 1 1 2288 2296 0=32 1=64 11=6 2=36 MatMul matmul_2244 2 1 2295 2296 2297 Permute transpose_2805 1 1 2297 2298 0=2 Reshape reshape_1383 1 1 2298 2299 0=192 1=64 2=36 InnerProduct linear_584 1 1 2299 2300 0=192 1=1 2=36864 Reshape reshape_1384 1 1 2300 2301 Permute permute_2517 1 1 2301 2302 0=0 Reshape reshape_1385 1 1 2302 2303 0=192 1=2304 BinaryOp add_266 2 1 2277 2303 2304 0=0 Split splitncnn_118 1 2 2304 2305 2306 LayerNorm ln_253 1 1 2306 2307 0=192 1=1.000000e-05 2=1 InnerProduct linear_585 1 1 2307 2308 0=384 1=1 2=73728 GELU gelu_85 1 1 2308 2309 InnerProduct linear_586 1 1 2309 2310 0=192 1=1 2=73728 BinaryOp add_267 2 1 2305 2310 2311 0=0 Split splitncnn_119 1 2 2311 2312 2313 LayerNorm ln_254 1 1 2313 2314 0=192 1=1.000000e-05 2=1 Reshape view_1969 1 1 2314 2315 0=192 1=48 2=48 torch.roll torch.roll_2476 1 1 2315 2316 Reshape view_1970 1 1 2316 2317 Permute permute_2518 1 1 2317 2318 0=0 Reshape reshape_1386 1 1 2318 2319 0=192 1=64 2=36 InnerProduct linear_587 1 1 2319 2320 0=576 1=1 2=110592 Reshape reshape_1387 1 1 2320 2321 Permute permute_2519 1 1 2321 2322 0=0 Slice unbind_57 1 3 2322 2323 2324 2325 -23300=3,-233,-233,-233 1=0 Reshape reshape_1390 1 1 2323 2326 0=32 1=64 11=6 2=36 BinaryOp mul_268 1 1 2326 2327 0=2 1=1 2=1.767767e-01 Reshape reshape_1389 1 1 2324 2328 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_11589 0 1 2329 0=64 1=64 11=6 2=1 MatMul matmultransb_57 2 1 2327 2328 2330 0=1 BinaryOp add_269 2 1 2330 2329 2331 0=0 MemoryData pnnx_fold_11599 0 1 2332 0=64 1=64 11=1 2=36 Reshape view_1971 1 1 2331 2333 0=64 1=64 11=6 2=36 BinaryOp add_270 2 1 2333 2332 2334 0=0 Reshape view_1972 1 1 2334 2335 0=64 1=64 11=6 2=-1 Softmax softmax_850 1 1 2335 2336 0=3 1=1 Reshape reshape_1388 1 1 2325 2337 0=32 1=64 11=6 2=36 MatMul matmul_2246 2 1 2336 2337 2338 Permute transpose_2807 1 1 2338 2339 0=2 Reshape reshape_1391 1 1 2339 2340 0=192 1=64 2=36 InnerProduct linear_588 1 1 2340 2341 0=192 1=1 2=36864 Reshape reshape_1392 1 1 2341 2342 Permute permute_2520 1 1 2342 2343 0=0 Reshape reshape_1393 1 1 2343 2344 0=-1 1=48 2=48 torch.roll torch.roll_2477 1 1 2344 2345 Reshape view_1973 1 1 2345 2346 0=192 1=2304 BinaryOp add_271 2 1 2312 2346 2347 0=0 Split splitncnn_120 1 2 2347 2348 2349 LayerNorm ln_255 1 1 2349 2350 0=192 1=1.000000e-05 2=1 InnerProduct linear_589 1 1 2350 2351 0=384 1=1 2=73728 GELU gelu_86 1 1 2351 2352 InnerProduct linear_590 1 1 2352 2353 0=192 1=1 2=73728 BinaryOp add_272 2 1 2348 2353 2354 0=0 Split splitncnn_121 1 2 2354 2355 2356 LayerNorm ln_256 1 1 2356 2357 0=192 1=1.000000e-05 2=1 Reshape reshape_1394 1 1 2357 2358 Permute permute_2521 1 1 2358 2359 0=0 Reshape reshape_1395 1 1 2359 2360 0=192 1=64 2=36 InnerProduct linear_591 1 1 2360 2361 0=576 1=1 2=110592 Reshape reshape_1396 1 1 2361 2362 Permute permute_2522 1 1 2362 2363 0=0 Slice unbind_58 1 3 2363 2364 2365 2366 -23300=3,-233,-233,-233 1=0 Reshape reshape_1399 1 1 2364 2367 0=32 1=64 11=6 2=36 BinaryOp mul_273 1 1 2367 2368 0=2 1=1 2=1.767767e-01 Reshape reshape_1398 1 1 2365 2369 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_11748 0 1 2370 0=64 1=64 11=6 2=1 MatMul matmultransb_58 2 1 2368 2369 2371 0=1 BinaryOp add_274 2 1 2371 2370 2372 0=0 Softmax softmax_851 1 1 2372 2373 0=3 1=1 Reshape reshape_1397 1 1 2366 2374 0=32 1=64 11=6 2=36 MatMul matmul_2248 2 1 2373 2374 2375 Permute transpose_2809 1 1 2375 2376 0=2 Reshape reshape_1400 1 1 2376 2377 0=192 1=64 2=36 InnerProduct linear_592 1 1 2377 2378 0=192 1=1 2=36864 Reshape reshape_1401 1 1 2378 2379 Permute permute_2523 1 1 2379 2380 0=0 Reshape reshape_1402 1 1 2380 2381 0=192 1=2304 BinaryOp add_275 2 1 2355 2381 2382 0=0 Split splitncnn_122 1 2 2382 2383 2384 LayerNorm ln_257 1 1 2384 2385 0=192 1=1.000000e-05 2=1 InnerProduct linear_593 1 1 2385 2386 0=384 1=1 2=73728 GELU gelu_87 1 1 2386 2387 InnerProduct linear_594 1 1 2387 2388 0=192 1=1 2=73728 BinaryOp add_276 2 1 2383 2388 2389 0=0 Split splitncnn_123 1 2 2389 2390 2391 LayerNorm ln_258 1 1 2391 2392 0=192 1=1.000000e-05 2=1 Reshape view_1974 1 1 2392 2393 0=192 1=48 2=48 torch.roll torch.roll_2478 1 1 2393 2394 Reshape view_1975 1 1 2394 2395 Permute permute_2524 1 1 2395 2396 0=0 Reshape reshape_1403 1 1 2396 2397 0=192 1=64 2=36 InnerProduct linear_595 1 1 2397 2398 0=576 1=1 2=110592 Reshape reshape_1404 1 1 2398 2399 Permute permute_2525 1 1 2399 2400 0=0 Slice unbind_59 1 3 2400 2401 2402 2403 -23300=3,-233,-233,-233 1=0 Reshape reshape_1407 1 1 2401 2404 0=32 1=64 11=6 2=36 BinaryOp mul_277 1 1 2404 2405 0=2 1=1 2=1.767767e-01 Reshape reshape_1406 1 1 2402 2406 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_11901 0 1 2407 0=64 1=64 11=6 2=1 MatMul matmultransb_59 2 1 2405 2406 2408 0=1 BinaryOp add_278 2 1 2408 2407 2409 0=0 MemoryData pnnx_fold_11911 0 1 2410 0=64 1=64 11=1 2=36 Reshape view_1976 1 1 2409 2411 0=64 1=64 11=6 2=36 BinaryOp add_279 2 1 2411 2410 2412 0=0 Reshape view_1977 1 1 2412 2413 0=64 1=64 11=6 2=-1 Softmax softmax_852 1 1 2413 2414 0=3 1=1 Reshape reshape_1405 1 1 2403 2415 0=32 1=64 11=6 2=36 MatMul matmul_2250 2 1 2414 2415 2416 Permute transpose_2811 1 1 2416 2417 0=2 Reshape reshape_1408 1 1 2417 2418 0=192 1=64 2=36 InnerProduct linear_596 1 1 2418 2419 0=192 1=1 2=36864 Reshape reshape_1409 1 1 2419 2420 Permute permute_2526 1 1 2420 2421 0=0 Reshape reshape_1410 1 1 2421 2422 0=-1 1=48 2=48 torch.roll torch.roll_2479 1 1 2422 2423 Reshape view_1978 1 1 2423 2424 0=192 1=2304 BinaryOp add_280 2 1 2390 2424 2425 0=0 Split splitncnn_124 1 2 2425 2426 2427 LayerNorm ln_259 1 1 2427 2428 0=192 1=1.000000e-05 2=1 InnerProduct linear_597 1 1 2428 2429 0=384 1=1 2=73728 GELU gelu_88 1 1 2429 2430 InnerProduct linear_598 1 1 2430 2431 0=192 1=1 2=73728 BinaryOp add_281 2 1 2426 2431 2432 0=0 Permute transpose_2812 1 1 2432 2433 0=1 Reshape view_1979 1 1 2433 2434 0=48 1=48 2=192 Convolution conv_12 1 1 2434 2435 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2121 1 1 2435 2436 0=-1 1=192 Permute transpose_2813 1 1 2436 2437 0=1 BinaryOp add_282 2 1 2437 2199 2438 0=0 Split splitncnn_125 1 3 2438 2439 2440 2441 LayerNorm ln_260 1 1 2441 2442 0=192 1=1.000000e-05 2=1 Reshape reshape_1411 1 1 2442 2443 Permute permute_2527 1 1 2443 2444 0=0 Reshape reshape_1412 1 1 2444 2445 0=192 1=64 2=36 InnerProduct linear_599 1 1 2445 2446 0=576 1=1 2=110592 Reshape reshape_1413 1 1 2446 2447 Permute permute_2528 1 1 2447 2448 0=0 Slice unbind_60 1 3 2448 2449 2450 2451 -23300=3,-233,-233,-233 1=0 Reshape reshape_1416 1 1 2449 2452 0=32 1=64 11=6 2=36 BinaryOp mul_283 1 1 2452 2453 0=2 1=1 2=1.767767e-01 Reshape reshape_1415 1 1 2450 2454 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_12094 0 1 2455 0=64 1=64 11=6 2=1 MatMul matmultransb_60 2 1 2453 2454 2456 0=1 BinaryOp add_284 2 1 2456 2455 2457 0=0 Softmax softmax_853 1 1 2457 2458 0=3 1=1 Reshape reshape_1414 1 1 2451 2459 0=32 1=64 11=6 2=36 MatMul matmul_2252 2 1 2458 2459 2460 Permute transpose_2815 1 1 2460 2461 0=2 Reshape reshape_1417 1 1 2461 2462 0=192 1=64 2=36 InnerProduct linear_600 1 1 2462 2463 0=192 1=1 2=36864 Reshape reshape_1418 1 1 2463 2464 Permute permute_2529 1 1 2464 2465 0=0 Reshape reshape_1419 1 1 2465 2466 0=192 1=2304 BinaryOp add_285 2 1 2439 2466 2467 0=0 Split splitncnn_126 1 2 2467 2468 2469 LayerNorm ln_261 1 1 2469 2470 0=192 1=1.000000e-05 2=1 InnerProduct linear_601 1 1 2470 2471 0=384 1=1 2=73728 GELU gelu_89 1 1 2471 2472 InnerProduct linear_602 1 1 2472 2473 0=192 1=1 2=73728 BinaryOp add_286 2 1 2468 2473 2474 0=0 Split splitncnn_127 1 2 2474 2475 2476 LayerNorm ln_262 1 1 2476 2477 0=192 1=1.000000e-05 2=1 Reshape view_1980 1 1 2477 2478 0=192 1=48 2=48 torch.roll torch.roll_2480 1 1 2478 2479 Reshape view_1981 1 1 2479 2480 Permute permute_2530 1 1 2480 2481 0=0 Reshape reshape_1420 1 1 2481 2482 0=192 1=64 2=36 InnerProduct linear_603 1 1 2482 2483 0=576 1=1 2=110592 Reshape reshape_1421 1 1 2483 2484 Permute permute_2531 1 1 2484 2485 0=0 Slice unbind_61 1 3 2485 2486 2487 2488 -23300=3,-233,-233,-233 1=0 Reshape reshape_1424 1 1 2486 2489 0=32 1=64 11=6 2=36 BinaryOp mul_287 1 1 2489 2490 0=2 1=1 2=1.767767e-01 Reshape reshape_1423 1 1 2487 2491 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_12247 0 1 2492 0=64 1=64 11=6 2=1 MatMul matmultransb_61 2 1 2490 2491 2493 0=1 BinaryOp add_288 2 1 2493 2492 2494 0=0 MemoryData pnnx_fold_12257 0 1 2495 0=64 1=64 11=1 2=36 Reshape view_1982 1 1 2494 2496 0=64 1=64 11=6 2=36 BinaryOp add_289 2 1 2496 2495 2497 0=0 Reshape view_1983 1 1 2497 2498 0=64 1=64 11=6 2=-1 Softmax softmax_854 1 1 2498 2499 0=3 1=1 Reshape reshape_1422 1 1 2488 2500 0=32 1=64 11=6 2=36 MatMul matmul_2254 2 1 2499 2500 2501 Permute transpose_2817 1 1 2501 2502 0=2 Reshape reshape_1425 1 1 2502 2503 0=192 1=64 2=36 InnerProduct linear_604 1 1 2503 2504 0=192 1=1 2=36864 Reshape reshape_1426 1 1 2504 2505 Permute permute_2532 1 1 2505 2506 0=0 Reshape reshape_1427 1 1 2506 2507 0=-1 1=48 2=48 torch.roll torch.roll_2481 1 1 2507 2508 Reshape view_1984 1 1 2508 2509 0=192 1=2304 BinaryOp add_290 2 1 2475 2509 2510 0=0 Split splitncnn_128 1 2 2510 2511 2512 LayerNorm ln_263 1 1 2512 2513 0=192 1=1.000000e-05 2=1 InnerProduct linear_605 1 1 2513 2514 0=384 1=1 2=73728 GELU gelu_90 1 1 2514 2515 InnerProduct linear_606 1 1 2515 2516 0=192 1=1 2=73728 BinaryOp add_291 2 1 2511 2516 2517 0=0 Split splitncnn_129 1 2 2517 2518 2519 LayerNorm ln_264 1 1 2519 2520 0=192 1=1.000000e-05 2=1 Reshape reshape_1428 1 1 2520 2521 Permute permute_2533 1 1 2521 2522 0=0 Reshape reshape_1429 1 1 2522 2523 0=192 1=64 2=36 InnerProduct linear_607 1 1 2523 2524 0=576 1=1 2=110592 Reshape reshape_1430 1 1 2524 2525 Permute permute_2534 1 1 2525 2526 0=0 Slice unbind_62 1 3 2526 2527 2528 2529 -23300=3,-233,-233,-233 1=0 Reshape reshape_1433 1 1 2527 2530 0=32 1=64 11=6 2=36 BinaryOp mul_292 1 1 2530 2531 0=2 1=1 2=1.767767e-01 Reshape reshape_1432 1 1 2528 2532 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_12406 0 1 2533 0=64 1=64 11=6 2=1 MatMul matmultransb_62 2 1 2531 2532 2534 0=1 BinaryOp add_293 2 1 2534 2533 2535 0=0 Softmax softmax_855 1 1 2535 2536 0=3 1=1 Reshape reshape_1431 1 1 2529 2537 0=32 1=64 11=6 2=36 MatMul matmul_2256 2 1 2536 2537 2538 Permute transpose_2819 1 1 2538 2539 0=2 Reshape reshape_1434 1 1 2539 2540 0=192 1=64 2=36 InnerProduct linear_608 1 1 2540 2541 0=192 1=1 2=36864 Reshape reshape_1435 1 1 2541 2542 Permute permute_2535 1 1 2542 2543 0=0 Reshape reshape_1436 1 1 2543 2544 0=192 1=2304 BinaryOp add_294 2 1 2518 2544 2545 0=0 Split splitncnn_130 1 2 2545 2546 2547 LayerNorm ln_265 1 1 2547 2548 0=192 1=1.000000e-05 2=1 InnerProduct linear_609 1 1 2548 2549 0=384 1=1 2=73728 GELU gelu_91 1 1 2549 2550 InnerProduct linear_610 1 1 2550 2551 0=192 1=1 2=73728 BinaryOp add_295 2 1 2546 2551 2552 0=0 Split splitncnn_131 1 2 2552 2553 2554 LayerNorm ln_266 1 1 2554 2555 0=192 1=1.000000e-05 2=1 Reshape view_1985 1 1 2555 2556 0=192 1=48 2=48 torch.roll torch.roll_2482 1 1 2556 2557 Reshape view_1986 1 1 2557 2558 Permute permute_2536 1 1 2558 2559 0=0 Reshape reshape_1437 1 1 2559 2560 0=192 1=64 2=36 InnerProduct linear_611 1 1 2560 2561 0=576 1=1 2=110592 Reshape reshape_1438 1 1 2561 2562 Permute permute_2537 1 1 2562 2563 0=0 Slice unbind_63 1 3 2563 2564 2565 2566 -23300=3,-233,-233,-233 1=0 Reshape reshape_1441 1 1 2564 2567 0=32 1=64 11=6 2=36 BinaryOp mul_296 1 1 2567 2568 0=2 1=1 2=1.767767e-01 Reshape reshape_1440 1 1 2565 2569 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_12559 0 1 2570 0=64 1=64 11=6 2=1 MatMul matmultransb_63 2 1 2568 2569 2571 0=1 BinaryOp add_297 2 1 2571 2570 2572 0=0 MemoryData pnnx_fold_12569 0 1 2573 0=64 1=64 11=1 2=36 Reshape view_1987 1 1 2572 2574 0=64 1=64 11=6 2=36 BinaryOp add_298 2 1 2574 2573 2575 0=0 Reshape view_1988 1 1 2575 2576 0=64 1=64 11=6 2=-1 Softmax softmax_856 1 1 2576 2577 0=3 1=1 Reshape reshape_1439 1 1 2566 2578 0=32 1=64 11=6 2=36 MatMul matmul_2258 2 1 2577 2578 2579 Permute transpose_2821 1 1 2579 2580 0=2 Reshape reshape_1442 1 1 2580 2581 0=192 1=64 2=36 InnerProduct linear_612 1 1 2581 2582 0=192 1=1 2=36864 Reshape reshape_1443 1 1 2582 2583 Permute permute_2538 1 1 2583 2584 0=0 Reshape reshape_1444 1 1 2584 2585 0=-1 1=48 2=48 torch.roll torch.roll_2483 1 1 2585 2586 Reshape view_1989 1 1 2586 2587 0=192 1=2304 BinaryOp add_299 2 1 2553 2587 2588 0=0 Split splitncnn_132 1 2 2588 2589 2590 LayerNorm ln_267 1 1 2590 2591 0=192 1=1.000000e-05 2=1 InnerProduct linear_613 1 1 2591 2592 0=384 1=1 2=73728 GELU gelu_92 1 1 2592 2593 InnerProduct linear_614 1 1 2593 2594 0=192 1=1 2=73728 BinaryOp add_300 2 1 2589 2594 2595 0=0 Split splitncnn_133 1 2 2595 2596 2597 LayerNorm ln_268 1 1 2597 2598 0=192 1=1.000000e-05 2=1 Reshape reshape_1445 1 1 2598 2599 Permute permute_2539 1 1 2599 2600 0=0 Reshape reshape_1446 1 1 2600 2601 0=192 1=64 2=36 InnerProduct linear_615 1 1 2601 2602 0=576 1=1 2=110592 Reshape reshape_1447 1 1 2602 2603 Permute permute_2540 1 1 2603 2604 0=0 Slice unbind_64 1 3 2604 2605 2606 2607 -23300=3,-233,-233,-233 1=0 Reshape reshape_1450 1 1 2605 2608 0=32 1=64 11=6 2=36 BinaryOp mul_301 1 1 2608 2609 0=2 1=1 2=1.767767e-01 Reshape reshape_1449 1 1 2606 2610 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_12718 0 1 2611 0=64 1=64 11=6 2=1 MatMul matmultransb_64 2 1 2609 2610 2612 0=1 BinaryOp add_302 2 1 2612 2611 2613 0=0 Softmax softmax_857 1 1 2613 2614 0=3 1=1 Reshape reshape_1448 1 1 2607 2615 0=32 1=64 11=6 2=36 MatMul matmul_2260 2 1 2614 2615 2616 Permute transpose_2823 1 1 2616 2617 0=2 Reshape reshape_1451 1 1 2617 2618 0=192 1=64 2=36 InnerProduct linear_616 1 1 2618 2619 0=192 1=1 2=36864 Reshape reshape_1452 1 1 2619 2620 Permute permute_2541 1 1 2620 2621 0=0 Reshape reshape_1453 1 1 2621 2622 0=192 1=2304 BinaryOp add_303 2 1 2596 2622 2623 0=0 Split splitncnn_134 1 2 2623 2624 2625 LayerNorm ln_269 1 1 2625 2626 0=192 1=1.000000e-05 2=1 InnerProduct linear_617 1 1 2626 2627 0=384 1=1 2=73728 GELU gelu_93 1 1 2627 2628 InnerProduct linear_618 1 1 2628 2629 0=192 1=1 2=73728 BinaryOp add_304 2 1 2624 2629 2630 0=0 Split splitncnn_135 1 2 2630 2631 2632 LayerNorm ln_270 1 1 2632 2633 0=192 1=1.000000e-05 2=1 Reshape view_1990 1 1 2633 2634 0=192 1=48 2=48 torch.roll torch.roll_2484 1 1 2634 2635 Reshape view_1991 1 1 2635 2636 Permute permute_2542 1 1 2636 2637 0=0 Reshape reshape_1454 1 1 2637 2638 0=192 1=64 2=36 InnerProduct linear_619 1 1 2638 2639 0=576 1=1 2=110592 Reshape reshape_1455 1 1 2639 2640 Permute permute_2543 1 1 2640 2641 0=0 Slice unbind_65 1 3 2641 2642 2643 2644 -23300=3,-233,-233,-233 1=0 Reshape reshape_1458 1 1 2642 2645 0=32 1=64 11=6 2=36 BinaryOp mul_305 1 1 2645 2646 0=2 1=1 2=1.767767e-01 Reshape reshape_1457 1 1 2643 2647 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_12871 0 1 2648 0=64 1=64 11=6 2=1 MatMul matmultransb_65 2 1 2646 2647 2649 0=1 BinaryOp add_306 2 1 2649 2648 2650 0=0 MemoryData pnnx_fold_12881 0 1 2651 0=64 1=64 11=1 2=36 Reshape view_1992 1 1 2650 2652 0=64 1=64 11=6 2=36 BinaryOp add_307 2 1 2652 2651 2653 0=0 Reshape view_1993 1 1 2653 2654 0=64 1=64 11=6 2=-1 Softmax softmax_858 1 1 2654 2655 0=3 1=1 Reshape reshape_1456 1 1 2644 2656 0=32 1=64 11=6 2=36 MatMul matmul_2262 2 1 2655 2656 2657 Permute transpose_2825 1 1 2657 2658 0=2 Reshape reshape_1459 1 1 2658 2659 0=192 1=64 2=36 InnerProduct linear_620 1 1 2659 2660 0=192 1=1 2=36864 Reshape reshape_1460 1 1 2660 2661 Permute permute_2544 1 1 2661 2662 0=0 Reshape reshape_1461 1 1 2662 2663 0=-1 1=48 2=48 torch.roll torch.roll_2485 1 1 2663 2664 Reshape view_1994 1 1 2664 2665 0=192 1=2304 BinaryOp add_308 2 1 2631 2665 2666 0=0 Split splitncnn_136 1 2 2666 2667 2668 LayerNorm ln_271 1 1 2668 2669 0=192 1=1.000000e-05 2=1 InnerProduct linear_621 1 1 2669 2670 0=384 1=1 2=73728 GELU gelu_94 1 1 2670 2671 InnerProduct linear_622 1 1 2671 2672 0=192 1=1 2=73728 BinaryOp add_309 2 1 2667 2672 2673 0=0 Permute transpose_2826 1 1 2673 2674 0=1 Reshape view_1995 1 1 2674 2675 0=48 1=48 2=192 Convolution conv_13 1 1 2675 2676 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2122 1 1 2676 2677 0=-1 1=192 Permute transpose_2827 1 1 2677 2678 0=1 BinaryOp add_310 2 1 2678 2440 2679 0=0 Split splitncnn_137 1 3 2679 2680 2681 2682 LayerNorm ln_272 1 1 2682 2683 0=192 1=1.000000e-05 2=1 Reshape reshape_1462 1 1 2683 2684 Permute permute_2545 1 1 2684 2685 0=0 Reshape reshape_1463 1 1 2685 2686 0=192 1=64 2=36 InnerProduct linear_623 1 1 2686 2687 0=576 1=1 2=110592 Reshape reshape_1464 1 1 2687 2688 Permute permute_2546 1 1 2688 2689 0=0 Slice unbind_66 1 3 2689 2690 2691 2692 -23300=3,-233,-233,-233 1=0 Reshape reshape_1467 1 1 2690 2693 0=32 1=64 11=6 2=36 BinaryOp mul_311 1 1 2693 2694 0=2 1=1 2=1.767767e-01 Reshape reshape_1466 1 1 2691 2695 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_13064 0 1 2696 0=64 1=64 11=6 2=1 MatMul matmultransb_66 2 1 2694 2695 2697 0=1 BinaryOp add_312 2 1 2697 2696 2698 0=0 Softmax softmax_859 1 1 2698 2699 0=3 1=1 Reshape reshape_1465 1 1 2692 2700 0=32 1=64 11=6 2=36 MatMul matmul_2264 2 1 2699 2700 2701 Permute transpose_2829 1 1 2701 2702 0=2 Reshape reshape_1468 1 1 2702 2703 0=192 1=64 2=36 InnerProduct linear_624 1 1 2703 2704 0=192 1=1 2=36864 Reshape reshape_1469 1 1 2704 2705 Permute permute_2547 1 1 2705 2706 0=0 Reshape reshape_1470 1 1 2706 2707 0=192 1=2304 BinaryOp add_313 2 1 2680 2707 2708 0=0 Split splitncnn_138 1 2 2708 2709 2710 LayerNorm ln_273 1 1 2710 2711 0=192 1=1.000000e-05 2=1 InnerProduct linear_625 1 1 2711 2712 0=384 1=1 2=73728 GELU gelu_95 1 1 2712 2713 InnerProduct linear_626 1 1 2713 2714 0=192 1=1 2=73728 BinaryOp add_314 2 1 2709 2714 2715 0=0 Split splitncnn_139 1 2 2715 2716 2717 LayerNorm ln_274 1 1 2717 2718 0=192 1=1.000000e-05 2=1 Reshape view_1996 1 1 2718 2719 0=192 1=48 2=48 torch.roll torch.roll_2486 1 1 2719 2720 Reshape view_1997 1 1 2720 2721 Permute permute_2548 1 1 2721 2722 0=0 Reshape reshape_1471 1 1 2722 2723 0=192 1=64 2=36 InnerProduct linear_627 1 1 2723 2724 0=576 1=1 2=110592 Reshape reshape_1472 1 1 2724 2725 Permute permute_2549 1 1 2725 2726 0=0 Slice unbind_67 1 3 2726 2727 2728 2729 -23300=3,-233,-233,-233 1=0 Reshape reshape_1475 1 1 2727 2730 0=32 1=64 11=6 2=36 BinaryOp mul_315 1 1 2730 2731 0=2 1=1 2=1.767767e-01 Reshape reshape_1474 1 1 2728 2732 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_13217 0 1 2733 0=64 1=64 11=6 2=1 MatMul matmultransb_67 2 1 2731 2732 2734 0=1 BinaryOp add_316 2 1 2734 2733 2735 0=0 MemoryData pnnx_fold_13227 0 1 2736 0=64 1=64 11=1 2=36 Reshape view_1998 1 1 2735 2737 0=64 1=64 11=6 2=36 BinaryOp add_317 2 1 2737 2736 2738 0=0 Reshape view_1999 1 1 2738 2739 0=64 1=64 11=6 2=-1 Softmax softmax_860 1 1 2739 2740 0=3 1=1 Reshape reshape_1473 1 1 2729 2741 0=32 1=64 11=6 2=36 MatMul matmul_2266 2 1 2740 2741 2742 Permute transpose_2831 1 1 2742 2743 0=2 Reshape reshape_1476 1 1 2743 2744 0=192 1=64 2=36 InnerProduct linear_628 1 1 2744 2745 0=192 1=1 2=36864 Reshape reshape_1477 1 1 2745 2746 Permute permute_2550 1 1 2746 2747 0=0 Reshape reshape_1478 1 1 2747 2748 0=-1 1=48 2=48 torch.roll torch.roll_2487 1 1 2748 2749 Reshape view_2000 1 1 2749 2750 0=192 1=2304 BinaryOp add_318 2 1 2716 2750 2751 0=0 Split splitncnn_140 1 2 2751 2752 2753 LayerNorm ln_275 1 1 2753 2754 0=192 1=1.000000e-05 2=1 InnerProduct linear_629 1 1 2754 2755 0=384 1=1 2=73728 GELU gelu_96 1 1 2755 2756 InnerProduct linear_630 1 1 2756 2757 0=192 1=1 2=73728 BinaryOp add_319 2 1 2752 2757 2758 0=0 Split splitncnn_141 1 2 2758 2759 2760 LayerNorm ln_276 1 1 2760 2761 0=192 1=1.000000e-05 2=1 Reshape reshape_1479 1 1 2761 2762 Permute permute_2551 1 1 2762 2763 0=0 Reshape reshape_1480 1 1 2763 2764 0=192 1=64 2=36 InnerProduct linear_631 1 1 2764 2765 0=576 1=1 2=110592 Reshape reshape_1481 1 1 2765 2766 Permute permute_2552 1 1 2766 2767 0=0 Slice unbind_68 1 3 2767 2768 2769 2770 -23300=3,-233,-233,-233 1=0 Reshape reshape_1484 1 1 2768 2771 0=32 1=64 11=6 2=36 BinaryOp mul_320 1 1 2771 2772 0=2 1=1 2=1.767767e-01 Reshape reshape_1483 1 1 2769 2773 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_13376 0 1 2774 0=64 1=64 11=6 2=1 MatMul matmultransb_68 2 1 2772 2773 2775 0=1 BinaryOp add_321 2 1 2775 2774 2776 0=0 Softmax softmax_861 1 1 2776 2777 0=3 1=1 Reshape reshape_1482 1 1 2770 2778 0=32 1=64 11=6 2=36 MatMul matmul_2268 2 1 2777 2778 2779 Permute transpose_2833 1 1 2779 2780 0=2 Reshape reshape_1485 1 1 2780 2781 0=192 1=64 2=36 InnerProduct linear_632 1 1 2781 2782 0=192 1=1 2=36864 Reshape reshape_1486 1 1 2782 2783 Permute permute_2553 1 1 2783 2784 0=0 Reshape reshape_1487 1 1 2784 2785 0=192 1=2304 BinaryOp add_322 2 1 2759 2785 2786 0=0 Split splitncnn_142 1 2 2786 2787 2788 LayerNorm ln_277 1 1 2788 2789 0=192 1=1.000000e-05 2=1 InnerProduct linear_633 1 1 2789 2790 0=384 1=1 2=73728 GELU gelu_97 1 1 2790 2791 InnerProduct linear_634 1 1 2791 2792 0=192 1=1 2=73728 BinaryOp add_323 2 1 2787 2792 2793 0=0 Split splitncnn_143 1 2 2793 2794 2795 LayerNorm ln_278 1 1 2795 2796 0=192 1=1.000000e-05 2=1 Reshape view_2001 1 1 2796 2797 0=192 1=48 2=48 torch.roll torch.roll_2488 1 1 2797 2798 Reshape view_2002 1 1 2798 2799 Permute permute_2554 1 1 2799 2800 0=0 Reshape reshape_1488 1 1 2800 2801 0=192 1=64 2=36 InnerProduct linear_635 1 1 2801 2802 0=576 1=1 2=110592 Reshape reshape_1489 1 1 2802 2803 Permute permute_2555 1 1 2803 2804 0=0 Slice unbind_69 1 3 2804 2805 2806 2807 -23300=3,-233,-233,-233 1=0 Reshape reshape_1492 1 1 2805 2808 0=32 1=64 11=6 2=36 BinaryOp mul_324 1 1 2808 2809 0=2 1=1 2=1.767767e-01 Reshape reshape_1491 1 1 2806 2810 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_13529 0 1 2811 0=64 1=64 11=6 2=1 MatMul matmultransb_69 2 1 2809 2810 2812 0=1 BinaryOp add_325 2 1 2812 2811 2813 0=0 MemoryData pnnx_fold_13539 0 1 2814 0=64 1=64 11=1 2=36 Reshape view_2003 1 1 2813 2815 0=64 1=64 11=6 2=36 BinaryOp add_326 2 1 2815 2814 2816 0=0 Reshape view_2004 1 1 2816 2817 0=64 1=64 11=6 2=-1 Softmax softmax_862 1 1 2817 2818 0=3 1=1 Reshape reshape_1490 1 1 2807 2819 0=32 1=64 11=6 2=36 MatMul matmul_2270 2 1 2818 2819 2820 Permute transpose_2835 1 1 2820 2821 0=2 Reshape reshape_1493 1 1 2821 2822 0=192 1=64 2=36 InnerProduct linear_636 1 1 2822 2823 0=192 1=1 2=36864 Reshape reshape_1494 1 1 2823 2824 Permute permute_2556 1 1 2824 2825 0=0 Reshape reshape_1495 1 1 2825 2826 0=-1 1=48 2=48 torch.roll torch.roll_2489 1 1 2826 2827 Reshape view_2005 1 1 2827 2828 0=192 1=2304 BinaryOp add_327 2 1 2794 2828 2829 0=0 Split splitncnn_144 1 2 2829 2830 2831 LayerNorm ln_279 1 1 2831 2832 0=192 1=1.000000e-05 2=1 InnerProduct linear_637 1 1 2832 2833 0=384 1=1 2=73728 GELU gelu_98 1 1 2833 2834 InnerProduct linear_638 1 1 2834 2835 0=192 1=1 2=73728 BinaryOp add_328 2 1 2830 2835 2836 0=0 Split splitncnn_145 1 2 2836 2837 2838 LayerNorm ln_280 1 1 2838 2839 0=192 1=1.000000e-05 2=1 Reshape reshape_1496 1 1 2839 2840 Permute permute_2557 1 1 2840 2841 0=0 Reshape reshape_1497 1 1 2841 2842 0=192 1=64 2=36 InnerProduct linear_639 1 1 2842 2843 0=576 1=1 2=110592 Reshape reshape_1498 1 1 2843 2844 Permute permute_2558 1 1 2844 2845 0=0 Slice unbind_70 1 3 2845 2846 2847 2848 -23300=3,-233,-233,-233 1=0 Reshape reshape_1501 1 1 2846 2849 0=32 1=64 11=6 2=36 BinaryOp mul_329 1 1 2849 2850 0=2 1=1 2=1.767767e-01 Reshape reshape_1500 1 1 2847 2851 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_13688 0 1 2852 0=64 1=64 11=6 2=1 MatMul matmultransb_70 2 1 2850 2851 2853 0=1 BinaryOp add_330 2 1 2853 2852 2854 0=0 Softmax softmax_863 1 1 2854 2855 0=3 1=1 Reshape reshape_1499 1 1 2848 2856 0=32 1=64 11=6 2=36 MatMul matmul_2272 2 1 2855 2856 2857 Permute transpose_2837 1 1 2857 2858 0=2 Reshape reshape_1502 1 1 2858 2859 0=192 1=64 2=36 InnerProduct linear_640 1 1 2859 2860 0=192 1=1 2=36864 Reshape reshape_1503 1 1 2860 2861 Permute permute_2559 1 1 2861 2862 0=0 Reshape reshape_1504 1 1 2862 2863 0=192 1=2304 BinaryOp add_331 2 1 2837 2863 2864 0=0 Split splitncnn_146 1 2 2864 2865 2866 LayerNorm ln_281 1 1 2866 2867 0=192 1=1.000000e-05 2=1 InnerProduct linear_641 1 1 2867 2868 0=384 1=1 2=73728 GELU gelu_99 1 1 2868 2869 InnerProduct linear_642 1 1 2869 2870 0=192 1=1 2=73728 BinaryOp add_332 2 1 2865 2870 2871 0=0 Split splitncnn_147 1 2 2871 2872 2873 LayerNorm ln_282 1 1 2873 2874 0=192 1=1.000000e-05 2=1 Reshape view_2006 1 1 2874 2875 0=192 1=48 2=48 torch.roll torch.roll_2490 1 1 2875 2876 Reshape view_2007 1 1 2876 2877 Permute permute_2560 1 1 2877 2878 0=0 Reshape reshape_1505 1 1 2878 2879 0=192 1=64 2=36 InnerProduct linear_643 1 1 2879 2880 0=576 1=1 2=110592 Reshape reshape_1506 1 1 2880 2881 Permute permute_2561 1 1 2881 2882 0=0 Slice unbind_71 1 3 2882 2883 2884 2885 -23300=3,-233,-233,-233 1=0 Reshape reshape_1509 1 1 2883 2886 0=32 1=64 11=6 2=36 BinaryOp mul_333 1 1 2886 2887 0=2 1=1 2=1.767767e-01 Reshape reshape_1508 1 1 2884 2888 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_13841 0 1 2889 0=64 1=64 11=6 2=1 MatMul matmultransb_71 2 1 2887 2888 2890 0=1 BinaryOp add_334 2 1 2890 2889 2891 0=0 MemoryData pnnx_fold_13851 0 1 2892 0=64 1=64 11=1 2=36 Reshape view_2008 1 1 2891 2893 0=64 1=64 11=6 2=36 BinaryOp add_335 2 1 2893 2892 2894 0=0 Reshape view_2009 1 1 2894 2895 0=64 1=64 11=6 2=-1 Softmax softmax_864 1 1 2895 2896 0=3 1=1 Reshape reshape_1507 1 1 2885 2897 0=32 1=64 11=6 2=36 MatMul matmul_2274 2 1 2896 2897 2898 Permute transpose_2839 1 1 2898 2899 0=2 Reshape reshape_1510 1 1 2899 2900 0=192 1=64 2=36 InnerProduct linear_644 1 1 2900 2901 0=192 1=1 2=36864 Reshape reshape_1511 1 1 2901 2902 Permute permute_2562 1 1 2902 2903 0=0 Reshape reshape_1512 1 1 2903 2904 0=-1 1=48 2=48 torch.roll torch.roll_2491 1 1 2904 2905 Reshape view_2010 1 1 2905 2906 0=192 1=2304 BinaryOp add_336 2 1 2872 2906 2907 0=0 Split splitncnn_148 1 2 2907 2908 2909 LayerNorm ln_283 1 1 2909 2910 0=192 1=1.000000e-05 2=1 InnerProduct linear_645 1 1 2910 2911 0=384 1=1 2=73728 GELU gelu_100 1 1 2911 2912 InnerProduct linear_646 1 1 2912 2913 0=192 1=1 2=73728 BinaryOp add_337 2 1 2908 2913 2914 0=0 Permute transpose_2840 1 1 2914 2915 0=1 Reshape view_2011 1 1 2915 2916 0=48 1=48 2=192 Convolution conv_14 1 1 2916 2917 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2123 1 1 2917 2918 0=-1 1=192 Permute transpose_2841 1 1 2918 2919 0=1 BinaryOp add_338 2 1 2919 2681 2920 0=0 LayerNorm ln_284 1 1 2920 2921 0=192 1=1.000000e-05 2=1 Permute transpose_2842 1 1 2921 2922 0=1 Reshape view_2012 1 1 2922 2923 0=48 1=48 2=192 Convolution conv_15 1 1 2923 2924 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 BinaryOp add_339 2 1 2924 1470 2925 0=0 Split splitncnn_149 1 3 2925 2926 2927 out2 BinaryOp sub_340 2 1 2926 1467 2929 0=1 Convolution convrelu_0 1 1 2929 2930 0=192 1=7 11=7 12=1 13=1 14=3 2=1 3=1 4=3 5=0 6=1806336 9=1 BinaryOp mul_341 1 1 2930 2931 0=2 1=1 2=1.900000e+01 Convolution conv_17 1 1 2931 2932 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=331776 Split splitncnn_150 1 2 2932 2933 2934 Convolution convrelu_1 1 1 2934 2935 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=331776 9=1 Convolution conv_19 1 1 2935 2936 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=0 6=331776 BinaryOp add_342 2 1 2936 2933 2937 0=0 BinaryOp add_343 2 1 2927 2937 2938 0=0 Split splitncnn_151 1 2 2938 2939 2940 Reshape flatten_2124 1 1 2940 2941 0=-1 1=192 Permute transpose_2843 1 1 2941 2942 0=1 LayerNorm ln_285 1 1 2942 2943 0=192 1=1.000000e-05 2=1 Split splitncnn_152 1 3 2943 2944 2945 2946 LayerNorm ln_286 1 1 2946 2947 0=192 1=1.000000e-05 2=1 Reshape reshape_1513 1 1 2947 2948 Permute permute_2563 1 1 2948 2949 0=0 Reshape reshape_1514 1 1 2949 2950 0=192 1=64 2=36 InnerProduct linear_647 1 1 2950 2951 0=576 1=1 2=110592 Reshape reshape_1515 1 1 2951 2952 Permute permute_2564 1 1 2952 2953 0=0 Slice unbind_72 1 3 2953 2954 2955 2956 -23300=3,-233,-233,-233 1=0 Reshape reshape_1518 1 1 2954 2957 0=32 1=64 11=6 2=36 BinaryOp mul_344 1 1 2957 2958 0=2 1=1 2=1.767767e-01 Reshape reshape_1517 1 1 2955 2959 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_14084 0 1 2960 0=64 1=64 11=6 2=1 MatMul matmultransb_72 2 1 2958 2959 2961 0=1 BinaryOp add_345 2 1 2961 2960 2962 0=0 Softmax softmax_865 1 1 2962 2963 0=3 1=1 Reshape reshape_1516 1 1 2956 2964 0=32 1=64 11=6 2=36 MatMul matmul_2276 2 1 2963 2964 2965 Permute transpose_2845 1 1 2965 2966 0=2 Reshape reshape_1519 1 1 2966 2967 0=192 1=64 2=36 InnerProduct linear_648 1 1 2967 2968 0=192 1=1 2=36864 Reshape reshape_1520 1 1 2968 2969 Permute permute_2565 1 1 2969 2970 0=0 Reshape reshape_1521 1 1 2970 2971 0=192 1=2304 BinaryOp add_346 2 1 2944 2971 2972 0=0 Split splitncnn_153 1 2 2972 2973 2974 LayerNorm ln_287 1 1 2974 2975 0=192 1=1.000000e-05 2=1 InnerProduct linear_649 1 1 2975 2976 0=384 1=1 2=73728 GELU gelu_101 1 1 2976 2977 InnerProduct linear_650 1 1 2977 2978 0=192 1=1 2=73728 BinaryOp add_347 2 1 2973 2978 2979 0=0 Split splitncnn_154 1 2 2979 2980 2981 LayerNorm ln_288 1 1 2981 2982 0=192 1=1.000000e-05 2=1 Reshape view_2013 1 1 2982 2983 0=192 1=48 2=48 torch.roll torch.roll_2492 1 1 2983 2984 Reshape view_2014 1 1 2984 2985 Permute permute_2566 1 1 2985 2986 0=0 Reshape reshape_1522 1 1 2986 2987 0=192 1=64 2=36 InnerProduct linear_651 1 1 2987 2988 0=576 1=1 2=110592 Reshape reshape_1523 1 1 2988 2989 Permute permute_2567 1 1 2989 2990 0=0 Slice unbind_73 1 3 2990 2991 2992 2993 -23300=3,-233,-233,-233 1=0 Reshape reshape_1526 1 1 2991 2994 0=32 1=64 11=6 2=36 BinaryOp mul_348 1 1 2994 2995 0=2 1=1 2=1.767767e-01 Reshape reshape_1525 1 1 2992 2996 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_14237 0 1 2997 0=64 1=64 11=6 2=1 MatMul matmultransb_73 2 1 2995 2996 2998 0=1 BinaryOp add_349 2 1 2998 2997 2999 0=0 MemoryData pnnx_fold_14247 0 1 3000 0=64 1=64 11=1 2=36 Reshape view_2015 1 1 2999 3001 0=64 1=64 11=6 2=36 BinaryOp add_350 2 1 3001 3000 3002 0=0 Reshape view_2016 1 1 3002 3003 0=64 1=64 11=6 2=-1 Softmax softmax_866 1 1 3003 3004 0=3 1=1 Reshape reshape_1524 1 1 2993 3005 0=32 1=64 11=6 2=36 MatMul matmul_2278 2 1 3004 3005 3006 Permute transpose_2847 1 1 3006 3007 0=2 Reshape reshape_1527 1 1 3007 3008 0=192 1=64 2=36 InnerProduct linear_652 1 1 3008 3009 0=192 1=1 2=36864 Reshape reshape_1528 1 1 3009 3010 Permute permute_2568 1 1 3010 3011 0=0 Reshape reshape_1529 1 1 3011 3012 0=-1 1=48 2=48 torch.roll torch.roll_2493 1 1 3012 3013 Reshape view_2017 1 1 3013 3014 0=192 1=2304 BinaryOp add_351 2 1 2980 3014 3015 0=0 Split splitncnn_155 1 2 3015 3016 3017 LayerNorm ln_289 1 1 3017 3018 0=192 1=1.000000e-05 2=1 InnerProduct linear_653 1 1 3018 3019 0=384 1=1 2=73728 GELU gelu_102 1 1 3019 3020 InnerProduct linear_654 1 1 3020 3021 0=192 1=1 2=73728 BinaryOp add_352 2 1 3016 3021 3022 0=0 Split splitncnn_156 1 2 3022 3023 3024 LayerNorm ln_290 1 1 3024 3025 0=192 1=1.000000e-05 2=1 Reshape reshape_1530 1 1 3025 3026 Permute permute_2569 1 1 3026 3027 0=0 Reshape reshape_1531 1 1 3027 3028 0=192 1=64 2=36 InnerProduct linear_655 1 1 3028 3029 0=576 1=1 2=110592 Reshape reshape_1532 1 1 3029 3030 Permute permute_2570 1 1 3030 3031 0=0 Slice unbind_74 1 3 3031 3032 3033 3034 -23300=3,-233,-233,-233 1=0 Reshape reshape_1535 1 1 3032 3035 0=32 1=64 11=6 2=36 BinaryOp mul_353 1 1 3035 3036 0=2 1=1 2=1.767767e-01 Reshape reshape_1534 1 1 3033 3037 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_14396 0 1 3038 0=64 1=64 11=6 2=1 MatMul matmultransb_74 2 1 3036 3037 3039 0=1 BinaryOp add_354 2 1 3039 3038 3040 0=0 Softmax softmax_867 1 1 3040 3041 0=3 1=1 Reshape reshape_1533 1 1 3034 3042 0=32 1=64 11=6 2=36 MatMul matmul_2280 2 1 3041 3042 3043 Permute transpose_2849 1 1 3043 3044 0=2 Reshape reshape_1536 1 1 3044 3045 0=192 1=64 2=36 InnerProduct linear_656 1 1 3045 3046 0=192 1=1 2=36864 Reshape reshape_1537 1 1 3046 3047 Permute permute_2571 1 1 3047 3048 0=0 Reshape reshape_1538 1 1 3048 3049 0=192 1=2304 BinaryOp add_355 2 1 3023 3049 3050 0=0 Split splitncnn_157 1 2 3050 3051 3052 LayerNorm ln_291 1 1 3052 3053 0=192 1=1.000000e-05 2=1 InnerProduct linear_657 1 1 3053 3054 0=384 1=1 2=73728 GELU gelu_103 1 1 3054 3055 InnerProduct linear_658 1 1 3055 3056 0=192 1=1 2=73728 BinaryOp add_356 2 1 3051 3056 3057 0=0 Split splitncnn_158 1 2 3057 3058 3059 LayerNorm ln_292 1 1 3059 3060 0=192 1=1.000000e-05 2=1 Reshape view_2018 1 1 3060 3061 0=192 1=48 2=48 torch.roll torch.roll_2494 1 1 3061 3062 Reshape view_2019 1 1 3062 3063 Permute permute_2572 1 1 3063 3064 0=0 Reshape reshape_1539 1 1 3064 3065 0=192 1=64 2=36 InnerProduct linear_659 1 1 3065 3066 0=576 1=1 2=110592 Reshape reshape_1540 1 1 3066 3067 Permute permute_2573 1 1 3067 3068 0=0 Slice unbind_75 1 3 3068 3069 3070 3071 -23300=3,-233,-233,-233 1=0 Reshape reshape_1543 1 1 3069 3072 0=32 1=64 11=6 2=36 BinaryOp mul_357 1 1 3072 3073 0=2 1=1 2=1.767767e-01 Reshape reshape_1542 1 1 3070 3074 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_14549 0 1 3075 0=64 1=64 11=6 2=1 MatMul matmultransb_75 2 1 3073 3074 3076 0=1 BinaryOp add_358 2 1 3076 3075 3077 0=0 MemoryData pnnx_fold_14559 0 1 3078 0=64 1=64 11=1 2=36 Reshape view_2020 1 1 3077 3079 0=64 1=64 11=6 2=36 BinaryOp add_359 2 1 3079 3078 3080 0=0 Reshape view_2021 1 1 3080 3081 0=64 1=64 11=6 2=-1 Softmax softmax_868 1 1 3081 3082 0=3 1=1 Reshape reshape_1541 1 1 3071 3083 0=32 1=64 11=6 2=36 MatMul matmul_2282 2 1 3082 3083 3084 Permute transpose_2851 1 1 3084 3085 0=2 Reshape reshape_1544 1 1 3085 3086 0=192 1=64 2=36 InnerProduct linear_660 1 1 3086 3087 0=192 1=1 2=36864 Reshape reshape_1545 1 1 3087 3088 Permute permute_2574 1 1 3088 3089 0=0 Reshape reshape_1546 1 1 3089 3090 0=-1 1=48 2=48 torch.roll torch.roll_2495 1 1 3090 3091 Reshape view_2022 1 1 3091 3092 0=192 1=2304 BinaryOp add_360 2 1 3058 3092 3093 0=0 Split splitncnn_159 1 2 3093 3094 3095 LayerNorm ln_293 1 1 3095 3096 0=192 1=1.000000e-05 2=1 InnerProduct linear_661 1 1 3096 3097 0=384 1=1 2=73728 GELU gelu_104 1 1 3097 3098 InnerProduct linear_662 1 1 3098 3099 0=192 1=1 2=73728 BinaryOp add_361 2 1 3094 3099 3100 0=0 Split splitncnn_160 1 2 3100 3101 3102 LayerNorm ln_294 1 1 3102 3103 0=192 1=1.000000e-05 2=1 Reshape reshape_1547 1 1 3103 3104 Permute permute_2575 1 1 3104 3105 0=0 Reshape reshape_1548 1 1 3105 3106 0=192 1=64 2=36 InnerProduct linear_663 1 1 3106 3107 0=576 1=1 2=110592 Reshape reshape_1549 1 1 3107 3108 Permute permute_2576 1 1 3108 3109 0=0 Slice unbind_76 1 3 3109 3110 3111 3112 -23300=3,-233,-233,-233 1=0 Reshape reshape_1552 1 1 3110 3113 0=32 1=64 11=6 2=36 BinaryOp mul_362 1 1 3113 3114 0=2 1=1 2=1.767767e-01 Reshape reshape_1551 1 1 3111 3115 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_14708 0 1 3116 0=64 1=64 11=6 2=1 MatMul matmultransb_76 2 1 3114 3115 3117 0=1 BinaryOp add_363 2 1 3117 3116 3118 0=0 Softmax softmax_869 1 1 3118 3119 0=3 1=1 Reshape reshape_1550 1 1 3112 3120 0=32 1=64 11=6 2=36 MatMul matmul_2284 2 1 3119 3120 3121 Permute transpose_2853 1 1 3121 3122 0=2 Reshape reshape_1553 1 1 3122 3123 0=192 1=64 2=36 InnerProduct linear_664 1 1 3123 3124 0=192 1=1 2=36864 Reshape reshape_1554 1 1 3124 3125 Permute permute_2577 1 1 3125 3126 0=0 Reshape reshape_1555 1 1 3126 3127 0=192 1=2304 BinaryOp add_364 2 1 3101 3127 3128 0=0 Split splitncnn_161 1 2 3128 3129 3130 LayerNorm ln_295 1 1 3130 3131 0=192 1=1.000000e-05 2=1 InnerProduct linear_665 1 1 3131 3132 0=384 1=1 2=73728 GELU gelu_105 1 1 3132 3133 InnerProduct linear_666 1 1 3133 3134 0=192 1=1 2=73728 BinaryOp add_365 2 1 3129 3134 3135 0=0 Split splitncnn_162 1 2 3135 3136 3137 LayerNorm ln_296 1 1 3137 3138 0=192 1=1.000000e-05 2=1 Reshape view_2023 1 1 3138 3139 0=192 1=48 2=48 torch.roll torch.roll_2496 1 1 3139 3140 Reshape view_2024 1 1 3140 3141 Permute permute_2578 1 1 3141 3142 0=0 Reshape reshape_1556 1 1 3142 3143 0=192 1=64 2=36 InnerProduct linear_667 1 1 3143 3144 0=576 1=1 2=110592 Reshape reshape_1557 1 1 3144 3145 Permute permute_2579 1 1 3145 3146 0=0 Slice unbind_77 1 3 3146 3147 3148 3149 -23300=3,-233,-233,-233 1=0 Reshape reshape_1560 1 1 3147 3150 0=32 1=64 11=6 2=36 BinaryOp mul_366 1 1 3150 3151 0=2 1=1 2=1.767767e-01 Reshape reshape_1559 1 1 3148 3152 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_14861 0 1 3153 0=64 1=64 11=6 2=1 MatMul matmultransb_77 2 1 3151 3152 3154 0=1 BinaryOp add_367 2 1 3154 3153 3155 0=0 MemoryData pnnx_fold_14871 0 1 3156 0=64 1=64 11=1 2=36 Reshape view_2025 1 1 3155 3157 0=64 1=64 11=6 2=36 BinaryOp add_368 2 1 3157 3156 3158 0=0 Reshape view_2026 1 1 3158 3159 0=64 1=64 11=6 2=-1 Softmax softmax_870 1 1 3159 3160 0=3 1=1 Reshape reshape_1558 1 1 3149 3161 0=32 1=64 11=6 2=36 MatMul matmul_2286 2 1 3160 3161 3162 Permute transpose_2855 1 1 3162 3163 0=2 Reshape reshape_1561 1 1 3163 3164 0=192 1=64 2=36 InnerProduct linear_668 1 1 3164 3165 0=192 1=1 2=36864 Reshape reshape_1562 1 1 3165 3166 Permute permute_2580 1 1 3166 3167 0=0 Reshape reshape_1563 1 1 3167 3168 0=-1 1=48 2=48 torch.roll torch.roll_2497 1 1 3168 3169 Reshape view_2027 1 1 3169 3170 0=192 1=2304 BinaryOp add_369 2 1 3136 3170 3171 0=0 Split splitncnn_163 1 2 3171 3172 3173 LayerNorm ln_297 1 1 3173 3174 0=192 1=1.000000e-05 2=1 InnerProduct linear_669 1 1 3174 3175 0=384 1=1 2=73728 GELU gelu_106 1 1 3175 3176 InnerProduct linear_670 1 1 3176 3177 0=192 1=1 2=73728 BinaryOp add_370 2 1 3172 3177 3178 0=0 Permute transpose_2856 1 1 3178 3179 0=1 Reshape view_2028 1 1 3179 3180 0=48 1=48 2=192 Convolution conv_20 1 1 3180 3181 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2125 1 1 3181 3182 0=-1 1=192 Permute transpose_2857 1 1 3182 3183 0=1 BinaryOp add_371 2 1 3183 2945 3184 0=0 Split splitncnn_164 1 3 3184 3185 3186 3187 LayerNorm ln_298 1 1 3187 3188 0=192 1=1.000000e-05 2=1 Reshape reshape_1564 1 1 3188 3189 Permute permute_2581 1 1 3189 3190 0=0 Reshape reshape_1565 1 1 3190 3191 0=192 1=64 2=36 InnerProduct linear_671 1 1 3191 3192 0=576 1=1 2=110592 Reshape reshape_1566 1 1 3192 3193 Permute permute_2582 1 1 3193 3194 0=0 Slice unbind_78 1 3 3194 3195 3196 3197 -23300=3,-233,-233,-233 1=0 Reshape reshape_1569 1 1 3195 3198 0=32 1=64 11=6 2=36 BinaryOp mul_372 1 1 3198 3199 0=2 1=1 2=1.767767e-01 Reshape reshape_1568 1 1 3196 3200 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_15054 0 1 3201 0=64 1=64 11=6 2=1 MatMul matmultransb_78 2 1 3199 3200 3202 0=1 BinaryOp add_373 2 1 3202 3201 3203 0=0 Softmax softmax_871 1 1 3203 3204 0=3 1=1 Reshape reshape_1567 1 1 3197 3205 0=32 1=64 11=6 2=36 MatMul matmul_2288 2 1 3204 3205 3206 Permute transpose_2859 1 1 3206 3207 0=2 Reshape reshape_1570 1 1 3207 3208 0=192 1=64 2=36 InnerProduct linear_672 1 1 3208 3209 0=192 1=1 2=36864 Reshape reshape_1571 1 1 3209 3210 Permute permute_2583 1 1 3210 3211 0=0 Reshape reshape_1572 1 1 3211 3212 0=192 1=2304 BinaryOp add_374 2 1 3185 3212 3213 0=0 Split splitncnn_165 1 2 3213 3214 3215 LayerNorm ln_299 1 1 3215 3216 0=192 1=1.000000e-05 2=1 InnerProduct linear_673 1 1 3216 3217 0=384 1=1 2=73728 GELU gelu_107 1 1 3217 3218 InnerProduct linear_674 1 1 3218 3219 0=192 1=1 2=73728 BinaryOp add_375 2 1 3214 3219 3220 0=0 Split splitncnn_166 1 2 3220 3221 3222 LayerNorm ln_300 1 1 3222 3223 0=192 1=1.000000e-05 2=1 Reshape view_2029 1 1 3223 3224 0=192 1=48 2=48 torch.roll torch.roll_2498 1 1 3224 3225 Reshape view_2030 1 1 3225 3226 Permute permute_2584 1 1 3226 3227 0=0 Reshape reshape_1573 1 1 3227 3228 0=192 1=64 2=36 InnerProduct linear_675 1 1 3228 3229 0=576 1=1 2=110592 Reshape reshape_1574 1 1 3229 3230 Permute permute_2585 1 1 3230 3231 0=0 Slice unbind_79 1 3 3231 3232 3233 3234 -23300=3,-233,-233,-233 1=0 Reshape reshape_1577 1 1 3232 3235 0=32 1=64 11=6 2=36 BinaryOp mul_376 1 1 3235 3236 0=2 1=1 2=1.767767e-01 Reshape reshape_1576 1 1 3233 3237 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_15207 0 1 3238 0=64 1=64 11=6 2=1 MatMul matmultransb_79 2 1 3236 3237 3239 0=1 BinaryOp add_377 2 1 3239 3238 3240 0=0 MemoryData pnnx_fold_15217 0 1 3241 0=64 1=64 11=1 2=36 Reshape view_2031 1 1 3240 3242 0=64 1=64 11=6 2=36 BinaryOp add_378 2 1 3242 3241 3243 0=0 Reshape view_2032 1 1 3243 3244 0=64 1=64 11=6 2=-1 Softmax softmax_872 1 1 3244 3245 0=3 1=1 Reshape reshape_1575 1 1 3234 3246 0=32 1=64 11=6 2=36 MatMul matmul_2290 2 1 3245 3246 3247 Permute transpose_2861 1 1 3247 3248 0=2 Reshape reshape_1578 1 1 3248 3249 0=192 1=64 2=36 InnerProduct linear_676 1 1 3249 3250 0=192 1=1 2=36864 Reshape reshape_1579 1 1 3250 3251 Permute permute_2586 1 1 3251 3252 0=0 Reshape reshape_1580 1 1 3252 3253 0=-1 1=48 2=48 torch.roll torch.roll_2499 1 1 3253 3254 Reshape view_2033 1 1 3254 3255 0=192 1=2304 BinaryOp add_379 2 1 3221 3255 3256 0=0 Split splitncnn_167 1 2 3256 3257 3258 LayerNorm ln_301 1 1 3258 3259 0=192 1=1.000000e-05 2=1 InnerProduct linear_677 1 1 3259 3260 0=384 1=1 2=73728 GELU gelu_108 1 1 3260 3261 InnerProduct linear_678 1 1 3261 3262 0=192 1=1 2=73728 BinaryOp add_380 2 1 3257 3262 3263 0=0 Split splitncnn_168 1 2 3263 3264 3265 LayerNorm ln_302 1 1 3265 3266 0=192 1=1.000000e-05 2=1 Reshape reshape_1581 1 1 3266 3267 Permute permute_2587 1 1 3267 3268 0=0 Reshape reshape_1582 1 1 3268 3269 0=192 1=64 2=36 InnerProduct linear_679 1 1 3269 3270 0=576 1=1 2=110592 Reshape reshape_1583 1 1 3270 3271 Permute permute_2588 1 1 3271 3272 0=0 Slice unbind_80 1 3 3272 3273 3274 3275 -23300=3,-233,-233,-233 1=0 Reshape reshape_1586 1 1 3273 3276 0=32 1=64 11=6 2=36 BinaryOp mul_381 1 1 3276 3277 0=2 1=1 2=1.767767e-01 Reshape reshape_1585 1 1 3274 3278 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_15366 0 1 3279 0=64 1=64 11=6 2=1 MatMul matmultransb_80 2 1 3277 3278 3280 0=1 BinaryOp add_382 2 1 3280 3279 3281 0=0 Softmax softmax_873 1 1 3281 3282 0=3 1=1 Reshape reshape_1584 1 1 3275 3283 0=32 1=64 11=6 2=36 MatMul matmul_2292 2 1 3282 3283 3284 Permute transpose_2863 1 1 3284 3285 0=2 Reshape reshape_1587 1 1 3285 3286 0=192 1=64 2=36 InnerProduct linear_680 1 1 3286 3287 0=192 1=1 2=36864 Reshape reshape_1588 1 1 3287 3288 Permute permute_2589 1 1 3288 3289 0=0 Reshape reshape_1589 1 1 3289 3290 0=192 1=2304 BinaryOp add_383 2 1 3264 3290 3291 0=0 Split splitncnn_169 1 2 3291 3292 3293 LayerNorm ln_303 1 1 3293 3294 0=192 1=1.000000e-05 2=1 InnerProduct linear_681 1 1 3294 3295 0=384 1=1 2=73728 GELU gelu_109 1 1 3295 3296 InnerProduct linear_682 1 1 3296 3297 0=192 1=1 2=73728 BinaryOp add_384 2 1 3292 3297 3298 0=0 Split splitncnn_170 1 2 3298 3299 3300 LayerNorm ln_304 1 1 3300 3301 0=192 1=1.000000e-05 2=1 Reshape view_2034 1 1 3301 3302 0=192 1=48 2=48 torch.roll torch.roll_2500 1 1 3302 3303 Reshape view_2035 1 1 3303 3304 Permute permute_2590 1 1 3304 3305 0=0 Reshape reshape_1590 1 1 3305 3306 0=192 1=64 2=36 InnerProduct linear_683 1 1 3306 3307 0=576 1=1 2=110592 Reshape reshape_1591 1 1 3307 3308 Permute permute_2591 1 1 3308 3309 0=0 Slice unbind_81 1 3 3309 3310 3311 3312 -23300=3,-233,-233,-233 1=0 Reshape reshape_1594 1 1 3310 3313 0=32 1=64 11=6 2=36 BinaryOp mul_385 1 1 3313 3314 0=2 1=1 2=1.767767e-01 Reshape reshape_1593 1 1 3311 3315 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_15519 0 1 3316 0=64 1=64 11=6 2=1 MatMul matmultransb_81 2 1 3314 3315 3317 0=1 BinaryOp add_386 2 1 3317 3316 3318 0=0 MemoryData pnnx_fold_15529 0 1 3319 0=64 1=64 11=1 2=36 Reshape view_2036 1 1 3318 3320 0=64 1=64 11=6 2=36 BinaryOp add_387 2 1 3320 3319 3321 0=0 Reshape view_2037 1 1 3321 3322 0=64 1=64 11=6 2=-1 Softmax softmax_874 1 1 3322 3323 0=3 1=1 Reshape reshape_1592 1 1 3312 3324 0=32 1=64 11=6 2=36 MatMul matmul_2294 2 1 3323 3324 3325 Permute transpose_2865 1 1 3325 3326 0=2 Reshape reshape_1595 1 1 3326 3327 0=192 1=64 2=36 InnerProduct linear_684 1 1 3327 3328 0=192 1=1 2=36864 Reshape reshape_1596 1 1 3328 3329 Permute permute_2592 1 1 3329 3330 0=0 Reshape reshape_1597 1 1 3330 3331 0=-1 1=48 2=48 torch.roll torch.roll_2501 1 1 3331 3332 Reshape view_2038 1 1 3332 3333 0=192 1=2304 BinaryOp add_388 2 1 3299 3333 3334 0=0 Split splitncnn_171 1 2 3334 3335 3336 LayerNorm ln_305 1 1 3336 3337 0=192 1=1.000000e-05 2=1 InnerProduct linear_685 1 1 3337 3338 0=384 1=1 2=73728 GELU gelu_110 1 1 3338 3339 InnerProduct linear_686 1 1 3339 3340 0=192 1=1 2=73728 BinaryOp add_389 2 1 3335 3340 3341 0=0 Split splitncnn_172 1 2 3341 3342 3343 LayerNorm ln_306 1 1 3343 3344 0=192 1=1.000000e-05 2=1 Reshape reshape_1598 1 1 3344 3345 Permute permute_2593 1 1 3345 3346 0=0 Reshape reshape_1599 1 1 3346 3347 0=192 1=64 2=36 InnerProduct linear_687 1 1 3347 3348 0=576 1=1 2=110592 Reshape reshape_1600 1 1 3348 3349 Permute permute_2594 1 1 3349 3350 0=0 Slice unbind_82 1 3 3350 3351 3352 3353 -23300=3,-233,-233,-233 1=0 Reshape reshape_1603 1 1 3351 3354 0=32 1=64 11=6 2=36 BinaryOp mul_390 1 1 3354 3355 0=2 1=1 2=1.767767e-01 Reshape reshape_1602 1 1 3352 3356 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_15678 0 1 3357 0=64 1=64 11=6 2=1 MatMul matmultransb_82 2 1 3355 3356 3358 0=1 BinaryOp add_391 2 1 3358 3357 3359 0=0 Softmax softmax_875 1 1 3359 3360 0=3 1=1 Reshape reshape_1601 1 1 3353 3361 0=32 1=64 11=6 2=36 MatMul matmul_2296 2 1 3360 3361 3362 Permute transpose_2867 1 1 3362 3363 0=2 Reshape reshape_1604 1 1 3363 3364 0=192 1=64 2=36 InnerProduct linear_688 1 1 3364 3365 0=192 1=1 2=36864 Reshape reshape_1605 1 1 3365 3366 Permute permute_2595 1 1 3366 3367 0=0 Reshape reshape_1606 1 1 3367 3368 0=192 1=2304 BinaryOp add_392 2 1 3342 3368 3369 0=0 Split splitncnn_173 1 2 3369 3370 3371 LayerNorm ln_307 1 1 3371 3372 0=192 1=1.000000e-05 2=1 InnerProduct linear_689 1 1 3372 3373 0=384 1=1 2=73728 GELU gelu_111 1 1 3373 3374 InnerProduct linear_690 1 1 3374 3375 0=192 1=1 2=73728 BinaryOp add_393 2 1 3370 3375 3376 0=0 Split splitncnn_174 1 2 3376 3377 3378 LayerNorm ln_308 1 1 3378 3379 0=192 1=1.000000e-05 2=1 Reshape view_2039 1 1 3379 3380 0=192 1=48 2=48 torch.roll torch.roll_2502 1 1 3380 3381 Reshape view_2040 1 1 3381 3382 Permute permute_2596 1 1 3382 3383 0=0 Reshape reshape_1607 1 1 3383 3384 0=192 1=64 2=36 InnerProduct linear_691 1 1 3384 3385 0=576 1=1 2=110592 Reshape reshape_1608 1 1 3385 3386 Permute permute_2597 1 1 3386 3387 0=0 Slice unbind_83 1 3 3387 3388 3389 3390 -23300=3,-233,-233,-233 1=0 Reshape reshape_1611 1 1 3388 3391 0=32 1=64 11=6 2=36 BinaryOp mul_394 1 1 3391 3392 0=2 1=1 2=1.767767e-01 Reshape reshape_1610 1 1 3389 3393 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_15831 0 1 3394 0=64 1=64 11=6 2=1 MatMul matmultransb_83 2 1 3392 3393 3395 0=1 BinaryOp add_395 2 1 3395 3394 3396 0=0 MemoryData pnnx_fold_15841 0 1 3397 0=64 1=64 11=1 2=36 Reshape view_2041 1 1 3396 3398 0=64 1=64 11=6 2=36 BinaryOp add_396 2 1 3398 3397 3399 0=0 Reshape view_2042 1 1 3399 3400 0=64 1=64 11=6 2=-1 Softmax softmax_876 1 1 3400 3401 0=3 1=1 Reshape reshape_1609 1 1 3390 3402 0=32 1=64 11=6 2=36 MatMul matmul_2298 2 1 3401 3402 3403 Permute transpose_2869 1 1 3403 3404 0=2 Reshape reshape_1612 1 1 3404 3405 0=192 1=64 2=36 InnerProduct linear_692 1 1 3405 3406 0=192 1=1 2=36864 Reshape reshape_1613 1 1 3406 3407 Permute permute_2598 1 1 3407 3408 0=0 Reshape reshape_1614 1 1 3408 3409 0=-1 1=48 2=48 torch.roll torch.roll_2503 1 1 3409 3410 Reshape view_2043 1 1 3410 3411 0=192 1=2304 BinaryOp add_397 2 1 3377 3411 3412 0=0 Split splitncnn_175 1 2 3412 3413 3414 LayerNorm ln_309 1 1 3414 3415 0=192 1=1.000000e-05 2=1 InnerProduct linear_693 1 1 3415 3416 0=384 1=1 2=73728 GELU gelu_112 1 1 3416 3417 InnerProduct linear_694 1 1 3417 3418 0=192 1=1 2=73728 BinaryOp add_398 2 1 3413 3418 3419 0=0 Permute transpose_2870 1 1 3419 3420 0=1 Reshape view_2044 1 1 3420 3421 0=48 1=48 2=192 Convolution conv_21 1 1 3421 3422 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2126 1 1 3422 3423 0=-1 1=192 Permute transpose_2871 1 1 3423 3424 0=1 BinaryOp add_399 2 1 3424 3186 3425 0=0 Split splitncnn_176 1 3 3425 3426 3427 3428 LayerNorm ln_310 1 1 3428 3429 0=192 1=1.000000e-05 2=1 Reshape reshape_1615 1 1 3429 3430 Permute permute_2599 1 1 3430 3431 0=0 Reshape reshape_1616 1 1 3431 3432 0=192 1=64 2=36 InnerProduct linear_695 1 1 3432 3433 0=576 1=1 2=110592 Reshape reshape_1617 1 1 3433 3434 Permute permute_2600 1 1 3434 3435 0=0 Slice unbind_84 1 3 3435 3436 3437 3438 -23300=3,-233,-233,-233 1=0 Reshape reshape_1620 1 1 3436 3439 0=32 1=64 11=6 2=36 BinaryOp mul_400 1 1 3439 3440 0=2 1=1 2=1.767767e-01 Reshape reshape_1619 1 1 3437 3441 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16024 0 1 3442 0=64 1=64 11=6 2=1 MatMul matmultransb_84 2 1 3440 3441 3443 0=1 BinaryOp add_401 2 1 3443 3442 3444 0=0 Softmax softmax_877 1 1 3444 3445 0=3 1=1 Reshape reshape_1618 1 1 3438 3446 0=32 1=64 11=6 2=36 MatMul matmul_2300 2 1 3445 3446 3447 Permute transpose_2873 1 1 3447 3448 0=2 Reshape reshape_1621 1 1 3448 3449 0=192 1=64 2=36 InnerProduct linear_696 1 1 3449 3450 0=192 1=1 2=36864 Reshape reshape_1622 1 1 3450 3451 Permute permute_2601 1 1 3451 3452 0=0 Reshape reshape_1623 1 1 3452 3453 0=192 1=2304 BinaryOp add_402 2 1 3426 3453 3454 0=0 Split splitncnn_177 1 2 3454 3455 3456 LayerNorm ln_311 1 1 3456 3457 0=192 1=1.000000e-05 2=1 InnerProduct linear_697 1 1 3457 3458 0=384 1=1 2=73728 GELU gelu_113 1 1 3458 3459 InnerProduct linear_698 1 1 3459 3460 0=192 1=1 2=73728 BinaryOp add_403 2 1 3455 3460 3461 0=0 Split splitncnn_178 1 2 3461 3462 3463 LayerNorm ln_312 1 1 3463 3464 0=192 1=1.000000e-05 2=1 Reshape view_2045 1 1 3464 3465 0=192 1=48 2=48 torch.roll torch.roll_2504 1 1 3465 3466 Reshape view_2046 1 1 3466 3467 Permute permute_2602 1 1 3467 3468 0=0 Reshape reshape_1624 1 1 3468 3469 0=192 1=64 2=36 InnerProduct linear_699 1 1 3469 3470 0=576 1=1 2=110592 Reshape reshape_1625 1 1 3470 3471 Permute permute_2603 1 1 3471 3472 0=0 Slice unbind_85 1 3 3472 3473 3474 3475 -23300=3,-233,-233,-233 1=0 Reshape reshape_1628 1 1 3473 3476 0=32 1=64 11=6 2=36 BinaryOp mul_404 1 1 3476 3477 0=2 1=1 2=1.767767e-01 Reshape reshape_1627 1 1 3474 3478 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16177 0 1 3479 0=64 1=64 11=6 2=1 MatMul matmultransb_85 2 1 3477 3478 3480 0=1 BinaryOp add_405 2 1 3480 3479 3481 0=0 MemoryData pnnx_fold_16187 0 1 3482 0=64 1=64 11=1 2=36 Reshape view_2047 1 1 3481 3483 0=64 1=64 11=6 2=36 BinaryOp add_406 2 1 3483 3482 3484 0=0 Reshape view_2048 1 1 3484 3485 0=64 1=64 11=6 2=-1 Softmax softmax_878 1 1 3485 3486 0=3 1=1 Reshape reshape_1626 1 1 3475 3487 0=32 1=64 11=6 2=36 MatMul matmul_2302 2 1 3486 3487 3488 Permute transpose_2875 1 1 3488 3489 0=2 Reshape reshape_1629 1 1 3489 3490 0=192 1=64 2=36 InnerProduct linear_700 1 1 3490 3491 0=192 1=1 2=36864 Reshape reshape_1630 1 1 3491 3492 Permute permute_2604 1 1 3492 3493 0=0 Reshape reshape_1631 1 1 3493 3494 0=-1 1=48 2=48 torch.roll torch.roll_2505 1 1 3494 3495 Reshape view_2049 1 1 3495 3496 0=192 1=2304 BinaryOp add_407 2 1 3462 3496 3497 0=0 Split splitncnn_179 1 2 3497 3498 3499 LayerNorm ln_313 1 1 3499 3500 0=192 1=1.000000e-05 2=1 InnerProduct linear_701 1 1 3500 3501 0=384 1=1 2=73728 GELU gelu_114 1 1 3501 3502 InnerProduct linear_702 1 1 3502 3503 0=192 1=1 2=73728 BinaryOp add_408 2 1 3498 3503 3504 0=0 Split splitncnn_180 1 2 3504 3505 3506 LayerNorm ln_314 1 1 3506 3507 0=192 1=1.000000e-05 2=1 Reshape reshape_1632 1 1 3507 3508 Permute permute_2605 1 1 3508 3509 0=0 Reshape reshape_1633 1 1 3509 3510 0=192 1=64 2=36 InnerProduct linear_703 1 1 3510 3511 0=576 1=1 2=110592 Reshape reshape_1634 1 1 3511 3512 Permute permute_2606 1 1 3512 3513 0=0 Slice unbind_86 1 3 3513 3514 3515 3516 -23300=3,-233,-233,-233 1=0 Reshape reshape_1637 1 1 3514 3517 0=32 1=64 11=6 2=36 BinaryOp mul_409 1 1 3517 3518 0=2 1=1 2=1.767767e-01 Reshape reshape_1636 1 1 3515 3519 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16336 0 1 3520 0=64 1=64 11=6 2=1 MatMul matmultransb_86 2 1 3518 3519 3521 0=1 BinaryOp add_410 2 1 3521 3520 3522 0=0 Softmax softmax_879 1 1 3522 3523 0=3 1=1 Reshape reshape_1635 1 1 3516 3524 0=32 1=64 11=6 2=36 MatMul matmul_2304 2 1 3523 3524 3525 Permute transpose_2877 1 1 3525 3526 0=2 Reshape reshape_1638 1 1 3526 3527 0=192 1=64 2=36 InnerProduct linear_704 1 1 3527 3528 0=192 1=1 2=36864 Reshape reshape_1639 1 1 3528 3529 Permute permute_2607 1 1 3529 3530 0=0 Reshape reshape_1640 1 1 3530 3531 0=192 1=2304 BinaryOp add_411 2 1 3505 3531 3532 0=0 Split splitncnn_181 1 2 3532 3533 3534 LayerNorm ln_315 1 1 3534 3535 0=192 1=1.000000e-05 2=1 InnerProduct linear_705 1 1 3535 3536 0=384 1=1 2=73728 GELU gelu_115 1 1 3536 3537 InnerProduct linear_706 1 1 3537 3538 0=192 1=1 2=73728 BinaryOp add_412 2 1 3533 3538 3539 0=0 Split splitncnn_182 1 2 3539 3540 3541 LayerNorm ln_316 1 1 3541 3542 0=192 1=1.000000e-05 2=1 Reshape view_2050 1 1 3542 3543 0=192 1=48 2=48 torch.roll torch.roll_2506 1 1 3543 3544 Reshape view_2051 1 1 3544 3545 Permute permute_2608 1 1 3545 3546 0=0 Reshape reshape_1641 1 1 3546 3547 0=192 1=64 2=36 InnerProduct linear_707 1 1 3547 3548 0=576 1=1 2=110592 Reshape reshape_1642 1 1 3548 3549 Permute permute_2609 1 1 3549 3550 0=0 Slice unbind_87 1 3 3550 3551 3552 3553 -23300=3,-233,-233,-233 1=0 Reshape reshape_1645 1 1 3551 3554 0=32 1=64 11=6 2=36 BinaryOp mul_413 1 1 3554 3555 0=2 1=1 2=1.767767e-01 Reshape reshape_1644 1 1 3552 3556 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16489 0 1 3557 0=64 1=64 11=6 2=1 MatMul matmultransb_87 2 1 3555 3556 3558 0=1 BinaryOp add_414 2 1 3558 3557 3559 0=0 MemoryData pnnx_fold_16499 0 1 3560 0=64 1=64 11=1 2=36 Reshape view_2052 1 1 3559 3561 0=64 1=64 11=6 2=36 BinaryOp add_415 2 1 3561 3560 3562 0=0 Reshape view_2053 1 1 3562 3563 0=64 1=64 11=6 2=-1 Softmax softmax_880 1 1 3563 3564 0=3 1=1 Reshape reshape_1643 1 1 3553 3565 0=32 1=64 11=6 2=36 MatMul matmul_2306 2 1 3564 3565 3566 Permute transpose_2879 1 1 3566 3567 0=2 Reshape reshape_1646 1 1 3567 3568 0=192 1=64 2=36 InnerProduct linear_708 1 1 3568 3569 0=192 1=1 2=36864 Reshape reshape_1647 1 1 3569 3570 Permute permute_2610 1 1 3570 3571 0=0 Reshape reshape_1648 1 1 3571 3572 0=-1 1=48 2=48 torch.roll torch.roll_2507 1 1 3572 3573 Reshape view_2054 1 1 3573 3574 0=192 1=2304 BinaryOp add_416 2 1 3540 3574 3575 0=0 Split splitncnn_183 1 2 3575 3576 3577 LayerNorm ln_317 1 1 3577 3578 0=192 1=1.000000e-05 2=1 InnerProduct linear_709 1 1 3578 3579 0=384 1=1 2=73728 GELU gelu_116 1 1 3579 3580 InnerProduct linear_710 1 1 3580 3581 0=192 1=1 2=73728 BinaryOp add_417 2 1 3576 3581 3582 0=0 Split splitncnn_184 1 2 3582 3583 3584 LayerNorm ln_318 1 1 3584 3585 0=192 1=1.000000e-05 2=1 Reshape reshape_1649 1 1 3585 3586 Permute permute_2611 1 1 3586 3587 0=0 Reshape reshape_1650 1 1 3587 3588 0=192 1=64 2=36 InnerProduct linear_711 1 1 3588 3589 0=576 1=1 2=110592 Reshape reshape_1651 1 1 3589 3590 Permute permute_2612 1 1 3590 3591 0=0 Slice unbind_88 1 3 3591 3592 3593 3594 -23300=3,-233,-233,-233 1=0 Reshape reshape_1654 1 1 3592 3595 0=32 1=64 11=6 2=36 BinaryOp mul_418 1 1 3595 3596 0=2 1=1 2=1.767767e-01 Reshape reshape_1653 1 1 3593 3597 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16648 0 1 3598 0=64 1=64 11=6 2=1 MatMul matmultransb_88 2 1 3596 3597 3599 0=1 BinaryOp add_419 2 1 3599 3598 3600 0=0 Softmax softmax_881 1 1 3600 3601 0=3 1=1 Reshape reshape_1652 1 1 3594 3602 0=32 1=64 11=6 2=36 MatMul matmul_2308 2 1 3601 3602 3603 Permute transpose_2881 1 1 3603 3604 0=2 Reshape reshape_1655 1 1 3604 3605 0=192 1=64 2=36 InnerProduct linear_712 1 1 3605 3606 0=192 1=1 2=36864 Reshape reshape_1656 1 1 3606 3607 Permute permute_2613 1 1 3607 3608 0=0 Reshape reshape_1657 1 1 3608 3609 0=192 1=2304 BinaryOp add_420 2 1 3583 3609 3610 0=0 Split splitncnn_185 1 2 3610 3611 3612 LayerNorm ln_319 1 1 3612 3613 0=192 1=1.000000e-05 2=1 InnerProduct linear_713 1 1 3613 3614 0=384 1=1 2=73728 GELU gelu_117 1 1 3614 3615 InnerProduct linear_714 1 1 3615 3616 0=192 1=1 2=73728 BinaryOp add_421 2 1 3611 3616 3617 0=0 Split splitncnn_186 1 2 3617 3618 3619 LayerNorm ln_320 1 1 3619 3620 0=192 1=1.000000e-05 2=1 Reshape view_2055 1 1 3620 3621 0=192 1=48 2=48 torch.roll torch.roll_2508 1 1 3621 3622 Reshape view_2056 1 1 3622 3623 Permute permute_2614 1 1 3623 3624 0=0 Reshape reshape_1658 1 1 3624 3625 0=192 1=64 2=36 InnerProduct linear_715 1 1 3625 3626 0=576 1=1 2=110592 Reshape reshape_1659 1 1 3626 3627 Permute permute_2615 1 1 3627 3628 0=0 Slice unbind_89 1 3 3628 3629 3630 3631 -23300=3,-233,-233,-233 1=0 Reshape reshape_1662 1 1 3629 3632 0=32 1=64 11=6 2=36 BinaryOp mul_422 1 1 3632 3633 0=2 1=1 2=1.767767e-01 Reshape reshape_1661 1 1 3630 3634 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16801 0 1 3635 0=64 1=64 11=6 2=1 MatMul matmultransb_89 2 1 3633 3634 3636 0=1 BinaryOp add_423 2 1 3636 3635 3637 0=0 MemoryData pnnx_fold_16811 0 1 3638 0=64 1=64 11=1 2=36 Reshape view_2057 1 1 3637 3639 0=64 1=64 11=6 2=36 BinaryOp add_424 2 1 3639 3638 3640 0=0 Reshape view_2058 1 1 3640 3641 0=64 1=64 11=6 2=-1 Softmax softmax_882 1 1 3641 3642 0=3 1=1 Reshape reshape_1660 1 1 3631 3643 0=32 1=64 11=6 2=36 MatMul matmul_2310 2 1 3642 3643 3644 Permute transpose_2883 1 1 3644 3645 0=2 Reshape reshape_1663 1 1 3645 3646 0=192 1=64 2=36 InnerProduct linear_716 1 1 3646 3647 0=192 1=1 2=36864 Reshape reshape_1664 1 1 3647 3648 Permute permute_2616 1 1 3648 3649 0=0 Reshape reshape_1665 1 1 3649 3650 0=-1 1=48 2=48 torch.roll torch.roll_2509 1 1 3650 3651 Reshape view_2059 1 1 3651 3652 0=192 1=2304 BinaryOp add_425 2 1 3618 3652 3653 0=0 Split splitncnn_187 1 2 3653 3654 3655 LayerNorm ln_321 1 1 3655 3656 0=192 1=1.000000e-05 2=1 InnerProduct linear_717 1 1 3656 3657 0=384 1=1 2=73728 GELU gelu_118 1 1 3657 3658 InnerProduct linear_718 1 1 3658 3659 0=192 1=1 2=73728 BinaryOp add_426 2 1 3654 3659 3660 0=0 Permute transpose_2884 1 1 3660 3661 0=1 Reshape view_2060 1 1 3661 3662 0=48 1=48 2=192 Convolution conv_22 1 1 3662 3663 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2127 1 1 3663 3664 0=-1 1=192 Permute transpose_2885 1 1 3664 3665 0=1 BinaryOp add_427 2 1 3665 3427 3666 0=0 Split splitncnn_188 1 3 3666 3667 3668 3669 LayerNorm ln_322 1 1 3669 3670 0=192 1=1.000000e-05 2=1 Reshape reshape_1666 1 1 3670 3671 Permute permute_2617 1 1 3671 3672 0=0 Reshape reshape_1667 1 1 3672 3673 0=192 1=64 2=36 InnerProduct linear_719 1 1 3673 3674 0=576 1=1 2=110592 Reshape reshape_1668 1 1 3674 3675 Permute permute_2618 1 1 3675 3676 0=0 Slice unbind_90 1 3 3676 3677 3678 3679 -23300=3,-233,-233,-233 1=0 Reshape reshape_1671 1 1 3677 3680 0=32 1=64 11=6 2=36 BinaryOp mul_428 1 1 3680 3681 0=2 1=1 2=1.767767e-01 Reshape reshape_1670 1 1 3678 3682 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_16994 0 1 3683 0=64 1=64 11=6 2=1 MatMul matmultransb_90 2 1 3681 3682 3684 0=1 BinaryOp add_429 2 1 3684 3683 3685 0=0 Softmax softmax_883 1 1 3685 3686 0=3 1=1 Reshape reshape_1669 1 1 3679 3687 0=32 1=64 11=6 2=36 MatMul matmul_2312 2 1 3686 3687 3688 Permute transpose_2887 1 1 3688 3689 0=2 Reshape reshape_1672 1 1 3689 3690 0=192 1=64 2=36 InnerProduct linear_720 1 1 3690 3691 0=192 1=1 2=36864 Reshape reshape_1673 1 1 3691 3692 Permute permute_2619 1 1 3692 3693 0=0 Reshape reshape_1674 1 1 3693 3694 0=192 1=2304 BinaryOp add_430 2 1 3667 3694 3695 0=0 Split splitncnn_189 1 2 3695 3696 3697 LayerNorm ln_323 1 1 3697 3698 0=192 1=1.000000e-05 2=1 InnerProduct linear_721 1 1 3698 3699 0=384 1=1 2=73728 GELU gelu_119 1 1 3699 3700 InnerProduct linear_722 1 1 3700 3701 0=192 1=1 2=73728 BinaryOp add_431 2 1 3696 3701 3702 0=0 Split splitncnn_190 1 2 3702 3703 3704 LayerNorm ln_324 1 1 3704 3705 0=192 1=1.000000e-05 2=1 Reshape view_2061 1 1 3705 3706 0=192 1=48 2=48 torch.roll torch.roll_2510 1 1 3706 3707 Reshape view_2062 1 1 3707 3708 Permute permute_2620 1 1 3708 3709 0=0 Reshape reshape_1675 1 1 3709 3710 0=192 1=64 2=36 InnerProduct linear_723 1 1 3710 3711 0=576 1=1 2=110592 Reshape reshape_1676 1 1 3711 3712 Permute permute_2621 1 1 3712 3713 0=0 Slice unbind_91 1 3 3713 3714 3715 3716 -23300=3,-233,-233,-233 1=0 Reshape reshape_1679 1 1 3714 3717 0=32 1=64 11=6 2=36 BinaryOp mul_432 1 1 3717 3718 0=2 1=1 2=1.767767e-01 Reshape reshape_1678 1 1 3715 3719 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_17147 0 1 3720 0=64 1=64 11=6 2=1 MatMul matmultransb_91 2 1 3718 3719 3721 0=1 BinaryOp add_433 2 1 3721 3720 3722 0=0 MemoryData pnnx_fold_17157 0 1 3723 0=64 1=64 11=1 2=36 Reshape view_2063 1 1 3722 3724 0=64 1=64 11=6 2=36 BinaryOp add_434 2 1 3724 3723 3725 0=0 Reshape view_2064 1 1 3725 3726 0=64 1=64 11=6 2=-1 Softmax softmax_884 1 1 3726 3727 0=3 1=1 Reshape reshape_1677 1 1 3716 3728 0=32 1=64 11=6 2=36 MatMul matmul_2314 2 1 3727 3728 3729 Permute transpose_2889 1 1 3729 3730 0=2 Reshape reshape_1680 1 1 3730 3731 0=192 1=64 2=36 InnerProduct linear_724 1 1 3731 3732 0=192 1=1 2=36864 Reshape reshape_1681 1 1 3732 3733 Permute permute_2622 1 1 3733 3734 0=0 Reshape reshape_1682 1 1 3734 3735 0=-1 1=48 2=48 torch.roll torch.roll_2511 1 1 3735 3736 Reshape view_2065 1 1 3736 3737 0=192 1=2304 BinaryOp add_435 2 1 3703 3737 3738 0=0 Split splitncnn_191 1 2 3738 3739 3740 LayerNorm ln_325 1 1 3740 3741 0=192 1=1.000000e-05 2=1 InnerProduct linear_725 1 1 3741 3742 0=384 1=1 2=73728 GELU gelu_120 1 1 3742 3743 InnerProduct linear_726 1 1 3743 3744 0=192 1=1 2=73728 BinaryOp add_436 2 1 3739 3744 3745 0=0 Split splitncnn_192 1 2 3745 3746 3747 LayerNorm ln_326 1 1 3747 3748 0=192 1=1.000000e-05 2=1 Reshape reshape_1683 1 1 3748 3749 Permute permute_2623 1 1 3749 3750 0=0 Reshape reshape_1684 1 1 3750 3751 0=192 1=64 2=36 InnerProduct linear_727 1 1 3751 3752 0=576 1=1 2=110592 Reshape reshape_1685 1 1 3752 3753 Permute permute_2624 1 1 3753 3754 0=0 Slice unbind_92 1 3 3754 3755 3756 3757 -23300=3,-233,-233,-233 1=0 Reshape reshape_1688 1 1 3755 3758 0=32 1=64 11=6 2=36 BinaryOp mul_437 1 1 3758 3759 0=2 1=1 2=1.767767e-01 Reshape reshape_1687 1 1 3756 3760 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_17306 0 1 3761 0=64 1=64 11=6 2=1 MatMul matmultransb_92 2 1 3759 3760 3762 0=1 BinaryOp add_438 2 1 3762 3761 3763 0=0 Softmax softmax_885 1 1 3763 3764 0=3 1=1 Reshape reshape_1686 1 1 3757 3765 0=32 1=64 11=6 2=36 MatMul matmul_2316 2 1 3764 3765 3766 Permute transpose_2891 1 1 3766 3767 0=2 Reshape reshape_1689 1 1 3767 3768 0=192 1=64 2=36 InnerProduct linear_728 1 1 3768 3769 0=192 1=1 2=36864 Reshape reshape_1690 1 1 3769 3770 Permute permute_2625 1 1 3770 3771 0=0 Reshape reshape_1691 1 1 3771 3772 0=192 1=2304 BinaryOp add_439 2 1 3746 3772 3773 0=0 Split splitncnn_193 1 2 3773 3774 3775 LayerNorm ln_327 1 1 3775 3776 0=192 1=1.000000e-05 2=1 InnerProduct linear_729 1 1 3776 3777 0=384 1=1 2=73728 GELU gelu_121 1 1 3777 3778 InnerProduct linear_730 1 1 3778 3779 0=192 1=1 2=73728 BinaryOp add_440 2 1 3774 3779 3780 0=0 Split splitncnn_194 1 2 3780 3781 3782 LayerNorm ln_328 1 1 3782 3783 0=192 1=1.000000e-05 2=1 Reshape view_2066 1 1 3783 3784 0=192 1=48 2=48 torch.roll torch.roll_2512 1 1 3784 3785 Reshape view_2067 1 1 3785 3786 Permute permute_2626 1 1 3786 3787 0=0 Reshape reshape_1692 1 1 3787 3788 0=192 1=64 2=36 InnerProduct linear_731 1 1 3788 3789 0=576 1=1 2=110592 Reshape reshape_1693 1 1 3789 3790 Permute permute_2627 1 1 3790 3791 0=0 Slice unbind_93 1 3 3791 3792 3793 3794 -23300=3,-233,-233,-233 1=0 Reshape reshape_1696 1 1 3792 3795 0=32 1=64 11=6 2=36 BinaryOp mul_441 1 1 3795 3796 0=2 1=1 2=1.767767e-01 Reshape reshape_1695 1 1 3793 3797 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_17459 0 1 3798 0=64 1=64 11=6 2=1 MatMul matmultransb_93 2 1 3796 3797 3799 0=1 BinaryOp add_442 2 1 3799 3798 3800 0=0 MemoryData pnnx_fold_17469 0 1 3801 0=64 1=64 11=1 2=36 Reshape view_2068 1 1 3800 3802 0=64 1=64 11=6 2=36 BinaryOp add_443 2 1 3802 3801 3803 0=0 Reshape view_2069 1 1 3803 3804 0=64 1=64 11=6 2=-1 Softmax softmax_886 1 1 3804 3805 0=3 1=1 Reshape reshape_1694 1 1 3794 3806 0=32 1=64 11=6 2=36 MatMul matmul_2318 2 1 3805 3806 3807 Permute transpose_2893 1 1 3807 3808 0=2 Reshape reshape_1697 1 1 3808 3809 0=192 1=64 2=36 InnerProduct linear_732 1 1 3809 3810 0=192 1=1 2=36864 Reshape reshape_1698 1 1 3810 3811 Permute permute_2628 1 1 3811 3812 0=0 Reshape reshape_1699 1 1 3812 3813 0=-1 1=48 2=48 torch.roll torch.roll_2513 1 1 3813 3814 Reshape view_2070 1 1 3814 3815 0=192 1=2304 BinaryOp add_444 2 1 3781 3815 3816 0=0 Split splitncnn_195 1 2 3816 3817 3818 LayerNorm ln_329 1 1 3818 3819 0=192 1=1.000000e-05 2=1 InnerProduct linear_733 1 1 3819 3820 0=384 1=1 2=73728 GELU gelu_122 1 1 3820 3821 InnerProduct linear_734 1 1 3821 3822 0=192 1=1 2=73728 BinaryOp add_445 2 1 3817 3822 3823 0=0 Split splitncnn_196 1 2 3823 3824 3825 LayerNorm ln_330 1 1 3825 3826 0=192 1=1.000000e-05 2=1 Reshape reshape_1700 1 1 3826 3827 Permute permute_2629 1 1 3827 3828 0=0 Reshape reshape_1701 1 1 3828 3829 0=192 1=64 2=36 InnerProduct linear_735 1 1 3829 3830 0=576 1=1 2=110592 Reshape reshape_1702 1 1 3830 3831 Permute permute_2630 1 1 3831 3832 0=0 Slice unbind_94 1 3 3832 3833 3834 3835 -23300=3,-233,-233,-233 1=0 Reshape reshape_1705 1 1 3833 3836 0=32 1=64 11=6 2=36 BinaryOp mul_446 1 1 3836 3837 0=2 1=1 2=1.767767e-01 Reshape reshape_1704 1 1 3834 3838 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_17618 0 1 3839 0=64 1=64 11=6 2=1 MatMul matmultransb_94 2 1 3837 3838 3840 0=1 BinaryOp add_447 2 1 3840 3839 3841 0=0 Softmax softmax_887 1 1 3841 3842 0=3 1=1 Reshape reshape_1703 1 1 3835 3843 0=32 1=64 11=6 2=36 MatMul matmul_2320 2 1 3842 3843 3844 Permute transpose_2895 1 1 3844 3845 0=2 Reshape reshape_1706 1 1 3845 3846 0=192 1=64 2=36 InnerProduct linear_736 1 1 3846 3847 0=192 1=1 2=36864 Reshape reshape_1707 1 1 3847 3848 Permute permute_2631 1 1 3848 3849 0=0 Reshape reshape_1708 1 1 3849 3850 0=192 1=2304 BinaryOp add_448 2 1 3824 3850 3851 0=0 Split splitncnn_197 1 2 3851 3852 3853 LayerNorm ln_331 1 1 3853 3854 0=192 1=1.000000e-05 2=1 InnerProduct linear_737 1 1 3854 3855 0=384 1=1 2=73728 GELU gelu_123 1 1 3855 3856 InnerProduct linear_738 1 1 3856 3857 0=192 1=1 2=73728 BinaryOp add_449 2 1 3852 3857 3858 0=0 Split splitncnn_198 1 2 3858 3859 3860 LayerNorm ln_332 1 1 3860 3861 0=192 1=1.000000e-05 2=1 Reshape view_2071 1 1 3861 3862 0=192 1=48 2=48 torch.roll torch.roll_2514 1 1 3862 3863 Reshape view_2072 1 1 3863 3864 Permute permute_2632 1 1 3864 3865 0=0 Reshape reshape_1709 1 1 3865 3866 0=192 1=64 2=36 InnerProduct linear_739 1 1 3866 3867 0=576 1=1 2=110592 Reshape reshape_1710 1 1 3867 3868 Permute permute_2633 1 1 3868 3869 0=0 Slice unbind_95 1 3 3869 3870 3871 3872 -23300=3,-233,-233,-233 1=0 Reshape reshape_1713 1 1 3870 3873 0=32 1=64 11=6 2=36 BinaryOp mul_450 1 1 3873 3874 0=2 1=1 2=1.767767e-01 Reshape reshape_1712 1 1 3871 3875 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_17771 0 1 3876 0=64 1=64 11=6 2=1 MatMul matmultransb_95 2 1 3874 3875 3877 0=1 BinaryOp add_451 2 1 3877 3876 3878 0=0 MemoryData pnnx_fold_17781 0 1 3879 0=64 1=64 11=1 2=36 Reshape view_2073 1 1 3878 3880 0=64 1=64 11=6 2=36 BinaryOp add_452 2 1 3880 3879 3881 0=0 Reshape view_2074 1 1 3881 3882 0=64 1=64 11=6 2=-1 Softmax softmax_888 1 1 3882 3883 0=3 1=1 Reshape reshape_1711 1 1 3872 3884 0=32 1=64 11=6 2=36 MatMul matmul_2322 2 1 3883 3884 3885 Permute transpose_2897 1 1 3885 3886 0=2 Reshape reshape_1714 1 1 3886 3887 0=192 1=64 2=36 InnerProduct linear_740 1 1 3887 3888 0=192 1=1 2=36864 Reshape reshape_1715 1 1 3888 3889 Permute permute_2634 1 1 3889 3890 0=0 Reshape reshape_1716 1 1 3890 3891 0=-1 1=48 2=48 torch.roll torch.roll_2515 1 1 3891 3892 Reshape view_2075 1 1 3892 3893 0=192 1=2304 BinaryOp add_453 2 1 3859 3893 3894 0=0 Split splitncnn_199 1 2 3894 3895 3896 LayerNorm ln_333 1 1 3896 3897 0=192 1=1.000000e-05 2=1 InnerProduct linear_741 1 1 3897 3898 0=384 1=1 2=73728 GELU gelu_124 1 1 3898 3899 InnerProduct linear_742 1 1 3899 3900 0=192 1=1 2=73728 BinaryOp add_454 2 1 3895 3900 3901 0=0 Permute transpose_2898 1 1 3901 3902 0=1 Reshape view_2076 1 1 3902 3903 0=48 1=48 2=192 Convolution conv_23 1 1 3903 3904 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2128 1 1 3904 3905 0=-1 1=192 Permute transpose_2899 1 1 3905 3906 0=1 BinaryOp add_455 2 1 3906 3668 3907 0=0 Split splitncnn_200 1 3 3907 3908 3909 3910 LayerNorm ln_334 1 1 3910 3911 0=192 1=1.000000e-05 2=1 Reshape reshape_1717 1 1 3911 3912 Permute permute_2635 1 1 3912 3913 0=0 Reshape reshape_1718 1 1 3913 3914 0=192 1=64 2=36 InnerProduct linear_743 1 1 3914 3915 0=576 1=1 2=110592 Reshape reshape_1719 1 1 3915 3916 Permute permute_2636 1 1 3916 3917 0=0 Slice unbind_96 1 3 3917 3918 3919 3920 -23300=3,-233,-233,-233 1=0 Reshape reshape_1722 1 1 3918 3921 0=32 1=64 11=6 2=36 BinaryOp mul_456 1 1 3921 3922 0=2 1=1 2=1.767767e-01 Reshape reshape_1721 1 1 3919 3923 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_17964 0 1 3924 0=64 1=64 11=6 2=1 MatMul matmultransb_96 2 1 3922 3923 3925 0=1 BinaryOp add_457 2 1 3925 3924 3926 0=0 Softmax softmax_889 1 1 3926 3927 0=3 1=1 Reshape reshape_1720 1 1 3920 3928 0=32 1=64 11=6 2=36 MatMul matmul_2324 2 1 3927 3928 3929 Permute transpose_2901 1 1 3929 3930 0=2 Reshape reshape_1723 1 1 3930 3931 0=192 1=64 2=36 InnerProduct linear_744 1 1 3931 3932 0=192 1=1 2=36864 Reshape reshape_1724 1 1 3932 3933 Permute permute_2637 1 1 3933 3934 0=0 Reshape reshape_1725 1 1 3934 3935 0=192 1=2304 BinaryOp add_458 2 1 3908 3935 3936 0=0 Split splitncnn_201 1 2 3936 3937 3938 LayerNorm ln_335 1 1 3938 3939 0=192 1=1.000000e-05 2=1 InnerProduct linear_745 1 1 3939 3940 0=384 1=1 2=73728 GELU gelu_125 1 1 3940 3941 InnerProduct linear_746 1 1 3941 3942 0=192 1=1 2=73728 BinaryOp add_459 2 1 3937 3942 3943 0=0 Split splitncnn_202 1 2 3943 3944 3945 LayerNorm ln_336 1 1 3945 3946 0=192 1=1.000000e-05 2=1 Reshape view_2077 1 1 3946 3947 0=192 1=48 2=48 torch.roll torch.roll_2516 1 1 3947 3948 Reshape view_2078 1 1 3948 3949 Permute permute_2638 1 1 3949 3950 0=0 Reshape reshape_1726 1 1 3950 3951 0=192 1=64 2=36 InnerProduct linear_747 1 1 3951 3952 0=576 1=1 2=110592 Reshape reshape_1727 1 1 3952 3953 Permute permute_2639 1 1 3953 3954 0=0 Slice unbind_97 1 3 3954 3955 3956 3957 -23300=3,-233,-233,-233 1=0 Reshape reshape_1730 1 1 3955 3958 0=32 1=64 11=6 2=36 BinaryOp mul_460 1 1 3958 3959 0=2 1=1 2=1.767767e-01 Reshape reshape_1729 1 1 3956 3960 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_18117 0 1 3961 0=64 1=64 11=6 2=1 MatMul matmultransb_97 2 1 3959 3960 3962 0=1 BinaryOp add_461 2 1 3962 3961 3963 0=0 MemoryData pnnx_fold_18127 0 1 3964 0=64 1=64 11=1 2=36 Reshape view_2079 1 1 3963 3965 0=64 1=64 11=6 2=36 BinaryOp add_462 2 1 3965 3964 3966 0=0 Reshape view_2080 1 1 3966 3967 0=64 1=64 11=6 2=-1 Softmax softmax_890 1 1 3967 3968 0=3 1=1 Reshape reshape_1728 1 1 3957 3969 0=32 1=64 11=6 2=36 MatMul matmul_2326 2 1 3968 3969 3970 Permute transpose_2903 1 1 3970 3971 0=2 Reshape reshape_1731 1 1 3971 3972 0=192 1=64 2=36 InnerProduct linear_748 1 1 3972 3973 0=192 1=1 2=36864 Reshape reshape_1732 1 1 3973 3974 Permute permute_2640 1 1 3974 3975 0=0 Reshape reshape_1733 1 1 3975 3976 0=-1 1=48 2=48 torch.roll torch.roll_2517 1 1 3976 3977 Reshape view_2081 1 1 3977 3978 0=192 1=2304 BinaryOp add_463 2 1 3944 3978 3979 0=0 Split splitncnn_203 1 2 3979 3980 3981 LayerNorm ln_337 1 1 3981 3982 0=192 1=1.000000e-05 2=1 InnerProduct linear_749 1 1 3982 3983 0=384 1=1 2=73728 GELU gelu_126 1 1 3983 3984 InnerProduct linear_750 1 1 3984 3985 0=192 1=1 2=73728 BinaryOp add_464 2 1 3980 3985 3986 0=0 Split splitncnn_204 1 2 3986 3987 3988 LayerNorm ln_338 1 1 3988 3989 0=192 1=1.000000e-05 2=1 Reshape reshape_1734 1 1 3989 3990 Permute permute_2641 1 1 3990 3991 0=0 Reshape reshape_1735 1 1 3991 3992 0=192 1=64 2=36 InnerProduct linear_751 1 1 3992 3993 0=576 1=1 2=110592 Reshape reshape_1736 1 1 3993 3994 Permute permute_2642 1 1 3994 3995 0=0 Slice unbind_98 1 3 3995 3996 3997 3998 -23300=3,-233,-233,-233 1=0 Reshape reshape_1739 1 1 3996 3999 0=32 1=64 11=6 2=36 BinaryOp mul_465 1 1 3999 4000 0=2 1=1 2=1.767767e-01 Reshape reshape_1738 1 1 3997 4001 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_18276 0 1 4002 0=64 1=64 11=6 2=1 MatMul matmultransb_98 2 1 4000 4001 4003 0=1 BinaryOp add_466 2 1 4003 4002 4004 0=0 Softmax softmax_891 1 1 4004 4005 0=3 1=1 Reshape reshape_1737 1 1 3998 4006 0=32 1=64 11=6 2=36 MatMul matmul_2328 2 1 4005 4006 4007 Permute transpose_2905 1 1 4007 4008 0=2 Reshape reshape_1740 1 1 4008 4009 0=192 1=64 2=36 InnerProduct linear_752 1 1 4009 4010 0=192 1=1 2=36864 Reshape reshape_1741 1 1 4010 4011 Permute permute_2643 1 1 4011 4012 0=0 Reshape reshape_1742 1 1 4012 4013 0=192 1=2304 BinaryOp add_467 2 1 3987 4013 4014 0=0 Split splitncnn_205 1 2 4014 4015 4016 LayerNorm ln_339 1 1 4016 4017 0=192 1=1.000000e-05 2=1 InnerProduct linear_753 1 1 4017 4018 0=384 1=1 2=73728 GELU gelu_127 1 1 4018 4019 InnerProduct linear_754 1 1 4019 4020 0=192 1=1 2=73728 BinaryOp add_468 2 1 4015 4020 4021 0=0 Split splitncnn_206 1 2 4021 4022 4023 LayerNorm ln_340 1 1 4023 4024 0=192 1=1.000000e-05 2=1 Reshape view_2082 1 1 4024 4025 0=192 1=48 2=48 torch.roll torch.roll_2518 1 1 4025 4026 Reshape view_2083 1 1 4026 4027 Permute permute_2644 1 1 4027 4028 0=0 Reshape reshape_1743 1 1 4028 4029 0=192 1=64 2=36 InnerProduct linear_755 1 1 4029 4030 0=576 1=1 2=110592 Reshape reshape_1744 1 1 4030 4031 Permute permute_2645 1 1 4031 4032 0=0 Slice unbind_99 1 3 4032 4033 4034 4035 -23300=3,-233,-233,-233 1=0 Reshape reshape_1747 1 1 4033 4036 0=32 1=64 11=6 2=36 BinaryOp mul_469 1 1 4036 4037 0=2 1=1 2=1.767767e-01 Reshape reshape_1746 1 1 4034 4038 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_18429 0 1 4039 0=64 1=64 11=6 2=1 MatMul matmultransb_99 2 1 4037 4038 4040 0=1 BinaryOp add_470 2 1 4040 4039 4041 0=0 MemoryData pnnx_fold_18439 0 1 4042 0=64 1=64 11=1 2=36 Reshape view_2084 1 1 4041 4043 0=64 1=64 11=6 2=36 BinaryOp add_471 2 1 4043 4042 4044 0=0 Reshape view_2085 1 1 4044 4045 0=64 1=64 11=6 2=-1 Softmax softmax_892 1 1 4045 4046 0=3 1=1 Reshape reshape_1745 1 1 4035 4047 0=32 1=64 11=6 2=36 MatMul matmul_2330 2 1 4046 4047 4048 Permute transpose_2907 1 1 4048 4049 0=2 Reshape reshape_1748 1 1 4049 4050 0=192 1=64 2=36 InnerProduct linear_756 1 1 4050 4051 0=192 1=1 2=36864 Reshape reshape_1749 1 1 4051 4052 Permute permute_2646 1 1 4052 4053 0=0 Reshape reshape_1750 1 1 4053 4054 0=-1 1=48 2=48 torch.roll torch.roll_2519 1 1 4054 4055 Reshape view_2086 1 1 4055 4056 0=192 1=2304 BinaryOp add_472 2 1 4022 4056 4057 0=0 Split splitncnn_207 1 2 4057 4058 4059 LayerNorm ln_341 1 1 4059 4060 0=192 1=1.000000e-05 2=1 InnerProduct linear_757 1 1 4060 4061 0=384 1=1 2=73728 GELU gelu_128 1 1 4061 4062 InnerProduct linear_758 1 1 4062 4063 0=192 1=1 2=73728 BinaryOp add_473 2 1 4058 4063 4064 0=0 Split splitncnn_208 1 2 4064 4065 4066 LayerNorm ln_342 1 1 4066 4067 0=192 1=1.000000e-05 2=1 Reshape reshape_1751 1 1 4067 4068 Permute permute_2647 1 1 4068 4069 0=0 Reshape reshape_1752 1 1 4069 4070 0=192 1=64 2=36 InnerProduct linear_759 1 1 4070 4071 0=576 1=1 2=110592 Reshape reshape_1753 1 1 4071 4072 Permute permute_2648 1 1 4072 4073 0=0 Slice unbind_100 1 3 4073 4074 4075 4076 -23300=3,-233,-233,-233 1=0 Reshape reshape_1756 1 1 4074 4077 0=32 1=64 11=6 2=36 BinaryOp mul_474 1 1 4077 4078 0=2 1=1 2=1.767767e-01 Reshape reshape_1755 1 1 4075 4079 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_18588 0 1 4080 0=64 1=64 11=6 2=1 MatMul matmultransb_100 2 1 4078 4079 4081 0=1 BinaryOp add_475 2 1 4081 4080 4082 0=0 Softmax softmax_893 1 1 4082 4083 0=3 1=1 Reshape reshape_1754 1 1 4076 4084 0=32 1=64 11=6 2=36 MatMul matmul_2332 2 1 4083 4084 4085 Permute transpose_2909 1 1 4085 4086 0=2 Reshape reshape_1757 1 1 4086 4087 0=192 1=64 2=36 InnerProduct linear_760 1 1 4087 4088 0=192 1=1 2=36864 Reshape reshape_1758 1 1 4088 4089 Permute permute_2649 1 1 4089 4090 0=0 Reshape reshape_1759 1 1 4090 4091 0=192 1=2304 BinaryOp add_476 2 1 4065 4091 4092 0=0 Split splitncnn_209 1 2 4092 4093 4094 LayerNorm ln_343 1 1 4094 4095 0=192 1=1.000000e-05 2=1 InnerProduct linear_761 1 1 4095 4096 0=384 1=1 2=73728 GELU gelu_129 1 1 4096 4097 InnerProduct linear_762 1 1 4097 4098 0=192 1=1 2=73728 BinaryOp add_477 2 1 4093 4098 4099 0=0 Split splitncnn_210 1 2 4099 4100 4101 LayerNorm ln_344 1 1 4101 4102 0=192 1=1.000000e-05 2=1 Reshape view_2087 1 1 4102 4103 0=192 1=48 2=48 torch.roll torch.roll_2520 1 1 4103 4104 Reshape view_2088 1 1 4104 4105 Permute permute_2650 1 1 4105 4106 0=0 Reshape reshape_1760 1 1 4106 4107 0=192 1=64 2=36 InnerProduct linear_763 1 1 4107 4108 0=576 1=1 2=110592 Reshape reshape_1761 1 1 4108 4109 Permute permute_2651 1 1 4109 4110 0=0 Slice unbind_101 1 3 4110 4111 4112 4113 -23300=3,-233,-233,-233 1=0 Reshape reshape_1764 1 1 4111 4114 0=32 1=64 11=6 2=36 BinaryOp mul_478 1 1 4114 4115 0=2 1=1 2=1.767767e-01 Reshape reshape_1763 1 1 4112 4116 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_18741 0 1 4117 0=64 1=64 11=6 2=1 MatMul matmultransb_101 2 1 4115 4116 4118 0=1 BinaryOp add_479 2 1 4118 4117 4119 0=0 MemoryData pnnx_fold_18751 0 1 4120 0=64 1=64 11=1 2=36 Reshape view_2089 1 1 4119 4121 0=64 1=64 11=6 2=36 BinaryOp add_480 2 1 4121 4120 4122 0=0 Reshape view_2090 1 1 4122 4123 0=64 1=64 11=6 2=-1 Softmax softmax_894 1 1 4123 4124 0=3 1=1 Reshape reshape_1762 1 1 4113 4125 0=32 1=64 11=6 2=36 MatMul matmul_2334 2 1 4124 4125 4126 Permute transpose_2911 1 1 4126 4127 0=2 Reshape reshape_1765 1 1 4127 4128 0=192 1=64 2=36 InnerProduct linear_764 1 1 4128 4129 0=192 1=1 2=36864 Reshape reshape_1766 1 1 4129 4130 Permute permute_2652 1 1 4130 4131 0=0 Reshape reshape_1767 1 1 4131 4132 0=-1 1=48 2=48 torch.roll torch.roll_2521 1 1 4132 4133 Reshape view_2091 1 1 4133 4134 0=192 1=2304 BinaryOp add_481 2 1 4100 4134 4135 0=0 Split splitncnn_211 1 2 4135 4136 4137 LayerNorm ln_345 1 1 4137 4138 0=192 1=1.000000e-05 2=1 InnerProduct linear_765 1 1 4138 4139 0=384 1=1 2=73728 GELU gelu_130 1 1 4139 4140 InnerProduct linear_766 1 1 4140 4141 0=192 1=1 2=73728 BinaryOp add_482 2 1 4136 4141 4142 0=0 Permute transpose_2912 1 1 4142 4143 0=1 Reshape view_2092 1 1 4143 4144 0=48 1=48 2=192 Convolution conv_24 1 1 4144 4145 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2129 1 1 4145 4146 0=-1 1=192 Permute transpose_2913 1 1 4146 4147 0=1 BinaryOp add_483 2 1 4147 3909 4148 0=0 Split splitncnn_212 1 3 4148 4149 4150 4151 LayerNorm ln_346 1 1 4151 4152 0=192 1=1.000000e-05 2=1 Reshape reshape_1768 1 1 4152 4153 Permute permute_2653 1 1 4153 4154 0=0 Reshape reshape_1769 1 1 4154 4155 0=192 1=64 2=36 InnerProduct linear_767 1 1 4155 4156 0=576 1=1 2=110592 Reshape reshape_1770 1 1 4156 4157 Permute permute_2654 1 1 4157 4158 0=0 Slice unbind_102 1 3 4158 4159 4160 4161 -23300=3,-233,-233,-233 1=0 Reshape reshape_1773 1 1 4159 4162 0=32 1=64 11=6 2=36 BinaryOp mul_484 1 1 4162 4163 0=2 1=1 2=1.767767e-01 Reshape reshape_1772 1 1 4160 4164 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_18934 0 1 4165 0=64 1=64 11=6 2=1 MatMul matmultransb_102 2 1 4163 4164 4166 0=1 BinaryOp add_485 2 1 4166 4165 4167 0=0 Softmax softmax_895 1 1 4167 4168 0=3 1=1 Reshape reshape_1771 1 1 4161 4169 0=32 1=64 11=6 2=36 MatMul matmul_2336 2 1 4168 4169 4170 Permute transpose_2915 1 1 4170 4171 0=2 Reshape reshape_1774 1 1 4171 4172 0=192 1=64 2=36 InnerProduct linear_768 1 1 4172 4173 0=192 1=1 2=36864 Reshape reshape_1775 1 1 4173 4174 Permute permute_2655 1 1 4174 4175 0=0 Reshape reshape_1776 1 1 4175 4176 0=192 1=2304 BinaryOp add_486 2 1 4149 4176 4177 0=0 Split splitncnn_213 1 2 4177 4178 4179 LayerNorm ln_347 1 1 4179 4180 0=192 1=1.000000e-05 2=1 InnerProduct linear_769 1 1 4180 4181 0=384 1=1 2=73728 GELU gelu_131 1 1 4181 4182 InnerProduct linear_770 1 1 4182 4183 0=192 1=1 2=73728 BinaryOp add_487 2 1 4178 4183 4184 0=0 Split splitncnn_214 1 2 4184 4185 4186 LayerNorm ln_348 1 1 4186 4187 0=192 1=1.000000e-05 2=1 Reshape view_2093 1 1 4187 4188 0=192 1=48 2=48 torch.roll torch.roll_2522 1 1 4188 4189 Reshape view_2094 1 1 4189 4190 Permute permute_2656 1 1 4190 4191 0=0 Reshape reshape_1777 1 1 4191 4192 0=192 1=64 2=36 InnerProduct linear_771 1 1 4192 4193 0=576 1=1 2=110592 Reshape reshape_1778 1 1 4193 4194 Permute permute_2657 1 1 4194 4195 0=0 Slice unbind_103 1 3 4195 4196 4197 4198 -23300=3,-233,-233,-233 1=0 Reshape reshape_1781 1 1 4196 4199 0=32 1=64 11=6 2=36 BinaryOp mul_488 1 1 4199 4200 0=2 1=1 2=1.767767e-01 Reshape reshape_1780 1 1 4197 4201 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_19087 0 1 4202 0=64 1=64 11=6 2=1 MatMul matmultransb_103 2 1 4200 4201 4203 0=1 BinaryOp add_489 2 1 4203 4202 4204 0=0 MemoryData pnnx_fold_19097 0 1 4205 0=64 1=64 11=1 2=36 Reshape view_2095 1 1 4204 4206 0=64 1=64 11=6 2=36 BinaryOp add_490 2 1 4206 4205 4207 0=0 Reshape view_2096 1 1 4207 4208 0=64 1=64 11=6 2=-1 Softmax softmax_896 1 1 4208 4209 0=3 1=1 Reshape reshape_1779 1 1 4198 4210 0=32 1=64 11=6 2=36 MatMul matmul_2338 2 1 4209 4210 4211 Permute transpose_2917 1 1 4211 4212 0=2 Reshape reshape_1782 1 1 4212 4213 0=192 1=64 2=36 InnerProduct linear_772 1 1 4213 4214 0=192 1=1 2=36864 Reshape reshape_1783 1 1 4214 4215 Permute permute_2658 1 1 4215 4216 0=0 Reshape reshape_1784 1 1 4216 4217 0=-1 1=48 2=48 torch.roll torch.roll_2523 1 1 4217 4218 Reshape view_2097 1 1 4218 4219 0=192 1=2304 BinaryOp add_491 2 1 4185 4219 4220 0=0 Split splitncnn_215 1 2 4220 4221 4222 LayerNorm ln_349 1 1 4222 4223 0=192 1=1.000000e-05 2=1 InnerProduct linear_773 1 1 4223 4224 0=384 1=1 2=73728 GELU gelu_132 1 1 4224 4225 InnerProduct linear_774 1 1 4225 4226 0=192 1=1 2=73728 BinaryOp add_492 2 1 4221 4226 4227 0=0 Split splitncnn_216 1 2 4227 4228 4229 LayerNorm ln_350 1 1 4229 4230 0=192 1=1.000000e-05 2=1 Reshape reshape_1785 1 1 4230 4231 Permute permute_2659 1 1 4231 4232 0=0 Reshape reshape_1786 1 1 4232 4233 0=192 1=64 2=36 InnerProduct linear_775 1 1 4233 4234 0=576 1=1 2=110592 Reshape reshape_1787 1 1 4234 4235 Permute permute_2660 1 1 4235 4236 0=0 Slice unbind_104 1 3 4236 4237 4238 4239 -23300=3,-233,-233,-233 1=0 Reshape reshape_1790 1 1 4237 4240 0=32 1=64 11=6 2=36 BinaryOp mul_493 1 1 4240 4241 0=2 1=1 2=1.767767e-01 Reshape reshape_1789 1 1 4238 4242 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_19246 0 1 4243 0=64 1=64 11=6 2=1 MatMul matmultransb_104 2 1 4241 4242 4244 0=1 BinaryOp add_494 2 1 4244 4243 4245 0=0 Softmax softmax_897 1 1 4245 4246 0=3 1=1 Reshape reshape_1788 1 1 4239 4247 0=32 1=64 11=6 2=36 MatMul matmul_2340 2 1 4246 4247 4248 Permute transpose_2919 1 1 4248 4249 0=2 Reshape reshape_1791 1 1 4249 4250 0=192 1=64 2=36 InnerProduct linear_776 1 1 4250 4251 0=192 1=1 2=36864 Reshape reshape_1792 1 1 4251 4252 Permute permute_2661 1 1 4252 4253 0=0 Reshape reshape_1793 1 1 4253 4254 0=192 1=2304 BinaryOp add_495 2 1 4228 4254 4255 0=0 Split splitncnn_217 1 2 4255 4256 4257 LayerNorm ln_351 1 1 4257 4258 0=192 1=1.000000e-05 2=1 InnerProduct linear_777 1 1 4258 4259 0=384 1=1 2=73728 GELU gelu_133 1 1 4259 4260 InnerProduct linear_778 1 1 4260 4261 0=192 1=1 2=73728 BinaryOp add_496 2 1 4256 4261 4262 0=0 Split splitncnn_218 1 2 4262 4263 4264 LayerNorm ln_352 1 1 4264 4265 0=192 1=1.000000e-05 2=1 Reshape view_2098 1 1 4265 4266 0=192 1=48 2=48 torch.roll torch.roll_2524 1 1 4266 4267 Reshape view_2099 1 1 4267 4268 Permute permute_2662 1 1 4268 4269 0=0 Reshape reshape_1794 1 1 4269 4270 0=192 1=64 2=36 InnerProduct linear_779 1 1 4270 4271 0=576 1=1 2=110592 Reshape reshape_1795 1 1 4271 4272 Permute permute_2663 1 1 4272 4273 0=0 Slice unbind_105 1 3 4273 4274 4275 4276 -23300=3,-233,-233,-233 1=0 Reshape reshape_1798 1 1 4274 4277 0=32 1=64 11=6 2=36 BinaryOp mul_497 1 1 4277 4278 0=2 1=1 2=1.767767e-01 Reshape reshape_1797 1 1 4275 4279 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_19399 0 1 4280 0=64 1=64 11=6 2=1 MatMul matmultransb_105 2 1 4278 4279 4281 0=1 BinaryOp add_498 2 1 4281 4280 4282 0=0 MemoryData pnnx_fold_19409 0 1 4283 0=64 1=64 11=1 2=36 Reshape view_2100 1 1 4282 4284 0=64 1=64 11=6 2=36 BinaryOp add_499 2 1 4284 4283 4285 0=0 Reshape view_2101 1 1 4285 4286 0=64 1=64 11=6 2=-1 Softmax softmax_898 1 1 4286 4287 0=3 1=1 Reshape reshape_1796 1 1 4276 4288 0=32 1=64 11=6 2=36 MatMul matmul_2342 2 1 4287 4288 4289 Permute transpose_2921 1 1 4289 4290 0=2 Reshape reshape_1799 1 1 4290 4291 0=192 1=64 2=36 InnerProduct linear_780 1 1 4291 4292 0=192 1=1 2=36864 Reshape reshape_1800 1 1 4292 4293 Permute permute_2664 1 1 4293 4294 0=0 Reshape reshape_1801 1 1 4294 4295 0=-1 1=48 2=48 torch.roll torch.roll_2525 1 1 4295 4296 Reshape view_2102 1 1 4296 4297 0=192 1=2304 BinaryOp add_500 2 1 4263 4297 4298 0=0 Split splitncnn_219 1 2 4298 4299 4300 LayerNorm ln_353 1 1 4300 4301 0=192 1=1.000000e-05 2=1 InnerProduct linear_781 1 1 4301 4302 0=384 1=1 2=73728 GELU gelu_134 1 1 4302 4303 InnerProduct linear_782 1 1 4303 4304 0=192 1=1 2=73728 BinaryOp add_501 2 1 4299 4304 4305 0=0 Split splitncnn_220 1 2 4305 4306 4307 LayerNorm ln_354 1 1 4307 4308 0=192 1=1.000000e-05 2=1 Reshape reshape_1802 1 1 4308 4309 Permute permute_2665 1 1 4309 4310 0=0 Reshape reshape_1803 1 1 4310 4311 0=192 1=64 2=36 InnerProduct linear_783 1 1 4311 4312 0=576 1=1 2=110592 Reshape reshape_1804 1 1 4312 4313 Permute permute_2666 1 1 4313 4314 0=0 Slice unbind_106 1 3 4314 4315 4316 4317 -23300=3,-233,-233,-233 1=0 Reshape reshape_1807 1 1 4315 4318 0=32 1=64 11=6 2=36 BinaryOp mul_502 1 1 4318 4319 0=2 1=1 2=1.767767e-01 Reshape reshape_1806 1 1 4316 4320 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_19558 0 1 4321 0=64 1=64 11=6 2=1 MatMul matmultransb_106 2 1 4319 4320 4322 0=1 BinaryOp add_503 2 1 4322 4321 4323 0=0 Softmax softmax_899 1 1 4323 4324 0=3 1=1 Reshape reshape_1805 1 1 4317 4325 0=32 1=64 11=6 2=36 MatMul matmul_2344 2 1 4324 4325 4326 Permute transpose_2923 1 1 4326 4327 0=2 Reshape reshape_1808 1 1 4327 4328 0=192 1=64 2=36 InnerProduct linear_784 1 1 4328 4329 0=192 1=1 2=36864 Reshape reshape_1809 1 1 4329 4330 Permute permute_2667 1 1 4330 4331 0=0 Reshape reshape_1810 1 1 4331 4332 0=192 1=2304 BinaryOp add_504 2 1 4306 4332 4333 0=0 Split splitncnn_221 1 2 4333 4334 4335 LayerNorm ln_355 1 1 4335 4336 0=192 1=1.000000e-05 2=1 InnerProduct linear_785 1 1 4336 4337 0=384 1=1 2=73728 GELU gelu_135 1 1 4337 4338 InnerProduct linear_786 1 1 4338 4339 0=192 1=1 2=73728 BinaryOp add_505 2 1 4334 4339 4340 0=0 Split splitncnn_222 1 2 4340 4341 4342 LayerNorm ln_356 1 1 4342 4343 0=192 1=1.000000e-05 2=1 Reshape view_2103 1 1 4343 4344 0=192 1=48 2=48 torch.roll torch.roll_2526 1 1 4344 4345 Reshape view_2104 1 1 4345 4346 Permute permute_2668 1 1 4346 4347 0=0 Reshape reshape_1811 1 1 4347 4348 0=192 1=64 2=36 InnerProduct linear_787 1 1 4348 4349 0=576 1=1 2=110592 Reshape reshape_1812 1 1 4349 4350 Permute permute_2669 1 1 4350 4351 0=0 Slice unbind_107 1 3 4351 4352 4353 4354 -23300=3,-233,-233,-233 1=0 Reshape reshape_1815 1 1 4352 4355 0=32 1=64 11=6 2=36 BinaryOp mul_506 1 1 4355 4356 0=2 1=1 2=1.767767e-01 Reshape reshape_1814 1 1 4353 4357 0=32 1=64 11=6 2=36 MemoryData pnnx_fold_19711 0 1 4358 0=64 1=64 11=6 2=1 MatMul matmultransb_107 2 1 4356 4357 4359 0=1 BinaryOp add_507 2 1 4359 4358 4360 0=0 MemoryData pnnx_fold_19721 0 1 4361 0=64 1=64 11=1 2=36 Reshape view_2105 1 1 4360 4362 0=64 1=64 11=6 2=36 BinaryOp add_508 2 1 4362 4361 4363 0=0 Reshape view_2106 1 1 4363 4364 0=64 1=64 11=6 2=-1 Softmax softmax_900 1 1 4364 4365 0=3 1=1 Reshape reshape_1813 1 1 4354 4366 0=32 1=64 11=6 2=36 MatMul matmul_2346 2 1 4365 4366 4367 Permute transpose_2925 1 1 4367 4368 0=2 Reshape reshape_1816 1 1 4368 4369 0=192 1=64 2=36 InnerProduct linear_788 1 1 4369 4370 0=192 1=1 2=36864 Reshape reshape_1817 1 1 4370 4371 Permute permute_2670 1 1 4371 4372 0=0 Reshape reshape_1818 1 1 4372 4373 0=-1 1=48 2=48 torch.roll torch.roll_2527 1 1 4373 4374 Reshape view_2107 1 1 4374 4375 0=192 1=2304 BinaryOp add_509 2 1 4341 4375 4376 0=0 Split splitncnn_223 1 2 4376 4377 4378 LayerNorm ln_357 1 1 4378 4379 0=192 1=1.000000e-05 2=1 InnerProduct linear_789 1 1 4379 4380 0=384 1=1 2=73728 GELU gelu_136 1 1 4380 4381 InnerProduct linear_790 1 1 4381 4382 0=192 1=1 2=73728 BinaryOp add_510 2 1 4377 4382 4383 0=0 Permute transpose_2926 1 1 4383 4384 0=1 Reshape view_2108 1 1 4384 4385 0=48 1=48 2=192 Convolution conv_25 1 1 4385 4386 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 Reshape flatten_2130 1 1 4386 4387 0=-1 1=192 Permute transpose_2927 1 1 4387 4388 0=1 BinaryOp add_511 2 1 4388 4150 4389 0=0 LayerNorm ln_358 1 1 4389 4390 0=192 1=1.000000e-05 2=1 Permute transpose_2928 1 1 4390 4391 0=1 Reshape view_2109 1 1 4391 4392 0=48 1=48 2=192 Convolution conv_26 1 1 4392 4393 0=192 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=331776 BinaryOp add_512 2 1 4393 2939 4394 0=0 MemoryData pnnx_fold_2234 0 1 out3 0=48 1=48 11=192 2=1 Deconvolution deconv_28 1 1 4394 4396 0=192 1=8 11=8 12=1 13=8 14=0 18=0 19=0 2=1 3=8 4=0 5=1 6=2359296 Convolution conv_27 1 1 4396 out0 0=3 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5184