fr-models / RWKV-4-ABC-82M-v1-20230805-ctx1024 /ncnn /RWKV-4-ABC-82M-v1-20230805-ctx1024-ncnn.param

reorg

02382cd over 1 year ago

246 kB

	7767517
	3014 3758
	MemoryData 0 0 1 embd_0 0=512
	MemoryData 1 0 1 embd_1 0=512
	MemoryData 2 0 1 embd_2 0=512
	MemoryData 3 0 1 embd_3 0=512
	MemoryData 4 0 1 embd_4 0=512
	MemoryData 5 0 1 embd_5 0=512
	MemoryData 6 0 1 embd_6 0=512
	MemoryData 7 0 1 embd_7 0=512
	MemoryData 8 0 1 embd_8 0=512
	MemoryData 9 0 1 embd_9 0=512
	MemoryData 10 0 1 embd_10 0=512
	MemoryData 11 0 1 embd_11 0=512
	MemoryData 12 0 1 embd_12 0=512
	MemoryData 13 0 1 embd_13 0=512
	MemoryData 14 0 1 embd_14 0=512
	MemoryData 15 0 1 embd_15 0=512
	MemoryData 16 0 1 embd_16 0=512
	MemoryData 17 0 1 embd_17 0=512
	MemoryData 18 0 1 embd_18 0=512
	MemoryData 19 0 1 embd_19 0=512
	MemoryData 20 0 1 embd_20 0=512
	MemoryData 21 0 1 embd_21 0=512
	MemoryData 22 0 1 embd_22 0=512
	MemoryData 23 0 1 embd_23 0=512
	MemoryData 24 0 1 embd_24 0=512
	MemoryData 25 0 1 embd_25 0=512
	MemoryData 26 0 1 embd_26 0=512
	MemoryData 27 0 1 embd_27 0=512
	MemoryData 28 0 1 embd_28 0=512
	MemoryData 29 0 1 embd_29 0=512
	MemoryData 30 0 1 embd_30 0=512
	MemoryData 31 0 1 embd_31 0=512
	MemoryData 32 0 1 embd_32 0=512
	MemoryData 33 0 1 embd_33 0=512
	MemoryData 34 0 1 embd_34 0=512
	MemoryData 35 0 1 embd_35 0=512
	MemoryData 36 0 1 embd_36 0=512
	MemoryData 37 0 1 embd_37 0=512
	MemoryData 38 0 1 embd_38 0=512
	MemoryData 39 0 1 embd_39 0=512
	MemoryData 40 0 1 embd_40 0=512
	MemoryData 41 0 1 embd_41 0=512
	MemoryData 42 0 1 embd_42 0=512
	MemoryData 43 0 1 embd_43 0=512
	MemoryData 44 0 1 embd_44 0=512
	MemoryData 45 0 1 embd_45 0=512
	MemoryData 46 0 1 embd_46 0=512
	MemoryData 47 0 1 embd_47 0=512
	MemoryData 48 0 1 embd_48 0=512
	MemoryData 49 0 1 embd_49 0=512
	MemoryData 50 0 1 embd_50 0=512
	MemoryData 51 0 1 embd_51 0=512
	MemoryData 52 0 1 embd_52 0=512
	MemoryData 53 0 1 embd_53 0=512
	MemoryData 54 0 1 embd_54 0=512
	MemoryData 55 0 1 embd_55 0=512
	MemoryData 56 0 1 embd_56 0=512
	MemoryData 57 0 1 embd_57 0=512
	MemoryData 58 0 1 embd_58 0=512
	MemoryData 59 0 1 embd_59 0=512
	MemoryData 60 0 1 embd_60 0=512
	MemoryData 61 0 1 embd_61 0=512
	MemoryData 62 0 1 embd_62 0=512
	MemoryData 63 0 1 embd_63 0=512
	MemoryData 64 0 1 embd_64 0=512
	MemoryData 65 0 1 embd_65 0=512
	MemoryData 66 0 1 embd_66 0=512
	MemoryData 67 0 1 embd_67 0=512
	MemoryData 68 0 1 embd_68 0=512
	MemoryData 69 0 1 embd_69 0=512
	MemoryData 70 0 1 embd_70 0=512
	MemoryData 71 0 1 embd_71 0=512
	MemoryData 72 0 1 embd_72 0=512
	MemoryData 73 0 1 embd_73 0=512
	MemoryData 74 0 1 embd_74 0=512
	MemoryData 75 0 1 embd_75 0=512
	MemoryData 76 0 1 embd_76 0=512
	MemoryData 77 0 1 embd_77 0=512
	MemoryData 78 0 1 embd_78 0=512
	MemoryData 79 0 1 embd_79 0=512
	MemoryData 80 0 1 embd_80 0=512
	MemoryData 81 0 1 embd_81 0=512
	MemoryData 82 0 1 embd_82 0=512
	MemoryData 83 0 1 embd_83 0=512
	MemoryData 84 0 1 embd_84 0=512
	MemoryData 85 0 1 embd_85 0=512
	MemoryData 86 0 1 embd_86 0=512
	MemoryData 87 0 1 embd_87 0=512
	MemoryData 88 0 1 embd_88 0=512
	MemoryData 89 0 1 embd_89 0=512
	MemoryData 90 0 1 embd_90 0=512
	MemoryData 91 0 1 embd_91 0=512
	MemoryData 92 0 1 embd_92 0=512
	MemoryData 93 0 1 embd_93 0=512
	MemoryData 94 0 1 embd_94 0=512
	MemoryData 95 0 1 embd_95 0=512
	MemoryData 96 0 1 embd_96 0=512
	MemoryData 97 0 1 embd_97 0=512
	MemoryData 98 0 1 embd_98 0=512
	MemoryData 99 0 1 embd_99 0=512
	MemoryData 100 0 1 embd_100 0=512
	MemoryData 101 0 1 embd_101 0=512
	MemoryData 102 0 1 embd_102 0=512
	MemoryData 103 0 1 embd_103 0=512
	MemoryData 104 0 1 embd_104 0=512
	MemoryData 105 0 1 embd_105 0=512
	MemoryData 106 0 1 embd_106 0=512
	MemoryData 107 0 1 embd_107 0=512
	MemoryData 108 0 1 embd_108 0=512
	MemoryData 109 0 1 embd_109 0=512
	MemoryData 110 0 1 embd_110 0=512
	MemoryData 111 0 1 embd_111 0=512
	MemoryData 112 0 1 embd_112 0=512
	MemoryData 113 0 1 embd_113 0=512
	MemoryData 114 0 1 embd_114 0=512
	MemoryData 115 0 1 embd_115 0=512
	MemoryData 116 0 1 embd_116 0=512
	MemoryData 117 0 1 embd_117 0=512
	MemoryData 118 0 1 embd_118 0=512
	MemoryData 119 0 1 embd_119 0=512
	MemoryData 120 0 1 embd_120 0=512
	MemoryData 121 0 1 embd_121 0=512
	MemoryData 122 0 1 embd_122 0=512
	MemoryData 123 0 1 embd_123 0=512
	MemoryData 124 0 1 embd_124 0=512
	MemoryData 125 0 1 embd_125 0=512
	MemoryData 126 0 1 embd_126 0=512
	MemoryData 127 0 1 embd_127 0=512
	MemoryData 128 0 1 tensor_1510 0=512
	MemoryData 129 0 1 tensor_1513 0=512
	MemoryData 130 0 1 tensor_1516 0=512
	MemoryData 131 0 1 tensor_1519 0=512
	MemoryData 132 0 1 tensor_1522 0=512
	MemoryData 133 0 1 tensor_1525 0=512
	MemoryData 134 0 1 tensor_1528 0=512
	MemoryData 135 0 1 tensor_1531 0=512
	MemoryData 136 0 1 tensor_1534 0=512
	MemoryData 137 0 1 tensor_1537 0=512
	MemoryData 138 0 1 tensor_1540 0=512
	MemoryData 139 0 1 tensor_1543 0=512
	MemoryData 140 0 1 tensor_1546 0=512
	MemoryData 141 0 1 tensor_1549 0=512
	MemoryData 142 0 1 tensor_1552 0=512
	MemoryData 143 0 1 tensor_1555 0=512
	MemoryData 144 0 1 tensor_1558 0=512
	MemoryData 145 0 1 tensor_1561 0=512
	MemoryData 146 0 1 tensor_1564 0=512
	MemoryData 147 0 1 tensor_1567 0=512
	MemoryData 148 0 1 tensor_1570 0=512
	MemoryData 149 0 1 tensor_1573 0=512
	MemoryData 150 0 1 tensor_1576 0=512
	MemoryData 151 0 1 tensor_1579 0=512
	MemoryData 152 0 1 tensor_1582 0=512
	MemoryData 153 0 1 tensor_1585 0=512
	MemoryData 154 0 1 tensor_1588 0=512
	MemoryData 155 0 1 tensor_1591 0=512
	MemoryData 156 0 1 tensor_1594 0=512
	MemoryData 157 0 1 tensor_1597 0=512
	MemoryData 158 0 1 tensor_1600 0=512
	MemoryData 159 0 1 tensor_1603 0=512
	MemoryData 160 0 1 tensor_1606 0=512
	MemoryData 161 0 1 tensor_1609 0=512
	MemoryData 162 0 1 tensor_1612 0=512
	MemoryData 163 0 1 tensor_1615 0=512
	MemoryData 164 0 1 tensor_1618 0=512
	MemoryData 165 0 1 tensor_1621 0=512
	MemoryData 166 0 1 tensor_1624 0=512
	MemoryData 167 0 1 tensor_1627 0=512
	MemoryData 168 0 1 tensor_1630 0=512
	MemoryData 169 0 1 tensor_1633 0=512
	MemoryData 170 0 1 tensor_1636 0=512
	MemoryData 171 0 1 tensor_1639 0=512
	MemoryData 172 0 1 tensor_1642 0=512
	MemoryData 173 0 1 tensor_1645 0=512
	MemoryData 174 0 1 tensor_1648 0=512
	MemoryData 175 0 1 tensor_1651 0=512
	MemoryData 176 0 1 tensor_1654 0=512
	MemoryData 177 0 1 tensor_1657 0=512
	MemoryData 178 0 1 tensor_1660 0=512
	MemoryData 179 0 1 tensor_1663 0=512
	MemoryData 180 0 1 tensor_1666 0=512
	MemoryData 181 0 1 tensor_1669 0=512
	MemoryData 182 0 1 tensor_1672 0=512
	MemoryData 183 0 1 tensor_1675 0=512
	MemoryData 184 0 1 tensor_1678 0=512
	MemoryData 185 0 1 tensor_1681 0=512
	MemoryData 186 0 1 tensor_1684 0=512
	MemoryData 187 0 1 tensor_1687 0=512
	MemoryData 188 0 1 tensor_1690 0=512
	MemoryData 189 0 1 tensor_1693 0=512
	MemoryData 190 0 1 tensor_1696 0=512
	MemoryData 191 0 1 tensor_1699 0=512
	MemoryData 192 0 1 tensor_1702 0=512
	MemoryData 193 0 1 tensor_1705 0=512
	MemoryData 194 0 1 tensor_1708 0=512
	MemoryData 195 0 1 tensor_1711 0=512
	MemoryData 196 0 1 tensor_1714 0=512
	MemoryData 197 0 1 tensor_1717 0=512
	MemoryData 198 0 1 tensor_1720 0=512
	MemoryData 199 0 1 tensor_1723 0=512
	MemoryData 200 0 1 tensor_1726 0=512
	MemoryData 201 0 1 tensor_1729 0=512
	MemoryData 202 0 1 tensor_1732 0=512
	MemoryData 203 0 1 tensor_1735 0=512
	MemoryData 204 0 1 tensor_1738 0=512
	MemoryData 205 0 1 tensor_1741 0=512
	MemoryData 206 0 1 tensor_1744 0=512
	MemoryData 207 0 1 tensor_1747 0=512
	MemoryData 208 0 1 tensor_1750 0=512
	MemoryData 209 0 1 tensor_1753 0=512
	MemoryData 210 0 1 tensor_1756 0=512
	MemoryData 211 0 1 tensor_1759 0=512
	MemoryData 212 0 1 tensor_1762 0=512
	MemoryData 213 0 1 tensor_1765 0=512
	MemoryData 214 0 1 tensor_1768 0=512
	MemoryData 215 0 1 tensor_1771 0=512
	MemoryData 216 0 1 tensor_1774 0=512
	MemoryData 217 0 1 tensor_1777 0=512
	MemoryData 218 0 1 tensor_1780 0=512
	MemoryData 219 0 1 tensor_1783 0=512
	MemoryData 220 0 1 tensor_1786 0=512
	MemoryData 221 0 1 tensor_1789 0=512
	MemoryData 222 0 1 tensor_1792 0=512
	MemoryData 223 0 1 tensor_1795 0=512
	MemoryData 224 0 1 tensor_1798 0=512
	MemoryData 225 0 1 tensor_1801 0=512
	MemoryData 226 0 1 tensor_1804 0=512
	MemoryData 227 0 1 tensor_1807 0=512
	MemoryData 228 0 1 tensor_1810 0=512
	MemoryData 229 0 1 tensor_1813 0=512
	MemoryData 230 0 1 tensor_1816 0=512
	MemoryData 231 0 1 tensor_1819 0=512
	MemoryData 232 0 1 tensor_1822 0=512
	MemoryData 233 0 1 tensor_1825 0=512
	MemoryData 234 0 1 tensor_1828 0=512
	MemoryData 235 0 1 tensor_1831 0=512
	MemoryData 236 0 1 tensor_1834 0=512
	MemoryData 237 0 1 tensor_1837 0=512
	MemoryData 238 0 1 tensor_1840 0=512
	MemoryData 239 0 1 tensor_1843 0=512
	MemoryData 240 0 1 tensor_1846 0=512
	MemoryData 241 0 1 tensor_1849 0=512
	MemoryData 242 0 1 tensor_1852 0=512
	MemoryData 243 0 1 tensor_1855 0=512
	MemoryData 244 0 1 tensor_1858 0=512
	MemoryData 245 0 1 tensor_1861 0=512
	MemoryData 246 0 1 tensor_1864 0=512
	MemoryData 247 0 1 tensor_1867 0=512
	Input 248 0 1 input 0=512
	Input 249 0 1 state_0_0 0=512
	Input 250 0 1 state_0_1 0=512
	Input 251 0 1 state_0_2 0=512
	Input 252 0 1 state_0_3 0=512
	Input 253 0 1 state_0_4 0=512
	Input 254 0 1 state_1_0 0=512
	Input 255 0 1 state_1_1 0=512
	Input 256 0 1 state_1_2 0=512
	Input 257 0 1 state_1_3 0=512
	Input 258 0 1 state_1_4 0=512
	Input 259 0 1 state_2_0 0=512
	Input 260 0 1 state_2_1 0=512
	Input 261 0 1 state_2_2 0=512
	Input 262 0 1 state_2_3 0=512
	Input 263 0 1 state_2_4 0=512
	Input 264 0 1 state_3_0 0=512
	Input 265 0 1 state_3_1 0=512
	Input 266 0 1 state_3_2 0=512
	Input 267 0 1 state_3_3 0=512
	Input 268 0 1 state_3_4 0=512
	Input 269 0 1 state_4_0 0=512
	Input 270 0 1 state_4_1 0=512
	Input 271 0 1 state_4_2 0=512
	Input 272 0 1 state_4_3 0=512
	Input 273 0 1 state_4_4 0=512
	Input 274 0 1 state_5_0 0=512
	Input 275 0 1 state_5_1 0=512
	Input 276 0 1 state_5_2 0=512
	Input 277 0 1 state_5_3 0=512
	Input 278 0 1 state_5_4 0=512
	Input 279 0 1 state_6_0 0=512
	Input 280 0 1 state_6_1 0=512
	Input 281 0 1 state_6_2 0=512
	Input 282 0 1 state_6_3 0=512
	Input 283 0 1 state_6_4 0=512
	Input 284 0 1 state_7_0 0=512
	Input 285 0 1 state_7_1 0=512
	Input 286 0 1 state_7_2 0=512
	Input 287 0 1 state_7_3 0=512
	Input 288 0 1 state_7_4 0=512
	Input 289 0 1 state_8_0 0=512
	Input 290 0 1 state_8_1 0=512
	Input 291 0 1 state_8_2 0=512
	Input 292 0 1 state_8_3 0=512
	Input 293 0 1 state_8_4 0=512
	Input 294 0 1 state_9_0 0=512
	Input 295 0 1 state_9_1 0=512
	Input 296 0 1 state_9_2 0=512
	Input 297 0 1 state_9_3 0=512
	Input 298 0 1 state_9_4 0=512
	Input 299 0 1 state_10_0 0=512
	Input 300 0 1 state_10_1 0=512
	Input 301 0 1 state_10_2 0=512
	Input 302 0 1 state_10_3 0=512
	Input 303 0 1 state_10_4 0=512
	Input 304 0 1 state_11_0 0=512
	Input 305 0 1 state_11_1 0=512
	Input 306 0 1 state_11_2 0=512
	Input 307 0 1 state_11_3 0=512
	Input 308 0 1 state_11_4 0=512
	Input 309 0 1 state_12_0 0=512
	Input 310 0 1 state_12_1 0=512
	Input 311 0 1 state_12_2 0=512
	Input 312 0 1 state_12_3 0=512
	Input 313 0 1 state_12_4 0=512
	Input 314 0 1 state_13_0 0=512
	Input 315 0 1 state_13_1 0=512
	Input 316 0 1 state_13_2 0=512
	Input 317 0 1 state_13_3 0=512
	Input 318 0 1 state_13_4 0=512
	Input 319 0 1 state_14_0 0=512
	Input 320 0 1 state_14_1 0=512
	Input 321 0 1 state_14_2 0=512
	Input 322 0 1 state_14_3 0=512
	Input 323 0 1 state_14_4 0=512
	Input 324 0 1 state_15_0 0=512
	Input 325 0 1 state_15_1 0=512
	Input 326 0 1 state_15_2 0=512
	Input 327 0 1 state_15_3 0=512
	Input 328 0 1 state_15_4 0=512
	Input 329 0 1 state_16_0 0=512
	Input 330 0 1 state_16_1 0=512
	Input 331 0 1 state_16_2 0=512
	Input 332 0 1 state_16_3 0=512
	Input 333 0 1 state_16_4 0=512
	Input 334 0 1 state_17_0 0=512
	Input 335 0 1 state_17_1 0=512
	Input 336 0 1 state_17_2 0=512
	Input 337 0 1 state_17_3 0=512
	Input 338 0 1 state_17_4 0=512
	Input 339 0 1 state_18_0 0=512
	Input 340 0 1 state_18_1 0=512
	Input 341 0 1 state_18_2 0=512
	Input 342 0 1 state_18_3 0=512
	Input 343 0 1 state_18_4 0=512
	Input 344 0 1 state_19_0 0=512
	Input 345 0 1 state_19_1 0=512
	Input 346 0 1 state_19_2 0=512
	Input 347 0 1 state_19_3 0=512
	Input 348 0 1 state_19_4 0=512
	Input 349 0 1 state_20_0 0=512
	Input 350 0 1 state_20_1 0=512
	Input 351 0 1 state_20_2 0=512
	Input 352 0 1 state_20_3 0=512
	Input 353 0 1 state_20_4 0=512
	Input 354 0 1 state_21_0 0=512
	Input 355 0 1 state_21_1 0=512
	Input 356 0 1 state_21_2 0=512
	Input 357 0 1 state_21_3 0=512
	Input 358 0 1 state_21_4 0=512
	Input 359 0 1 state_22_0 0=512
	Input 360 0 1 state_22_1 0=512
	Input 361 0 1 state_22_2 0=512
	Input 362 0 1 state_22_3 0=512
	Input 363 0 1 state_22_4 0=512
	Input 364 0 1 state_23_0 0=512
	Input 365 0 1 state_23_1 0=512
	Input 366 0 1 state_23_2 0=512
	Input 367 0 1 state_23_3 0=512
	Input 368 0 1 state_23_4 0=512
	Split 369 1 2 input tensor_1991 tensor_1992
	LayerNorm 370 1 1 tensor_1991 tensor_1993 0=512 1=1.000000e-05 2=1
	Split 371 1 4 tensor_1993 tensor_1994 tensor_1995 tensor_1996 tensor_1997
	Split 372 1 3 state_0_0 tensor_1998 tensor_1999 tensor_2000
	MemoryData 373 0 1 blocks.0.att.time_mix_k 0=512
	Split 374 1 2 blocks.0.att.time_mix_k tensor_2002 tensor_2003
	MemoryData 375 0 1 blocks.0.att.time_mix_v 0=512
	Split 376 1 2 blocks.0.att.time_mix_v tensor_2005 tensor_2006
	MemoryData 377 0 1 blocks.0.att.time_mix_r 0=512
	Split 378 1 2 blocks.0.att.time_mix_r tensor_2008 tensor_2009
	BinaryOp 379 1 1 tensor_2003 tensor_2010 0=7 1=1 2=1.000000e+00
	BinaryOp 380 2 1 tensor_1998 tensor_2010 tensor_2011 0=2
	BinaryOp 381 2 1 tensor_1994 tensor_2002 tensor_2012 0=2
	BinaryOp 382 2 1 tensor_2012 tensor_2011 tensor_2013 0=0
	BinaryOp 383 1 1 tensor_2006 tensor_2014 0=7 1=1 2=1.000000e+00
	BinaryOp 384 2 1 tensor_1999 tensor_2014 tensor_2015 0=2
	BinaryOp 385 2 1 tensor_1995 tensor_2005 tensor_2016 0=2
	BinaryOp 386 2 1 tensor_2016 tensor_2015 tensor_2017 0=0
	BinaryOp 387 1 1 tensor_2009 tensor_2018 0=7 1=1 2=1.000000e+00
	BinaryOp 388 2 1 tensor_2000 tensor_2018 tensor_2019 0=2
	BinaryOp 389 2 1 tensor_1996 tensor_2008 tensor_2020 0=2
	BinaryOp 390 2 1 tensor_2020 tensor_2019 tensor_2021 0=0
	Reshape 391 1 1 tensor_2021 tensor_2022 0=0 1=1
	Gemm 392 1 1 tensor_2022 tensor_2024 4=0 5=1 7=0 8=512 9=512
	Reshape 393 1 1 tensor_2024 tensor_2025 0=-1
	Sigmoid 394 1 1 tensor_2025 tensor_2026
	Reshape 395 1 1 tensor_2013 tensor_2027 0=0 1=1
	Gemm 396 1 1 tensor_2027 tensor_2029 4=0 5=1 7=0 8=512 9=512
	Reshape 397 1 1 tensor_2029 tensor_2030 0=-1
	Split 398 1 3 tensor_2030 tensor_2031 tensor_2032 tensor_2033
	Reshape 399 1 1 tensor_2017 tensor_2034 0=0 1=1
	Gemm 400 1 1 tensor_2034 tensor_2036 4=0 5=1 7=0 8=512 9=512
	Reshape 401 1 1 tensor_2036 tensor_2037 0=-1
	Split 402 1 2 tensor_2037 tensor_2038 tensor_2039
	MemoryData 403 0 1 blocks.0.att.time_first 0=512
	BinaryOp 404 2 1 blocks.0.att.time_first tensor_2031 tensor_2041 0=0
	Split 405 1 2 tensor_2041 tensor_2042 tensor_2043
	Split 406 1 3 state_0_3 tensor_2044 tensor_2045 tensor_2046
	BinaryOp 407 2 1 tensor_2044 tensor_2042 tensor_2047 0=4
	Split 408 1 2 tensor_2047 tensor_2048 tensor_2049
	BinaryOp 409 2 1 tensor_2045 tensor_2048 tensor_2050 0=1
	Exp 410 1 1 tensor_2050 tensor_2051
	Split 411 1 2 tensor_2051 tensor_2052 tensor_2053
	BinaryOp 412 2 1 tensor_2043 tensor_2049 tensor_2054 0=1
	Exp 413 1 1 tensor_2054 tensor_2055
	Split 414 1 2 tensor_2055 tensor_2056 tensor_2057
	Split 415 1 2 state_0_1 tensor_2058 tensor_2059
	Split 416 1 2 state_0_2 tensor_2060 tensor_2061
	BinaryOp 417 2 1 tensor_2053 tensor_2060 tensor_2062 0=2
	BinaryOp 418 2 1 tensor_2062 tensor_2057 tensor_2063 0=0
	BinaryOp 419 2 1 tensor_2056 tensor_2038 tensor_2064 0=2
	BinaryOp 420 2 1 tensor_2052 tensor_2058 tensor_2065 0=2
	BinaryOp 421 2 1 tensor_2065 tensor_2064 tensor_2066 0=0
	BinaryOp 422 2 1 tensor_2066 tensor_2063 tensor_2067 0=3
	MemoryData 423 0 1 blocks.0.att.time_decay 0=512
	BinaryOp 424 2 1 blocks.0.att.time_decay tensor_2046 tensor_2069 0=0
	Split 425 1 2 tensor_2069 tensor_2070 tensor_2071
	BinaryOp 426 2 1 tensor_2070 tensor_2032 tensor_2072 0=4
	Split 427 1 3 tensor_2072 tensor_2073 tensor_2074 tensor_2075
	BinaryOp 428 2 1 tensor_2071 tensor_2073 tensor_2076 0=1
	Exp 429 1 1 tensor_2076 tensor_2077
	Split 430 1 2 tensor_2077 tensor_2078 tensor_2079
	BinaryOp 431 2 1 tensor_2033 tensor_2074 tensor_2080 0=1
	Exp 432 1 1 tensor_2080 tensor_2081
	Split 433 1 2 tensor_2081 tensor_2082 tensor_2083
	BinaryOp 434 2 1 tensor_2026 tensor_2067 tensor_2084 0=2
	Reshape 435 1 1 tensor_2084 tensor_2085 0=0 1=1
	Gemm 436 1 1 tensor_2085 tensor_2087 4=0 5=1 7=0 8=512 9=512
	Reshape 437 1 1 tensor_2087 tensor_2088 0=-1
	BinaryOp 438 2 1 tensor_1992 tensor_2088 tensor_2089 0=0
	BinaryOp 439 2 1 tensor_2082 tensor_2039 tensor_2090 0=2
	BinaryOp 440 2 1 tensor_2078 tensor_2059 tensor_2091 0=2
	BinaryOp 441 2 1 tensor_2091 tensor_2090 tensor_2092 0=0
	BinaryOp 442 2 1 tensor_2079 tensor_2061 tensor_2093 0=2
	BinaryOp 443 2 1 tensor_2093 tensor_2083 tensor_2094 0=0
	Split 444 1 1 tensor_1997 output_state_0_0
	Split 445 1 1 tensor_2092 output_state_0_1
	Split 446 1 1 tensor_2094 output_state_0_2
	Split 447 1 1 tensor_2075 output_state_0_3
	Split 448 1 2 tensor_2089 tensor_2099 tensor_2100
	LayerNorm 449 1 1 tensor_2099 tensor_2101 0=512 1=1.000000e-05 2=1
	Split 450 1 3 tensor_2101 tensor_2102 tensor_2103 tensor_2104
	Split 451 1 2 state_0_4 tensor_2105 tensor_2106
	MemoryData 452 0 1 blocks.0.ffn.time_mix_k 0=512
	Split 453 1 2 blocks.0.ffn.time_mix_k tensor_2108 tensor_2109
	MemoryData 454 0 1 blocks.0.ffn.time_mix_r 0=512
	Split 455 1 2 blocks.0.ffn.time_mix_r tensor_2111 tensor_2112
	BinaryOp 456 1 1 tensor_2109 tensor_2113 0=7 1=1 2=1.000000e+00
	BinaryOp 457 2 1 tensor_2105 tensor_2113 tensor_2114 0=2
	BinaryOp 458 2 1 tensor_2102 tensor_2108 tensor_2115 0=2
	BinaryOp 459 2 1 tensor_2115 tensor_2114 tensor_2116 0=0
	BinaryOp 460 1 1 tensor_2112 tensor_2117 0=7 1=1 2=1.000000e+00
	BinaryOp 461 2 1 tensor_2106 tensor_2117 tensor_2118 0=2
	BinaryOp 462 2 1 tensor_2103 tensor_2111 tensor_2119 0=2
	BinaryOp 463 2 1 tensor_2119 tensor_2118 tensor_2120 0=0
	Reshape 464 1 1 tensor_2120 tensor_2121 0=0 1=1
	Gemm 465 1 1 tensor_2121 tensor_2123 4=0 5=1 7=0 8=512 9=512
	Reshape 466 1 1 tensor_2123 tensor_2124 0=-1
	Sigmoid 467 1 1 tensor_2124 tensor_2125
	Reshape 468 1 1 tensor_2116 tensor_2126 0=0 1=1
	Gemm 469 1 1 tensor_2126 tensor_2128 4=0 5=1 7=0 8=2048 9=512
	Reshape 470 1 1 tensor_2128 tensor_2129 0=-1
	ReLU 471 1 1 tensor_2129 tensor_2130
	BinaryOp 472 2 1 tensor_2130 tensor_2130 tensor_2131 0=2
	Reshape 473 1 1 tensor_2131 tensor_2132 0=0 1=1
	Gemm 474 1 1 tensor_2132 tensor_2134 4=0 5=1 7=0 8=512 9=2048
	Reshape 475 1 1 tensor_2134 tensor_2135 0=-1
	BinaryOp 476 2 1 tensor_2125 tensor_2135 tensor_2136 0=2
	BinaryOp 477 2 1 tensor_2100 tensor_2136 tensor_2137 0=0
	Split 478 1 1 tensor_2104 output_state_0_4
	Split 479 1 2 tensor_2137 tensor_2139 tensor_2140
	LayerNorm 480 1 1 tensor_2139 tensor_2141 0=512 1=1.000000e-05 2=1
	Split 481 1 4 tensor_2141 tensor_2142 tensor_2143 tensor_2144 tensor_2145
	Split 482 1 3 state_1_0 tensor_2146 tensor_2147 tensor_2148
	MemoryData 483 0 1 blocks.1.att.time_mix_k 0=512
	Split 484 1 2 blocks.1.att.time_mix_k tensor_2150 tensor_2151
	MemoryData 485 0 1 blocks.1.att.time_mix_v 0=512
	Split 486 1 2 blocks.1.att.time_mix_v tensor_2153 tensor_2154
	MemoryData 487 0 1 blocks.1.att.time_mix_r 0=512
	Split 488 1 2 blocks.1.att.time_mix_r tensor_2156 tensor_2157
	BinaryOp 489 1 1 tensor_2151 tensor_2158 0=7 1=1 2=1.000000e+00
	BinaryOp 490 2 1 tensor_2146 tensor_2158 tensor_2159 0=2
	BinaryOp 491 2 1 tensor_2142 tensor_2150 tensor_2160 0=2
	BinaryOp 492 2 1 tensor_2160 tensor_2159 tensor_2161 0=0
	BinaryOp 493 1 1 tensor_2154 tensor_2162 0=7 1=1 2=1.000000e+00
	BinaryOp 494 2 1 tensor_2147 tensor_2162 tensor_2163 0=2
	BinaryOp 495 2 1 tensor_2143 tensor_2153 tensor_2164 0=2
	BinaryOp 496 2 1 tensor_2164 tensor_2163 tensor_2165 0=0
	BinaryOp 497 1 1 tensor_2157 tensor_2166 0=7 1=1 2=1.000000e+00
	BinaryOp 498 2 1 tensor_2148 tensor_2166 tensor_2167 0=2
	BinaryOp 499 2 1 tensor_2144 tensor_2156 tensor_2168 0=2
	BinaryOp 500 2 1 tensor_2168 tensor_2167 tensor_2169 0=0
	Reshape 501 1 1 tensor_2169 tensor_2170 0=0 1=1
	Gemm 502 1 1 tensor_2170 tensor_2172 4=0 5=1 7=0 8=512 9=512
	Reshape 503 1 1 tensor_2172 tensor_2173 0=-1
	Sigmoid 504 1 1 tensor_2173 tensor_2174
	Reshape 505 1 1 tensor_2161 tensor_2175 0=0 1=1
	Gemm 506 1 1 tensor_2175 tensor_2177 4=0 5=1 7=0 8=512 9=512
	Reshape 507 1 1 tensor_2177 tensor_2178 0=-1
	Split 508 1 3 tensor_2178 tensor_2179 tensor_2180 tensor_2181
	Reshape 509 1 1 tensor_2165 tensor_2182 0=0 1=1
	Gemm 510 1 1 tensor_2182 tensor_2184 4=0 5=1 7=0 8=512 9=512
	Reshape 511 1 1 tensor_2184 tensor_2185 0=-1
	Split 512 1 2 tensor_2185 tensor_2186 tensor_2187
	MemoryData 513 0 1 blocks.1.att.time_first 0=512
	BinaryOp 514 2 1 blocks.1.att.time_first tensor_2179 tensor_2189 0=0
	Split 515 1 2 tensor_2189 tensor_2190 tensor_2191
	Split 516 1 3 state_1_3 tensor_2192 tensor_2193 tensor_2194
	BinaryOp 517 2 1 tensor_2192 tensor_2190 tensor_2195 0=4
	Split 518 1 2 tensor_2195 tensor_2196 tensor_2197
	BinaryOp 519 2 1 tensor_2193 tensor_2196 tensor_2198 0=1
	Exp 520 1 1 tensor_2198 tensor_2199
	Split 521 1 2 tensor_2199 tensor_2200 tensor_2201
	BinaryOp 522 2 1 tensor_2191 tensor_2197 tensor_2202 0=1
	Exp 523 1 1 tensor_2202 tensor_2203
	Split 524 1 2 tensor_2203 tensor_2204 tensor_2205
	Split 525 1 2 state_1_1 tensor_2206 tensor_2207
	Split 526 1 2 state_1_2 tensor_2208 tensor_2209
	BinaryOp 527 2 1 tensor_2201 tensor_2208 tensor_2210 0=2
	BinaryOp 528 2 1 tensor_2210 tensor_2205 tensor_2211 0=0
	BinaryOp 529 2 1 tensor_2204 tensor_2186 tensor_2212 0=2
	BinaryOp 530 2 1 tensor_2200 tensor_2206 tensor_2213 0=2
	BinaryOp 531 2 1 tensor_2213 tensor_2212 tensor_2214 0=0
	BinaryOp 532 2 1 tensor_2214 tensor_2211 tensor_2215 0=3
	MemoryData 533 0 1 blocks.1.att.time_decay 0=512
	BinaryOp 534 2 1 blocks.1.att.time_decay tensor_2194 tensor_2217 0=0
	Split 535 1 2 tensor_2217 tensor_2218 tensor_2219
	BinaryOp 536 2 1 tensor_2218 tensor_2180 tensor_2220 0=4
	Split 537 1 3 tensor_2220 tensor_2221 tensor_2222 tensor_2223
	BinaryOp 538 2 1 tensor_2219 tensor_2221 tensor_2224 0=1
	Exp 539 1 1 tensor_2224 tensor_2225
	Split 540 1 2 tensor_2225 tensor_2226 tensor_2227
	BinaryOp 541 2 1 tensor_2181 tensor_2222 tensor_2228 0=1
	Exp 542 1 1 tensor_2228 tensor_2229
	Split 543 1 2 tensor_2229 tensor_2230 tensor_2231
	BinaryOp 544 2 1 tensor_2174 tensor_2215 tensor_2232 0=2
	Reshape 545 1 1 tensor_2232 tensor_2233 0=0 1=1
	Gemm 546 1 1 tensor_2233 tensor_2235 4=0 5=1 7=0 8=512 9=512
	Reshape 547 1 1 tensor_2235 tensor_2236 0=-1
	BinaryOp 548 2 1 tensor_2140 tensor_2236 tensor_2237 0=0
	BinaryOp 549 2 1 tensor_2230 tensor_2187 tensor_2238 0=2
	BinaryOp 550 2 1 tensor_2226 tensor_2207 tensor_2239 0=2
	BinaryOp 551 2 1 tensor_2239 tensor_2238 tensor_2240 0=0
	BinaryOp 552 2 1 tensor_2227 tensor_2209 tensor_2241 0=2
	BinaryOp 553 2 1 tensor_2241 tensor_2231 tensor_2242 0=0
	Split 554 1 1 tensor_2145 output_state_1_0
	Split 555 1 1 tensor_2240 output_state_1_1
	Split 556 1 1 tensor_2242 output_state_1_2
	Split 557 1 1 tensor_2223 output_state_1_3
	Split 558 1 2 tensor_2237 tensor_2247 tensor_2248
	LayerNorm 559 1 1 tensor_2247 tensor_2249 0=512 1=1.000000e-05 2=1
	Split 560 1 3 tensor_2249 tensor_2250 tensor_2251 tensor_2252
	Split 561 1 2 state_1_4 tensor_2253 tensor_2254
	MemoryData 562 0 1 blocks.1.ffn.time_mix_k 0=512
	Split 563 1 2 blocks.1.ffn.time_mix_k tensor_2256 tensor_2257
	MemoryData 564 0 1 blocks.1.ffn.time_mix_r 0=512
	Split 565 1 2 blocks.1.ffn.time_mix_r tensor_2259 tensor_2260
	BinaryOp 566 1 1 tensor_2257 tensor_2261 0=7 1=1 2=1.000000e+00
	BinaryOp 567 2 1 tensor_2253 tensor_2261 tensor_2262 0=2
	BinaryOp 568 2 1 tensor_2250 tensor_2256 tensor_2263 0=2
	BinaryOp 569 2 1 tensor_2263 tensor_2262 tensor_2264 0=0
	BinaryOp 570 1 1 tensor_2260 tensor_2265 0=7 1=1 2=1.000000e+00
	BinaryOp 571 2 1 tensor_2254 tensor_2265 tensor_2266 0=2
	BinaryOp 572 2 1 tensor_2251 tensor_2259 tensor_2267 0=2
	BinaryOp 573 2 1 tensor_2267 tensor_2266 tensor_2268 0=0
	Reshape 574 1 1 tensor_2268 tensor_2269 0=0 1=1
	Gemm 575 1 1 tensor_2269 tensor_2271 4=0 5=1 7=0 8=512 9=512
	Reshape 576 1 1 tensor_2271 tensor_2272 0=-1
	Sigmoid 577 1 1 tensor_2272 tensor_2273
	Reshape 578 1 1 tensor_2264 tensor_2274 0=0 1=1
	Gemm 579 1 1 tensor_2274 tensor_2276 4=0 5=1 7=0 8=2048 9=512
	Reshape 580 1 1 tensor_2276 tensor_2277 0=-1
	ReLU 581 1 1 tensor_2277 tensor_2278
	BinaryOp 582 2 1 tensor_2278 tensor_2278 tensor_2279 0=2
	Reshape 583 1 1 tensor_2279 tensor_2280 0=0 1=1
	Gemm 584 1 1 tensor_2280 tensor_2282 4=0 5=1 7=0 8=512 9=2048
	Reshape 585 1 1 tensor_2282 tensor_2283 0=-1
	BinaryOp 586 2 1 tensor_2273 tensor_2283 tensor_2284 0=2
	BinaryOp 587 2 1 tensor_2248 tensor_2284 tensor_2285 0=0
	Split 588 1 1 tensor_2252 output_state_1_4
	Split 589 1 2 tensor_2285 tensor_2287 tensor_2288
	LayerNorm 590 1 1 tensor_2287 tensor_2289 0=512 1=1.000000e-05 2=1
	Split 591 1 4 tensor_2289 tensor_2290 tensor_2291 tensor_2292 tensor_2293
	Split 592 1 3 state_2_0 tensor_2294 tensor_2295 tensor_2296
	MemoryData 593 0 1 blocks.2.att.time_mix_k 0=512
	Split 594 1 2 blocks.2.att.time_mix_k tensor_2298 tensor_2299
	MemoryData 595 0 1 blocks.2.att.time_mix_v 0=512
	Split 596 1 2 blocks.2.att.time_mix_v tensor_2301 tensor_2302
	MemoryData 597 0 1 blocks.2.att.time_mix_r 0=512
	Split 598 1 2 blocks.2.att.time_mix_r tensor_2304 tensor_2305
	BinaryOp 599 1 1 tensor_2299 tensor_2306 0=7 1=1 2=1.000000e+00
	BinaryOp 600 2 1 tensor_2294 tensor_2306 tensor_2307 0=2
	BinaryOp 601 2 1 tensor_2290 tensor_2298 tensor_2308 0=2
	BinaryOp 602 2 1 tensor_2308 tensor_2307 tensor_2309 0=0
	BinaryOp 603 1 1 tensor_2302 tensor_2310 0=7 1=1 2=1.000000e+00
	BinaryOp 604 2 1 tensor_2295 tensor_2310 tensor_2311 0=2
	BinaryOp 605 2 1 tensor_2291 tensor_2301 tensor_2312 0=2
	BinaryOp 606 2 1 tensor_2312 tensor_2311 tensor_2313 0=0
	BinaryOp 607 1 1 tensor_2305 tensor_2314 0=7 1=1 2=1.000000e+00
	BinaryOp 608 2 1 tensor_2296 tensor_2314 tensor_2315 0=2
	BinaryOp 609 2 1 tensor_2292 tensor_2304 tensor_2316 0=2
	BinaryOp 610 2 1 tensor_2316 tensor_2315 tensor_2317 0=0
	Reshape 611 1 1 tensor_2317 tensor_2318 0=0 1=1
	Gemm 612 1 1 tensor_2318 tensor_2320 4=0 5=1 7=0 8=512 9=512
	Reshape 613 1 1 tensor_2320 tensor_2321 0=-1
	Sigmoid 614 1 1 tensor_2321 tensor_2322
	Reshape 615 1 1 tensor_2309 tensor_2323 0=0 1=1
	Gemm 616 1 1 tensor_2323 tensor_2325 4=0 5=1 7=0 8=512 9=512
	Reshape 617 1 1 tensor_2325 tensor_2326 0=-1
	Split 618 1 3 tensor_2326 tensor_2327 tensor_2328 tensor_2329
	Reshape 619 1 1 tensor_2313 tensor_2330 0=0 1=1
	Gemm 620 1 1 tensor_2330 tensor_2332 4=0 5=1 7=0 8=512 9=512
	Reshape 621 1 1 tensor_2332 tensor_2333 0=-1
	Split 622 1 2 tensor_2333 tensor_2334 tensor_2335
	MemoryData 623 0 1 blocks.2.att.time_first 0=512
	BinaryOp 624 2 1 blocks.2.att.time_first tensor_2327 tensor_2337 0=0
	Split 625 1 2 tensor_2337 tensor_2338 tensor_2339
	Split 626 1 3 state_2_3 tensor_2340 tensor_2341 tensor_2342
	BinaryOp 627 2 1 tensor_2340 tensor_2338 tensor_2343 0=4
	Split 628 1 2 tensor_2343 tensor_2344 tensor_2345
	BinaryOp 629 2 1 tensor_2341 tensor_2344 tensor_2346 0=1
	Exp 630 1 1 tensor_2346 tensor_2347
	Split 631 1 2 tensor_2347 tensor_2348 tensor_2349
	BinaryOp 632 2 1 tensor_2339 tensor_2345 tensor_2350 0=1
	Exp 633 1 1 tensor_2350 tensor_2351
	Split 634 1 2 tensor_2351 tensor_2352 tensor_2353
	Split 635 1 2 state_2_1 tensor_2354 tensor_2355
	Split 636 1 2 state_2_2 tensor_2356 tensor_2357
	BinaryOp 637 2 1 tensor_2349 tensor_2356 tensor_2358 0=2
	BinaryOp 638 2 1 tensor_2358 tensor_2353 tensor_2359 0=0
	BinaryOp 639 2 1 tensor_2352 tensor_2334 tensor_2360 0=2
	BinaryOp 640 2 1 tensor_2348 tensor_2354 tensor_2361 0=2
	BinaryOp 641 2 1 tensor_2361 tensor_2360 tensor_2362 0=0
	BinaryOp 642 2 1 tensor_2362 tensor_2359 tensor_2363 0=3
	MemoryData 643 0 1 blocks.2.att.time_decay 0=512
	BinaryOp 644 2 1 blocks.2.att.time_decay tensor_2342 tensor_2365 0=0
	Split 645 1 2 tensor_2365 tensor_2366 tensor_2367
	BinaryOp 646 2 1 tensor_2366 tensor_2328 tensor_2368 0=4
	Split 647 1 3 tensor_2368 tensor_2369 tensor_2370 tensor_2371
	BinaryOp 648 2 1 tensor_2367 tensor_2369 tensor_2372 0=1
	Exp 649 1 1 tensor_2372 tensor_2373
	Split 650 1 2 tensor_2373 tensor_2374 tensor_2375
	BinaryOp 651 2 1 tensor_2329 tensor_2370 tensor_2376 0=1
	Exp 652 1 1 tensor_2376 tensor_2377
	Split 653 1 2 tensor_2377 tensor_2378 tensor_2379
	BinaryOp 654 2 1 tensor_2322 tensor_2363 tensor_2380 0=2
	Reshape 655 1 1 tensor_2380 tensor_2381 0=0 1=1
	Gemm 656 1 1 tensor_2381 tensor_2383 4=0 5=1 7=0 8=512 9=512
	Reshape 657 1 1 tensor_2383 tensor_2384 0=-1
	BinaryOp 658 2 1 tensor_2288 tensor_2384 tensor_2385 0=0
	BinaryOp 659 2 1 tensor_2378 tensor_2335 tensor_2386 0=2
	BinaryOp 660 2 1 tensor_2374 tensor_2355 tensor_2387 0=2
	BinaryOp 661 2 1 tensor_2387 tensor_2386 tensor_2388 0=0
	BinaryOp 662 2 1 tensor_2375 tensor_2357 tensor_2389 0=2
	BinaryOp 663 2 1 tensor_2389 tensor_2379 tensor_2390 0=0
	Split 664 1 1 tensor_2293 output_state_2_0
	Split 665 1 1 tensor_2388 output_state_2_1
	Split 666 1 1 tensor_2390 output_state_2_2
	Split 667 1 1 tensor_2371 output_state_2_3
	Split 668 1 2 tensor_2385 tensor_2395 tensor_2396
	LayerNorm 669 1 1 tensor_2395 tensor_2397 0=512 1=1.000000e-05 2=1
	Split 670 1 3 tensor_2397 tensor_2398 tensor_2399 tensor_2400
	Split 671 1 2 state_2_4 tensor_2401 tensor_2402
	MemoryData 672 0 1 blocks.2.ffn.time_mix_k 0=512
	Split 673 1 2 blocks.2.ffn.time_mix_k tensor_2404 tensor_2405
	MemoryData 674 0 1 blocks.2.ffn.time_mix_r 0=512
	Split 675 1 2 blocks.2.ffn.time_mix_r tensor_2407 tensor_2408
	BinaryOp 676 1 1 tensor_2405 tensor_2409 0=7 1=1 2=1.000000e+00
	BinaryOp 677 2 1 tensor_2401 tensor_2409 tensor_2410 0=2
	BinaryOp 678 2 1 tensor_2398 tensor_2404 tensor_2411 0=2
	BinaryOp 679 2 1 tensor_2411 tensor_2410 tensor_2412 0=0
	BinaryOp 680 1 1 tensor_2408 tensor_2413 0=7 1=1 2=1.000000e+00
	BinaryOp 681 2 1 tensor_2402 tensor_2413 tensor_2414 0=2
	BinaryOp 682 2 1 tensor_2399 tensor_2407 tensor_2415 0=2
	BinaryOp 683 2 1 tensor_2415 tensor_2414 tensor_2416 0=0
	Reshape 684 1 1 tensor_2416 tensor_2417 0=0 1=1
	Gemm 685 1 1 tensor_2417 tensor_2419 4=0 5=1 7=0 8=512 9=512
	Reshape 686 1 1 tensor_2419 tensor_2420 0=-1
	Sigmoid 687 1 1 tensor_2420 tensor_2421
	Reshape 688 1 1 tensor_2412 tensor_2422 0=0 1=1
	Gemm 689 1 1 tensor_2422 tensor_2424 4=0 5=1 7=0 8=2048 9=512
	Reshape 690 1 1 tensor_2424 tensor_2425 0=-1
	ReLU 691 1 1 tensor_2425 tensor_2426
	BinaryOp 692 2 1 tensor_2426 tensor_2426 tensor_2427 0=2
	Reshape 693 1 1 tensor_2427 tensor_2428 0=0 1=1
	Gemm 694 1 1 tensor_2428 tensor_2430 4=0 5=1 7=0 8=512 9=2048
	Reshape 695 1 1 tensor_2430 tensor_2431 0=-1
	BinaryOp 696 2 1 tensor_2421 tensor_2431 tensor_2432 0=2
	BinaryOp 697 2 1 tensor_2396 tensor_2432 tensor_2433 0=0
	Split 698 1 1 tensor_2400 output_state_2_4
	Split 699 1 2 tensor_2433 tensor_2435 tensor_2436
	LayerNorm 700 1 1 tensor_2435 tensor_2437 0=512 1=1.000000e-05 2=1
	Split 701 1 4 tensor_2437 tensor_2438 tensor_2439 tensor_2440 tensor_2441
	Split 702 1 3 state_3_0 tensor_2442 tensor_2443 tensor_2444
	MemoryData 703 0 1 blocks.3.att.time_mix_k 0=512
	Split 704 1 2 blocks.3.att.time_mix_k tensor_2446 tensor_2447
	MemoryData 705 0 1 blocks.3.att.time_mix_v 0=512
	Split 706 1 2 blocks.3.att.time_mix_v tensor_2449 tensor_2450
	MemoryData 707 0 1 blocks.3.att.time_mix_r 0=512
	Split 708 1 2 blocks.3.att.time_mix_r tensor_2452 tensor_2453
	BinaryOp 709 1 1 tensor_2447 tensor_2454 0=7 1=1 2=1.000000e+00
	BinaryOp 710 2 1 tensor_2442 tensor_2454 tensor_2455 0=2
	BinaryOp 711 2 1 tensor_2438 tensor_2446 tensor_2456 0=2
	BinaryOp 712 2 1 tensor_2456 tensor_2455 tensor_2457 0=0
	BinaryOp 713 1 1 tensor_2450 tensor_2458 0=7 1=1 2=1.000000e+00
	BinaryOp 714 2 1 tensor_2443 tensor_2458 tensor_2459 0=2
	BinaryOp 715 2 1 tensor_2439 tensor_2449 tensor_2460 0=2
	BinaryOp 716 2 1 tensor_2460 tensor_2459 tensor_2461 0=0
	BinaryOp 717 1 1 tensor_2453 tensor_2462 0=7 1=1 2=1.000000e+00
	BinaryOp 718 2 1 tensor_2444 tensor_2462 tensor_2463 0=2
	BinaryOp 719 2 1 tensor_2440 tensor_2452 tensor_2464 0=2
	BinaryOp 720 2 1 tensor_2464 tensor_2463 tensor_2465 0=0
	Reshape 721 1 1 tensor_2465 tensor_2466 0=0 1=1
	Gemm 722 1 1 tensor_2466 tensor_2468 4=0 5=1 7=0 8=512 9=512
	Reshape 723 1 1 tensor_2468 tensor_2469 0=-1
	Sigmoid 724 1 1 tensor_2469 tensor_2470
	Reshape 725 1 1 tensor_2457 tensor_2471 0=0 1=1
	Gemm 726 1 1 tensor_2471 tensor_2473 4=0 5=1 7=0 8=512 9=512
	Reshape 727 1 1 tensor_2473 tensor_2474 0=-1
	Split 728 1 3 tensor_2474 tensor_2475 tensor_2476 tensor_2477
	Reshape 729 1 1 tensor_2461 tensor_2478 0=0 1=1
	Gemm 730 1 1 tensor_2478 tensor_2480 4=0 5=1 7=0 8=512 9=512
	Reshape 731 1 1 tensor_2480 tensor_2481 0=-1
	Split 732 1 2 tensor_2481 tensor_2482 tensor_2483
	MemoryData 733 0 1 blocks.3.att.time_first 0=512
	BinaryOp 734 2 1 blocks.3.att.time_first tensor_2475 tensor_2485 0=0
	Split 735 1 2 tensor_2485 tensor_2486 tensor_2487
	Split 736 1 3 state_3_3 tensor_2488 tensor_2489 tensor_2490
	BinaryOp 737 2 1 tensor_2488 tensor_2486 tensor_2491 0=4
	Split 738 1 2 tensor_2491 tensor_2492 tensor_2493
	BinaryOp 739 2 1 tensor_2489 tensor_2492 tensor_2494 0=1
	Exp 740 1 1 tensor_2494 tensor_2495
	Split 741 1 2 tensor_2495 tensor_2496 tensor_2497
	BinaryOp 742 2 1 tensor_2487 tensor_2493 tensor_2498 0=1
	Exp 743 1 1 tensor_2498 tensor_2499
	Split 744 1 2 tensor_2499 tensor_2500 tensor_2501
	Split 745 1 2 state_3_1 tensor_2502 tensor_2503
	Split 746 1 2 state_3_2 tensor_2504 tensor_2505
	BinaryOp 747 2 1 tensor_2497 tensor_2504 tensor_2506 0=2
	BinaryOp 748 2 1 tensor_2506 tensor_2501 tensor_2507 0=0
	BinaryOp 749 2 1 tensor_2500 tensor_2482 tensor_2508 0=2
	BinaryOp 750 2 1 tensor_2496 tensor_2502 tensor_2509 0=2
	BinaryOp 751 2 1 tensor_2509 tensor_2508 tensor_2510 0=0
	BinaryOp 752 2 1 tensor_2510 tensor_2507 tensor_2511 0=3
	MemoryData 753 0 1 blocks.3.att.time_decay 0=512
	BinaryOp 754 2 1 blocks.3.att.time_decay tensor_2490 tensor_2513 0=0
	Split 755 1 2 tensor_2513 tensor_2514 tensor_2515
	BinaryOp 756 2 1 tensor_2514 tensor_2476 tensor_2516 0=4
	Split 757 1 3 tensor_2516 tensor_2517 tensor_2518 tensor_2519
	BinaryOp 758 2 1 tensor_2515 tensor_2517 tensor_2520 0=1
	Exp 759 1 1 tensor_2520 tensor_2521
	Split 760 1 2 tensor_2521 tensor_2522 tensor_2523
	BinaryOp 761 2 1 tensor_2477 tensor_2518 tensor_2524 0=1
	Exp 762 1 1 tensor_2524 tensor_2525
	Split 763 1 2 tensor_2525 tensor_2526 tensor_2527
	BinaryOp 764 2 1 tensor_2470 tensor_2511 tensor_2528 0=2
	Reshape 765 1 1 tensor_2528 tensor_2529 0=0 1=1
	Gemm 766 1 1 tensor_2529 tensor_2531 4=0 5=1 7=0 8=512 9=512
	Reshape 767 1 1 tensor_2531 tensor_2532 0=-1
	BinaryOp 768 2 1 tensor_2436 tensor_2532 tensor_2533 0=0
	BinaryOp 769 2 1 tensor_2526 tensor_2483 tensor_2534 0=2
	BinaryOp 770 2 1 tensor_2522 tensor_2503 tensor_2535 0=2
	BinaryOp 771 2 1 tensor_2535 tensor_2534 tensor_2536 0=0
	BinaryOp 772 2 1 tensor_2523 tensor_2505 tensor_2537 0=2
	BinaryOp 773 2 1 tensor_2537 tensor_2527 tensor_2538 0=0
	Split 774 1 1 tensor_2441 output_state_3_0
	Split 775 1 1 tensor_2536 output_state_3_1
	Split 776 1 1 tensor_2538 output_state_3_2
	Split 777 1 1 tensor_2519 output_state_3_3
	Split 778 1 2 tensor_2533 tensor_2543 tensor_2544
	LayerNorm 779 1 1 tensor_2543 tensor_2545 0=512 1=1.000000e-05 2=1
	Split 780 1 3 tensor_2545 tensor_2546 tensor_2547 tensor_2548
	Split 781 1 2 state_3_4 tensor_2549 tensor_2550
	MemoryData 782 0 1 blocks.3.ffn.time_mix_k 0=512
	Split 783 1 2 blocks.3.ffn.time_mix_k tensor_2552 tensor_2553
	MemoryData 784 0 1 blocks.3.ffn.time_mix_r 0=512
	Split 785 1 2 blocks.3.ffn.time_mix_r tensor_2555 tensor_2556
	BinaryOp 786 1 1 tensor_2553 tensor_2557 0=7 1=1 2=1.000000e+00
	BinaryOp 787 2 1 tensor_2549 tensor_2557 tensor_2558 0=2
	BinaryOp 788 2 1 tensor_2546 tensor_2552 tensor_2559 0=2
	BinaryOp 789 2 1 tensor_2559 tensor_2558 tensor_2560 0=0
	BinaryOp 790 1 1 tensor_2556 tensor_2561 0=7 1=1 2=1.000000e+00
	BinaryOp 791 2 1 tensor_2550 tensor_2561 tensor_2562 0=2
	BinaryOp 792 2 1 tensor_2547 tensor_2555 tensor_2563 0=2
	BinaryOp 793 2 1 tensor_2563 tensor_2562 tensor_2564 0=0
	Reshape 794 1 1 tensor_2564 tensor_2565 0=0 1=1
	Gemm 795 1 1 tensor_2565 tensor_2567 4=0 5=1 7=0 8=512 9=512
	Reshape 796 1 1 tensor_2567 tensor_2568 0=-1
	Sigmoid 797 1 1 tensor_2568 tensor_2569
	Reshape 798 1 1 tensor_2560 tensor_2570 0=0 1=1
	Gemm 799 1 1 tensor_2570 tensor_2572 4=0 5=1 7=0 8=2048 9=512
	Reshape 800 1 1 tensor_2572 tensor_2573 0=-1
	ReLU 801 1 1 tensor_2573 tensor_2574
	BinaryOp 802 2 1 tensor_2574 tensor_2574 tensor_2575 0=2
	Reshape 803 1 1 tensor_2575 tensor_2576 0=0 1=1
	Gemm 804 1 1 tensor_2576 tensor_2578 4=0 5=1 7=0 8=512 9=2048
	Reshape 805 1 1 tensor_2578 tensor_2579 0=-1
	BinaryOp 806 2 1 tensor_2569 tensor_2579 tensor_2580 0=2
	BinaryOp 807 2 1 tensor_2544 tensor_2580 tensor_2581 0=0
	Split 808 1 1 tensor_2548 output_state_3_4
	Split 809 1 2 tensor_2581 tensor_2583 tensor_2584
	LayerNorm 810 1 1 tensor_2583 tensor_2585 0=512 1=1.000000e-05 2=1
	Split 811 1 4 tensor_2585 tensor_2586 tensor_2587 tensor_2588 tensor_2589
	Split 812 1 3 state_4_0 tensor_2590 tensor_2591 tensor_2592
	MemoryData 813 0 1 blocks.4.att.time_mix_k 0=512
	Split 814 1 2 blocks.4.att.time_mix_k tensor_2594 tensor_2595
	MemoryData 815 0 1 blocks.4.att.time_mix_v 0=512
	Split 816 1 2 blocks.4.att.time_mix_v tensor_2597 tensor_2598
	MemoryData 817 0 1 blocks.4.att.time_mix_r 0=512
	Split 818 1 2 blocks.4.att.time_mix_r tensor_2600 tensor_2601
	BinaryOp 819 1 1 tensor_2595 tensor_2602 0=7 1=1 2=1.000000e+00
	BinaryOp 820 2 1 tensor_2590 tensor_2602 tensor_2603 0=2
	BinaryOp 821 2 1 tensor_2586 tensor_2594 tensor_2604 0=2
	BinaryOp 822 2 1 tensor_2604 tensor_2603 tensor_2605 0=0
	BinaryOp 823 1 1 tensor_2598 tensor_2606 0=7 1=1 2=1.000000e+00
	BinaryOp 824 2 1 tensor_2591 tensor_2606 tensor_2607 0=2
	BinaryOp 825 2 1 tensor_2587 tensor_2597 tensor_2608 0=2
	BinaryOp 826 2 1 tensor_2608 tensor_2607 tensor_2609 0=0
	BinaryOp 827 1 1 tensor_2601 tensor_2610 0=7 1=1 2=1.000000e+00
	BinaryOp 828 2 1 tensor_2592 tensor_2610 tensor_2611 0=2
	BinaryOp 829 2 1 tensor_2588 tensor_2600 tensor_2612 0=2
	BinaryOp 830 2 1 tensor_2612 tensor_2611 tensor_2613 0=0
	Reshape 831 1 1 tensor_2613 tensor_2614 0=0 1=1
	Gemm 832 1 1 tensor_2614 tensor_2616 4=0 5=1 7=0 8=512 9=512
	Reshape 833 1 1 tensor_2616 tensor_2617 0=-1
	Sigmoid 834 1 1 tensor_2617 tensor_2618
	Reshape 835 1 1 tensor_2605 tensor_2619 0=0 1=1
	Gemm 836 1 1 tensor_2619 tensor_2621 4=0 5=1 7=0 8=512 9=512
	Reshape 837 1 1 tensor_2621 tensor_2622 0=-1
	Split 838 1 3 tensor_2622 tensor_2623 tensor_2624 tensor_2625
	Reshape 839 1 1 tensor_2609 tensor_2626 0=0 1=1
	Gemm 840 1 1 tensor_2626 tensor_2628 4=0 5=1 7=0 8=512 9=512
	Reshape 841 1 1 tensor_2628 tensor_2629 0=-1
	Split 842 1 2 tensor_2629 tensor_2630 tensor_2631
	MemoryData 843 0 1 blocks.4.att.time_first 0=512
	BinaryOp 844 2 1 blocks.4.att.time_first tensor_2623 tensor_2633 0=0
	Split 845 1 2 tensor_2633 tensor_2634 tensor_2635
	Split 846 1 3 state_4_3 tensor_2636 tensor_2637 tensor_2638
	BinaryOp 847 2 1 tensor_2636 tensor_2634 tensor_2639 0=4
	Split 848 1 2 tensor_2639 tensor_2640 tensor_2641
	BinaryOp 849 2 1 tensor_2637 tensor_2640 tensor_2642 0=1
	Exp 850 1 1 tensor_2642 tensor_2643
	Split 851 1 2 tensor_2643 tensor_2644 tensor_2645
	BinaryOp 852 2 1 tensor_2635 tensor_2641 tensor_2646 0=1
	Exp 853 1 1 tensor_2646 tensor_2647
	Split 854 1 2 tensor_2647 tensor_2648 tensor_2649
	Split 855 1 2 state_4_1 tensor_2650 tensor_2651
	Split 856 1 2 state_4_2 tensor_2652 tensor_2653
	BinaryOp 857 2 1 tensor_2645 tensor_2652 tensor_2654 0=2
	BinaryOp 858 2 1 tensor_2654 tensor_2649 tensor_2655 0=0
	BinaryOp 859 2 1 tensor_2648 tensor_2630 tensor_2656 0=2
	BinaryOp 860 2 1 tensor_2644 tensor_2650 tensor_2657 0=2
	BinaryOp 861 2 1 tensor_2657 tensor_2656 tensor_2658 0=0
	BinaryOp 862 2 1 tensor_2658 tensor_2655 tensor_2659 0=3
	MemoryData 863 0 1 blocks.4.att.time_decay 0=512
	BinaryOp 864 2 1 blocks.4.att.time_decay tensor_2638 tensor_2661 0=0
	Split 865 1 2 tensor_2661 tensor_2662 tensor_2663
	BinaryOp 866 2 1 tensor_2662 tensor_2624 tensor_2664 0=4
	Split 867 1 3 tensor_2664 tensor_2665 tensor_2666 tensor_2667
	BinaryOp 868 2 1 tensor_2663 tensor_2665 tensor_2668 0=1
	Exp 869 1 1 tensor_2668 tensor_2669
	Split 870 1 2 tensor_2669 tensor_2670 tensor_2671
	BinaryOp 871 2 1 tensor_2625 tensor_2666 tensor_2672 0=1
	Exp 872 1 1 tensor_2672 tensor_2673
	Split 873 1 2 tensor_2673 tensor_2674 tensor_2675
	BinaryOp 874 2 1 tensor_2618 tensor_2659 tensor_2676 0=2
	Reshape 875 1 1 tensor_2676 tensor_2677 0=0 1=1
	Gemm 876 1 1 tensor_2677 tensor_2679 4=0 5=1 7=0 8=512 9=512
	Reshape 877 1 1 tensor_2679 tensor_2680 0=-1
	BinaryOp 878 2 1 tensor_2584 tensor_2680 tensor_2681 0=0
	BinaryOp 879 2 1 tensor_2674 tensor_2631 tensor_2682 0=2
	BinaryOp 880 2 1 tensor_2670 tensor_2651 tensor_2683 0=2
	BinaryOp 881 2 1 tensor_2683 tensor_2682 tensor_2684 0=0
	BinaryOp 882 2 1 tensor_2671 tensor_2653 tensor_2685 0=2
	BinaryOp 883 2 1 tensor_2685 tensor_2675 tensor_2686 0=0
	Split 884 1 1 tensor_2589 output_state_4_0
	Split 885 1 1 tensor_2684 output_state_4_1
	Split 886 1 1 tensor_2686 output_state_4_2
	Split 887 1 1 tensor_2667 output_state_4_3
	Split 888 1 2 tensor_2681 tensor_2691 tensor_2692
	LayerNorm 889 1 1 tensor_2691 tensor_2693 0=512 1=1.000000e-05 2=1
	Split 890 1 3 tensor_2693 tensor_2694 tensor_2695 tensor_2696
	Split 891 1 2 state_4_4 tensor_2697 tensor_2698
	MemoryData 892 0 1 blocks.4.ffn.time_mix_k 0=512
	Split 893 1 2 blocks.4.ffn.time_mix_k tensor_2700 tensor_2701
	MemoryData 894 0 1 blocks.4.ffn.time_mix_r 0=512
	Split 895 1 2 blocks.4.ffn.time_mix_r tensor_2703 tensor_2704
	BinaryOp 896 1 1 tensor_2701 tensor_2705 0=7 1=1 2=1.000000e+00
	BinaryOp 897 2 1 tensor_2697 tensor_2705 tensor_2706 0=2
	BinaryOp 898 2 1 tensor_2694 tensor_2700 tensor_2707 0=2
	BinaryOp 899 2 1 tensor_2707 tensor_2706 tensor_2708 0=0
	BinaryOp 900 1 1 tensor_2704 tensor_2709 0=7 1=1 2=1.000000e+00
	BinaryOp 901 2 1 tensor_2698 tensor_2709 tensor_2710 0=2
	BinaryOp 902 2 1 tensor_2695 tensor_2703 tensor_2711 0=2
	BinaryOp 903 2 1 tensor_2711 tensor_2710 tensor_2712 0=0
	Reshape 904 1 1 tensor_2712 tensor_2713 0=0 1=1
	Gemm 905 1 1 tensor_2713 tensor_2715 4=0 5=1 7=0 8=512 9=512
	Reshape 906 1 1 tensor_2715 tensor_2716 0=-1
	Sigmoid 907 1 1 tensor_2716 tensor_2717
	Reshape 908 1 1 tensor_2708 tensor_2718 0=0 1=1
	Gemm 909 1 1 tensor_2718 tensor_2720 4=0 5=1 7=0 8=2048 9=512
	Reshape 910 1 1 tensor_2720 tensor_2721 0=-1
	ReLU 911 1 1 tensor_2721 tensor_2722
	BinaryOp 912 2 1 tensor_2722 tensor_2722 tensor_2723 0=2
	Reshape 913 1 1 tensor_2723 tensor_2724 0=0 1=1
	Gemm 914 1 1 tensor_2724 tensor_2726 4=0 5=1 7=0 8=512 9=2048
	Reshape 915 1 1 tensor_2726 tensor_2727 0=-1
	BinaryOp 916 2 1 tensor_2717 tensor_2727 tensor_2728 0=2
	BinaryOp 917 2 1 tensor_2692 tensor_2728 tensor_2729 0=0
	Split 918 1 1 tensor_2696 output_state_4_4
	Split 919 1 2 tensor_2729 tensor_2731 tensor_2732
	LayerNorm 920 1 1 tensor_2731 tensor_2733 0=512 1=1.000000e-05 2=1
	Split 921 1 4 tensor_2733 tensor_2734 tensor_2735 tensor_2736 tensor_2737
	Split 922 1 3 state_5_0 tensor_2738 tensor_2739 tensor_2740
	MemoryData 923 0 1 blocks.5.att.time_mix_k 0=512
	Split 924 1 2 blocks.5.att.time_mix_k tensor_2742 tensor_2743
	MemoryData 925 0 1 blocks.5.att.time_mix_v 0=512
	Split 926 1 2 blocks.5.att.time_mix_v tensor_2745 tensor_2746
	MemoryData 927 0 1 blocks.5.att.time_mix_r 0=512
	Split 928 1 2 blocks.5.att.time_mix_r tensor_2748 tensor_2749
	BinaryOp 929 1 1 tensor_2743 tensor_2750 0=7 1=1 2=1.000000e+00
	BinaryOp 930 2 1 tensor_2738 tensor_2750 tensor_2751 0=2
	BinaryOp 931 2 1 tensor_2734 tensor_2742 tensor_2752 0=2
	BinaryOp 932 2 1 tensor_2752 tensor_2751 tensor_2753 0=0
	BinaryOp 933 1 1 tensor_2746 tensor_2754 0=7 1=1 2=1.000000e+00
	BinaryOp 934 2 1 tensor_2739 tensor_2754 tensor_2755 0=2
	BinaryOp 935 2 1 tensor_2735 tensor_2745 tensor_2756 0=2
	BinaryOp 936 2 1 tensor_2756 tensor_2755 tensor_2757 0=0
	BinaryOp 937 1 1 tensor_2749 tensor_2758 0=7 1=1 2=1.000000e+00
	BinaryOp 938 2 1 tensor_2740 tensor_2758 tensor_2759 0=2
	BinaryOp 939 2 1 tensor_2736 tensor_2748 tensor_2760 0=2
	BinaryOp 940 2 1 tensor_2760 tensor_2759 tensor_2761 0=0
	Reshape 941 1 1 tensor_2761 tensor_2762 0=0 1=1
	Gemm 942 1 1 tensor_2762 tensor_2764 4=0 5=1 7=0 8=512 9=512
	Reshape 943 1 1 tensor_2764 tensor_2765 0=-1
	Sigmoid 944 1 1 tensor_2765 tensor_2766
	Reshape 945 1 1 tensor_2753 tensor_2767 0=0 1=1
	Gemm 946 1 1 tensor_2767 tensor_2769 4=0 5=1 7=0 8=512 9=512
	Reshape 947 1 1 tensor_2769 tensor_2770 0=-1
	Split 948 1 3 tensor_2770 tensor_2771 tensor_2772 tensor_2773
	Reshape 949 1 1 tensor_2757 tensor_2774 0=0 1=1
	Gemm 950 1 1 tensor_2774 tensor_2776 4=0 5=1 7=0 8=512 9=512
	Reshape 951 1 1 tensor_2776 tensor_2777 0=-1
	Split 952 1 2 tensor_2777 tensor_2778 tensor_2779
	MemoryData 953 0 1 blocks.5.att.time_first 0=512
	BinaryOp 954 2 1 blocks.5.att.time_first tensor_2771 tensor_2781 0=0
	Split 955 1 2 tensor_2781 tensor_2782 tensor_2783
	Split 956 1 3 state_5_3 tensor_2784 tensor_2785 tensor_2786
	BinaryOp 957 2 1 tensor_2784 tensor_2782 tensor_2787 0=4
	Split 958 1 2 tensor_2787 tensor_2788 tensor_2789
	BinaryOp 959 2 1 tensor_2785 tensor_2788 tensor_2790 0=1
	Exp 960 1 1 tensor_2790 tensor_2791
	Split 961 1 2 tensor_2791 tensor_2792 tensor_2793
	BinaryOp 962 2 1 tensor_2783 tensor_2789 tensor_2794 0=1
	Exp 963 1 1 tensor_2794 tensor_2795
	Split 964 1 2 tensor_2795 tensor_2796 tensor_2797
	Split 965 1 2 state_5_1 tensor_2798 tensor_2799
	Split 966 1 2 state_5_2 tensor_2800 tensor_2801
	BinaryOp 967 2 1 tensor_2793 tensor_2800 tensor_2802 0=2
	BinaryOp 968 2 1 tensor_2802 tensor_2797 tensor_2803 0=0
	BinaryOp 969 2 1 tensor_2796 tensor_2778 tensor_2804 0=2
	BinaryOp 970 2 1 tensor_2792 tensor_2798 tensor_2805 0=2
	BinaryOp 971 2 1 tensor_2805 tensor_2804 tensor_2806 0=0
	BinaryOp 972 2 1 tensor_2806 tensor_2803 tensor_2807 0=3
	MemoryData 973 0 1 blocks.5.att.time_decay 0=512
	BinaryOp 974 2 1 blocks.5.att.time_decay tensor_2786 tensor_2809 0=0
	Split 975 1 2 tensor_2809 tensor_2810 tensor_2811
	BinaryOp 976 2 1 tensor_2810 tensor_2772 tensor_2812 0=4
	Split 977 1 3 tensor_2812 tensor_2813 tensor_2814 tensor_2815
	BinaryOp 978 2 1 tensor_2811 tensor_2813 tensor_2816 0=1
	Exp 979 1 1 tensor_2816 tensor_2817
	Split 980 1 2 tensor_2817 tensor_2818 tensor_2819
	BinaryOp 981 2 1 tensor_2773 tensor_2814 tensor_2820 0=1
	Exp 982 1 1 tensor_2820 tensor_2821
	Split 983 1 2 tensor_2821 tensor_2822 tensor_2823
	BinaryOp 984 2 1 tensor_2766 tensor_2807 tensor_2824 0=2
	Reshape 985 1 1 tensor_2824 tensor_2825 0=0 1=1
	Gemm 986 1 1 tensor_2825 tensor_2827 4=0 5=1 7=0 8=512 9=512
	Reshape 987 1 1 tensor_2827 tensor_2828 0=-1
	BinaryOp 988 2 1 tensor_2732 tensor_2828 tensor_2829 0=0
	BinaryOp 989 2 1 tensor_2822 tensor_2779 tensor_2830 0=2
	BinaryOp 990 2 1 tensor_2818 tensor_2799 tensor_2831 0=2
	BinaryOp 991 2 1 tensor_2831 tensor_2830 tensor_2832 0=0
	BinaryOp 992 2 1 tensor_2819 tensor_2801 tensor_2833 0=2
	BinaryOp 993 2 1 tensor_2833 tensor_2823 tensor_2834 0=0
	Split 994 1 1 tensor_2737 output_state_5_0
	Split 995 1 1 tensor_2832 output_state_5_1
	Split 996 1 1 tensor_2834 output_state_5_2
	Split 997 1 1 tensor_2815 output_state_5_3
	Split 998 1 2 tensor_2829 tensor_2839 tensor_2840
	LayerNorm 999 1 1 tensor_2839 tensor_2841 0=512 1=1.000000e-05 2=1
	Split 1000 1 3 tensor_2841 tensor_2842 tensor_2843 tensor_2844
	Split 1001 1 2 state_5_4 tensor_2845 tensor_2846
	MemoryData 1002 0 1 blocks.5.ffn.time_mix_k 0=512
	Split 1003 1 2 blocks.5.ffn.time_mix_k tensor_2848 tensor_2849
	MemoryData 1004 0 1 blocks.5.ffn.time_mix_r 0=512
	Split 1005 1 2 blocks.5.ffn.time_mix_r tensor_2851 tensor_2852
	BinaryOp 1006 1 1 tensor_2849 tensor_2853 0=7 1=1 2=1.000000e+00
	BinaryOp 1007 2 1 tensor_2845 tensor_2853 tensor_2854 0=2
	BinaryOp 1008 2 1 tensor_2842 tensor_2848 tensor_2855 0=2
	BinaryOp 1009 2 1 tensor_2855 tensor_2854 tensor_2856 0=0
	BinaryOp 1010 1 1 tensor_2852 tensor_2857 0=7 1=1 2=1.000000e+00
	BinaryOp 1011 2 1 tensor_2846 tensor_2857 tensor_2858 0=2
	BinaryOp 1012 2 1 tensor_2843 tensor_2851 tensor_2859 0=2
	BinaryOp 1013 2 1 tensor_2859 tensor_2858 tensor_2860 0=0
	Reshape 1014 1 1 tensor_2860 tensor_2861 0=0 1=1
	Gemm 1015 1 1 tensor_2861 tensor_2863 4=0 5=1 7=0 8=512 9=512
	Reshape 1016 1 1 tensor_2863 tensor_2864 0=-1
	Sigmoid 1017 1 1 tensor_2864 tensor_2865
	Reshape 1018 1 1 tensor_2856 tensor_2866 0=0 1=1
	Gemm 1019 1 1 tensor_2866 tensor_2868 4=0 5=1 7=0 8=2048 9=512
	Reshape 1020 1 1 tensor_2868 tensor_2869 0=-1
	ReLU 1021 1 1 tensor_2869 tensor_2870
	BinaryOp 1022 2 1 tensor_2870 tensor_2870 tensor_2871 0=2
	Reshape 1023 1 1 tensor_2871 tensor_2872 0=0 1=1
	Gemm 1024 1 1 tensor_2872 tensor_2874 4=0 5=1 7=0 8=512 9=2048
	Reshape 1025 1 1 tensor_2874 tensor_2875 0=-1
	BinaryOp 1026 2 1 tensor_2865 tensor_2875 tensor_2876 0=2
	BinaryOp 1027 2 1 tensor_2840 tensor_2876 tensor_2877 0=0
	Split 1028 1 1 tensor_2844 output_state_5_4
	Split 1029 1 2 tensor_2877 tensor_2879 tensor_2880
	LayerNorm 1030 1 1 tensor_2879 tensor_2881 0=512 1=1.000000e-05 2=1
	Split 1031 1 4 tensor_2881 tensor_2882 tensor_2883 tensor_2884 tensor_2885
	Split 1032 1 3 state_6_0 tensor_2886 tensor_2887 tensor_2888
	MemoryData 1033 0 1 blocks.6.att.time_mix_k 0=512
	Split 1034 1 2 blocks.6.att.time_mix_k tensor_2890 tensor_2891
	MemoryData 1035 0 1 blocks.6.att.time_mix_v 0=512
	Split 1036 1 2 blocks.6.att.time_mix_v tensor_2893 tensor_2894
	MemoryData 1037 0 1 blocks.6.att.time_mix_r 0=512
	Split 1038 1 2 blocks.6.att.time_mix_r tensor_2896 tensor_2897
	BinaryOp 1039 1 1 tensor_2891 tensor_2898 0=7 1=1 2=1.000000e+00
	BinaryOp 1040 2 1 tensor_2886 tensor_2898 tensor_2899 0=2
	BinaryOp 1041 2 1 tensor_2882 tensor_2890 tensor_2900 0=2
	BinaryOp 1042 2 1 tensor_2900 tensor_2899 tensor_2901 0=0
	BinaryOp 1043 1 1 tensor_2894 tensor_2902 0=7 1=1 2=1.000000e+00
	BinaryOp 1044 2 1 tensor_2887 tensor_2902 tensor_2903 0=2
	BinaryOp 1045 2 1 tensor_2883 tensor_2893 tensor_2904 0=2
	BinaryOp 1046 2 1 tensor_2904 tensor_2903 tensor_2905 0=0
	BinaryOp 1047 1 1 tensor_2897 tensor_2906 0=7 1=1 2=1.000000e+00
	BinaryOp 1048 2 1 tensor_2888 tensor_2906 tensor_2907 0=2
	BinaryOp 1049 2 1 tensor_2884 tensor_2896 tensor_2908 0=2
	BinaryOp 1050 2 1 tensor_2908 tensor_2907 tensor_2909 0=0
	Reshape 1051 1 1 tensor_2909 tensor_2910 0=0 1=1
	Gemm 1052 1 1 tensor_2910 tensor_2912 4=0 5=1 7=0 8=512 9=512
	Reshape 1053 1 1 tensor_2912 tensor_2913 0=-1
	Sigmoid 1054 1 1 tensor_2913 tensor_2914
	Reshape 1055 1 1 tensor_2901 tensor_2915 0=0 1=1
	Gemm 1056 1 1 tensor_2915 tensor_2917 4=0 5=1 7=0 8=512 9=512
	Reshape 1057 1 1 tensor_2917 tensor_2918 0=-1
	Split 1058 1 3 tensor_2918 tensor_2919 tensor_2920 tensor_2921
	Reshape 1059 1 1 tensor_2905 tensor_2922 0=0 1=1
	Gemm 1060 1 1 tensor_2922 tensor_2924 4=0 5=1 7=0 8=512 9=512
	Reshape 1061 1 1 tensor_2924 tensor_2925 0=-1
	Split 1062 1 2 tensor_2925 tensor_2926 tensor_2927
	MemoryData 1063 0 1 blocks.6.att.time_first 0=512
	BinaryOp 1064 2 1 blocks.6.att.time_first tensor_2919 tensor_2929 0=0
	Split 1065 1 2 tensor_2929 tensor_2930 tensor_2931
	Split 1066 1 3 state_6_3 tensor_2932 tensor_2933 tensor_2934
	BinaryOp 1067 2 1 tensor_2932 tensor_2930 tensor_2935 0=4
	Split 1068 1 2 tensor_2935 tensor_2936 tensor_2937
	BinaryOp 1069 2 1 tensor_2933 tensor_2936 tensor_2938 0=1
	Exp 1070 1 1 tensor_2938 tensor_2939
	Split 1071 1 2 tensor_2939 tensor_2940 tensor_2941
	BinaryOp 1072 2 1 tensor_2931 tensor_2937 tensor_2942 0=1
	Exp 1073 1 1 tensor_2942 tensor_2943
	Split 1074 1 2 tensor_2943 tensor_2944 tensor_2945
	Split 1075 1 2 state_6_1 tensor_2946 tensor_2947
	Split 1076 1 2 state_6_2 tensor_2948 tensor_2949
	BinaryOp 1077 2 1 tensor_2941 tensor_2948 tensor_2950 0=2
	BinaryOp 1078 2 1 tensor_2950 tensor_2945 tensor_2951 0=0
	BinaryOp 1079 2 1 tensor_2944 tensor_2926 tensor_2952 0=2
	BinaryOp 1080 2 1 tensor_2940 tensor_2946 tensor_2953 0=2
	BinaryOp 1081 2 1 tensor_2953 tensor_2952 tensor_2954 0=0
	BinaryOp 1082 2 1 tensor_2954 tensor_2951 tensor_2955 0=3
	MemoryData 1083 0 1 blocks.6.att.time_decay 0=512
	BinaryOp 1084 2 1 blocks.6.att.time_decay tensor_2934 tensor_2957 0=0
	Split 1085 1 2 tensor_2957 tensor_2958 tensor_2959
	BinaryOp 1086 2 1 tensor_2958 tensor_2920 tensor_2960 0=4
	Split 1087 1 3 tensor_2960 tensor_2961 tensor_2962 tensor_2963
	BinaryOp 1088 2 1 tensor_2959 tensor_2961 tensor_2964 0=1
	Exp 1089 1 1 tensor_2964 tensor_2965
	Split 1090 1 2 tensor_2965 tensor_2966 tensor_2967
	BinaryOp 1091 2 1 tensor_2921 tensor_2962 tensor_2968 0=1
	Exp 1092 1 1 tensor_2968 tensor_2969
	Split 1093 1 2 tensor_2969 tensor_2970 tensor_2971
	BinaryOp 1094 2 1 tensor_2914 tensor_2955 tensor_2972 0=2
	Reshape 1095 1 1 tensor_2972 tensor_2973 0=0 1=1
	Gemm 1096 1 1 tensor_2973 tensor_2975 4=0 5=1 7=0 8=512 9=512
	Reshape 1097 1 1 tensor_2975 tensor_2976 0=-1
	BinaryOp 1098 2 1 tensor_2880 tensor_2976 tensor_2977 0=0
	BinaryOp 1099 2 1 tensor_2970 tensor_2927 tensor_2978 0=2
	BinaryOp 1100 2 1 tensor_2966 tensor_2947 tensor_2979 0=2
	BinaryOp 1101 2 1 tensor_2979 tensor_2978 tensor_2980 0=0
	BinaryOp 1102 2 1 tensor_2967 tensor_2949 tensor_2981 0=2
	BinaryOp 1103 2 1 tensor_2981 tensor_2971 tensor_2982 0=0
	Split 1104 1 1 tensor_2885 output_state_6_0
	Split 1105 1 1 tensor_2980 output_state_6_1
	Split 1106 1 1 tensor_2982 output_state_6_2
	Split 1107 1 1 tensor_2963 output_state_6_3
	Split 1108 1 2 tensor_2977 tensor_2987 tensor_2988
	LayerNorm 1109 1 1 tensor_2987 tensor_2989 0=512 1=1.000000e-05 2=1
	Split 1110 1 3 tensor_2989 tensor_2990 tensor_2991 tensor_2992
	Split 1111 1 2 state_6_4 tensor_2993 tensor_2994
	MemoryData 1112 0 1 blocks.6.ffn.time_mix_k 0=512
	Split 1113 1 2 blocks.6.ffn.time_mix_k tensor_2996 tensor_2997
	MemoryData 1114 0 1 blocks.6.ffn.time_mix_r 0=512
	Split 1115 1 2 blocks.6.ffn.time_mix_r tensor_2999 tensor_3000
	BinaryOp 1116 1 1 tensor_2997 tensor_3001 0=7 1=1 2=1.000000e+00
	BinaryOp 1117 2 1 tensor_2993 tensor_3001 tensor_3002 0=2
	BinaryOp 1118 2 1 tensor_2990 tensor_2996 tensor_3003 0=2
	BinaryOp 1119 2 1 tensor_3003 tensor_3002 tensor_3004 0=0
	BinaryOp 1120 1 1 tensor_3000 tensor_3005 0=7 1=1 2=1.000000e+00
	BinaryOp 1121 2 1 tensor_2994 tensor_3005 tensor_3006 0=2
	BinaryOp 1122 2 1 tensor_2991 tensor_2999 tensor_3007 0=2
	BinaryOp 1123 2 1 tensor_3007 tensor_3006 tensor_3008 0=0
	Reshape 1124 1 1 tensor_3008 tensor_3009 0=0 1=1
	Gemm 1125 1 1 tensor_3009 tensor_3011 4=0 5=1 7=0 8=512 9=512
	Reshape 1126 1 1 tensor_3011 tensor_3012 0=-1
	Sigmoid 1127 1 1 tensor_3012 tensor_3013
	Reshape 1128 1 1 tensor_3004 tensor_3014 0=0 1=1
	Gemm 1129 1 1 tensor_3014 tensor_3016 4=0 5=1 7=0 8=2048 9=512
	Reshape 1130 1 1 tensor_3016 tensor_3017 0=-1
	ReLU 1131 1 1 tensor_3017 tensor_3018
	BinaryOp 1132 2 1 tensor_3018 tensor_3018 tensor_3019 0=2
	Reshape 1133 1 1 tensor_3019 tensor_3020 0=0 1=1
	Gemm 1134 1 1 tensor_3020 tensor_3022 4=0 5=1 7=0 8=512 9=2048
	Reshape 1135 1 1 tensor_3022 tensor_3023 0=-1
	BinaryOp 1136 2 1 tensor_3013 tensor_3023 tensor_3024 0=2
	BinaryOp 1137 2 1 tensor_2988 tensor_3024 tensor_3025 0=0
	Split 1138 1 1 tensor_2992 output_state_6_4
	Split 1139 1 2 tensor_3025 tensor_3027 tensor_3028
	LayerNorm 1140 1 1 tensor_3027 tensor_3029 0=512 1=1.000000e-05 2=1
	Split 1141 1 4 tensor_3029 tensor_3030 tensor_3031 tensor_3032 tensor_3033
	Split 1142 1 3 state_7_0 tensor_3034 tensor_3035 tensor_3036
	MemoryData 1143 0 1 blocks.7.att.time_mix_k 0=512
	Split 1144 1 2 blocks.7.att.time_mix_k tensor_3038 tensor_3039
	MemoryData 1145 0 1 blocks.7.att.time_mix_v 0=512
	Split 1146 1 2 blocks.7.att.time_mix_v tensor_3041 tensor_3042
	MemoryData 1147 0 1 blocks.7.att.time_mix_r 0=512
	Split 1148 1 2 blocks.7.att.time_mix_r tensor_3044 tensor_3045
	BinaryOp 1149 1 1 tensor_3039 tensor_3046 0=7 1=1 2=1.000000e+00
	BinaryOp 1150 2 1 tensor_3034 tensor_3046 tensor_3047 0=2
	BinaryOp 1151 2 1 tensor_3030 tensor_3038 tensor_3048 0=2
	BinaryOp 1152 2 1 tensor_3048 tensor_3047 tensor_3049 0=0
	BinaryOp 1153 1 1 tensor_3042 tensor_3050 0=7 1=1 2=1.000000e+00
	BinaryOp 1154 2 1 tensor_3035 tensor_3050 tensor_3051 0=2
	BinaryOp 1155 2 1 tensor_3031 tensor_3041 tensor_3052 0=2
	BinaryOp 1156 2 1 tensor_3052 tensor_3051 tensor_3053 0=0
	BinaryOp 1157 1 1 tensor_3045 tensor_3054 0=7 1=1 2=1.000000e+00
	BinaryOp 1158 2 1 tensor_3036 tensor_3054 tensor_3055 0=2
	BinaryOp 1159 2 1 tensor_3032 tensor_3044 tensor_3056 0=2
	BinaryOp 1160 2 1 tensor_3056 tensor_3055 tensor_3057 0=0
	Reshape 1161 1 1 tensor_3057 tensor_3058 0=0 1=1
	Gemm 1162 1 1 tensor_3058 tensor_3060 4=0 5=1 7=0 8=512 9=512
	Reshape 1163 1 1 tensor_3060 tensor_3061 0=-1
	Sigmoid 1164 1 1 tensor_3061 tensor_3062
	Reshape 1165 1 1 tensor_3049 tensor_3063 0=0 1=1
	Gemm 1166 1 1 tensor_3063 tensor_3065 4=0 5=1 7=0 8=512 9=512
	Reshape 1167 1 1 tensor_3065 tensor_3066 0=-1
	Split 1168 1 3 tensor_3066 tensor_3067 tensor_3068 tensor_3069
	Reshape 1169 1 1 tensor_3053 tensor_3070 0=0 1=1
	Gemm 1170 1 1 tensor_3070 tensor_3072 4=0 5=1 7=0 8=512 9=512
	Reshape 1171 1 1 tensor_3072 tensor_3073 0=-1
	Split 1172 1 2 tensor_3073 tensor_3074 tensor_3075
	MemoryData 1173 0 1 blocks.7.att.time_first 0=512
	BinaryOp 1174 2 1 blocks.7.att.time_first tensor_3067 tensor_3077 0=0
	Split 1175 1 2 tensor_3077 tensor_3078 tensor_3079
	Split 1176 1 3 state_7_3 tensor_3080 tensor_3081 tensor_3082
	BinaryOp 1177 2 1 tensor_3080 tensor_3078 tensor_3083 0=4
	Split 1178 1 2 tensor_3083 tensor_3084 tensor_3085
	BinaryOp 1179 2 1 tensor_3081 tensor_3084 tensor_3086 0=1
	Exp 1180 1 1 tensor_3086 tensor_3087
	Split 1181 1 2 tensor_3087 tensor_3088 tensor_3089
	BinaryOp 1182 2 1 tensor_3079 tensor_3085 tensor_3090 0=1
	Exp 1183 1 1 tensor_3090 tensor_3091
	Split 1184 1 2 tensor_3091 tensor_3092 tensor_3093
	Split 1185 1 2 state_7_1 tensor_3094 tensor_3095
	Split 1186 1 2 state_7_2 tensor_3096 tensor_3097
	BinaryOp 1187 2 1 tensor_3089 tensor_3096 tensor_3098 0=2
	BinaryOp 1188 2 1 tensor_3098 tensor_3093 tensor_3099 0=0
	BinaryOp 1189 2 1 tensor_3092 tensor_3074 tensor_3100 0=2
	BinaryOp 1190 2 1 tensor_3088 tensor_3094 tensor_3101 0=2
	BinaryOp 1191 2 1 tensor_3101 tensor_3100 tensor_3102 0=0
	BinaryOp 1192 2 1 tensor_3102 tensor_3099 tensor_3103 0=3
	MemoryData 1193 0 1 blocks.7.att.time_decay 0=512
	BinaryOp 1194 2 1 blocks.7.att.time_decay tensor_3082 tensor_3105 0=0
	Split 1195 1 2 tensor_3105 tensor_3106 tensor_3107
	BinaryOp 1196 2 1 tensor_3106 tensor_3068 tensor_3108 0=4
	Split 1197 1 3 tensor_3108 tensor_3109 tensor_3110 tensor_3111
	BinaryOp 1198 2 1 tensor_3107 tensor_3109 tensor_3112 0=1
	Exp 1199 1 1 tensor_3112 tensor_3113
	Split 1200 1 2 tensor_3113 tensor_3114 tensor_3115
	BinaryOp 1201 2 1 tensor_3069 tensor_3110 tensor_3116 0=1
	Exp 1202 1 1 tensor_3116 tensor_3117
	Split 1203 1 2 tensor_3117 tensor_3118 tensor_3119
	BinaryOp 1204 2 1 tensor_3062 tensor_3103 tensor_3120 0=2
	Reshape 1205 1 1 tensor_3120 tensor_3121 0=0 1=1
	Gemm 1206 1 1 tensor_3121 tensor_3123 4=0 5=1 7=0 8=512 9=512
	Reshape 1207 1 1 tensor_3123 tensor_3124 0=-1
	BinaryOp 1208 2 1 tensor_3028 tensor_3124 tensor_3125 0=0
	BinaryOp 1209 2 1 tensor_3118 tensor_3075 tensor_3126 0=2
	BinaryOp 1210 2 1 tensor_3114 tensor_3095 tensor_3127 0=2
	BinaryOp 1211 2 1 tensor_3127 tensor_3126 tensor_3128 0=0
	BinaryOp 1212 2 1 tensor_3115 tensor_3097 tensor_3129 0=2
	BinaryOp 1213 2 1 tensor_3129 tensor_3119 tensor_3130 0=0
	Split 1214 1 1 tensor_3033 output_state_7_0
	Split 1215 1 1 tensor_3128 output_state_7_1
	Split 1216 1 1 tensor_3130 output_state_7_2
	Split 1217 1 1 tensor_3111 output_state_7_3
	Split 1218 1 2 tensor_3125 tensor_3135 tensor_3136
	LayerNorm 1219 1 1 tensor_3135 tensor_3137 0=512 1=1.000000e-05 2=1
	Split 1220 1 3 tensor_3137 tensor_3138 tensor_3139 tensor_3140
	Split 1221 1 2 state_7_4 tensor_3141 tensor_3142
	MemoryData 1222 0 1 blocks.7.ffn.time_mix_k 0=512
	Split 1223 1 2 blocks.7.ffn.time_mix_k tensor_3144 tensor_3145
	MemoryData 1224 0 1 blocks.7.ffn.time_mix_r 0=512
	Split 1225 1 2 blocks.7.ffn.time_mix_r tensor_3147 tensor_3148
	BinaryOp 1226 1 1 tensor_3145 tensor_3149 0=7 1=1 2=1.000000e+00
	BinaryOp 1227 2 1 tensor_3141 tensor_3149 tensor_3150 0=2
	BinaryOp 1228 2 1 tensor_3138 tensor_3144 tensor_3151 0=2
	BinaryOp 1229 2 1 tensor_3151 tensor_3150 tensor_3152 0=0
	BinaryOp 1230 1 1 tensor_3148 tensor_3153 0=7 1=1 2=1.000000e+00
	BinaryOp 1231 2 1 tensor_3142 tensor_3153 tensor_3154 0=2
	BinaryOp 1232 2 1 tensor_3139 tensor_3147 tensor_3155 0=2
	BinaryOp 1233 2 1 tensor_3155 tensor_3154 tensor_3156 0=0
	Reshape 1234 1 1 tensor_3156 tensor_3157 0=0 1=1
	Gemm 1235 1 1 tensor_3157 tensor_3159 4=0 5=1 7=0 8=512 9=512
	Reshape 1236 1 1 tensor_3159 tensor_3160 0=-1
	Sigmoid 1237 1 1 tensor_3160 tensor_3161
	Reshape 1238 1 1 tensor_3152 tensor_3162 0=0 1=1
	Gemm 1239 1 1 tensor_3162 tensor_3164 4=0 5=1 7=0 8=2048 9=512
	Reshape 1240 1 1 tensor_3164 tensor_3165 0=-1
	ReLU 1241 1 1 tensor_3165 tensor_3166
	BinaryOp 1242 2 1 tensor_3166 tensor_3166 tensor_3167 0=2
	Reshape 1243 1 1 tensor_3167 tensor_3168 0=0 1=1
	Gemm 1244 1 1 tensor_3168 tensor_3170 4=0 5=1 7=0 8=512 9=2048
	Reshape 1245 1 1 tensor_3170 tensor_3171 0=-1
	BinaryOp 1246 2 1 tensor_3161 tensor_3171 tensor_3172 0=2
	BinaryOp 1247 2 1 tensor_3136 tensor_3172 tensor_3173 0=0
	Split 1248 1 1 tensor_3140 output_state_7_4
	Split 1249 1 2 tensor_3173 tensor_3175 tensor_3176
	LayerNorm 1250 1 1 tensor_3175 tensor_3177 0=512 1=1.000000e-05 2=1
	Split 1251 1 4 tensor_3177 tensor_3178 tensor_3179 tensor_3180 tensor_3181
	Split 1252 1 3 state_8_0 tensor_3182 tensor_3183 tensor_3184
	MemoryData 1253 0 1 blocks.8.att.time_mix_k 0=512
	Split 1254 1 2 blocks.8.att.time_mix_k tensor_3186 tensor_3187
	MemoryData 1255 0 1 blocks.8.att.time_mix_v 0=512
	Split 1256 1 2 blocks.8.att.time_mix_v tensor_3189 tensor_3190
	MemoryData 1257 0 1 blocks.8.att.time_mix_r 0=512
	Split 1258 1 2 blocks.8.att.time_mix_r tensor_3192 tensor_3193
	BinaryOp 1259 1 1 tensor_3187 tensor_3194 0=7 1=1 2=1.000000e+00
	BinaryOp 1260 2 1 tensor_3182 tensor_3194 tensor_3195 0=2
	BinaryOp 1261 2 1 tensor_3178 tensor_3186 tensor_3196 0=2
	BinaryOp 1262 2 1 tensor_3196 tensor_3195 tensor_3197 0=0
	BinaryOp 1263 1 1 tensor_3190 tensor_3198 0=7 1=1 2=1.000000e+00
	BinaryOp 1264 2 1 tensor_3183 tensor_3198 tensor_3199 0=2
	BinaryOp 1265 2 1 tensor_3179 tensor_3189 tensor_3200 0=2
	BinaryOp 1266 2 1 tensor_3200 tensor_3199 tensor_3201 0=0
	BinaryOp 1267 1 1 tensor_3193 tensor_3202 0=7 1=1 2=1.000000e+00
	BinaryOp 1268 2 1 tensor_3184 tensor_3202 tensor_3203 0=2
	BinaryOp 1269 2 1 tensor_3180 tensor_3192 tensor_3204 0=2
	BinaryOp 1270 2 1 tensor_3204 tensor_3203 tensor_3205 0=0
	Reshape 1271 1 1 tensor_3205 tensor_3206 0=0 1=1
	Gemm 1272 1 1 tensor_3206 tensor_3208 4=0 5=1 7=0 8=512 9=512
	Reshape 1273 1 1 tensor_3208 tensor_3209 0=-1
	Sigmoid 1274 1 1 tensor_3209 tensor_3210
	Reshape 1275 1 1 tensor_3197 tensor_3211 0=0 1=1
	Gemm 1276 1 1 tensor_3211 tensor_3213 4=0 5=1 7=0 8=512 9=512
	Reshape 1277 1 1 tensor_3213 tensor_3214 0=-1
	Split 1278 1 3 tensor_3214 tensor_3215 tensor_3216 tensor_3217
	Reshape 1279 1 1 tensor_3201 tensor_3218 0=0 1=1
	Gemm 1280 1 1 tensor_3218 tensor_3220 4=0 5=1 7=0 8=512 9=512
	Reshape 1281 1 1 tensor_3220 tensor_3221 0=-1
	Split 1282 1 2 tensor_3221 tensor_3222 tensor_3223
	MemoryData 1283 0 1 blocks.8.att.time_first 0=512
	BinaryOp 1284 2 1 blocks.8.att.time_first tensor_3215 tensor_3225 0=0
	Split 1285 1 2 tensor_3225 tensor_3226 tensor_3227
	Split 1286 1 3 state_8_3 tensor_3228 tensor_3229 tensor_3230
	BinaryOp 1287 2 1 tensor_3228 tensor_3226 tensor_3231 0=4
	Split 1288 1 2 tensor_3231 tensor_3232 tensor_3233
	BinaryOp 1289 2 1 tensor_3229 tensor_3232 tensor_3234 0=1
	Exp 1290 1 1 tensor_3234 tensor_3235
	Split 1291 1 2 tensor_3235 tensor_3236 tensor_3237
	BinaryOp 1292 2 1 tensor_3227 tensor_3233 tensor_3238 0=1
	Exp 1293 1 1 tensor_3238 tensor_3239
	Split 1294 1 2 tensor_3239 tensor_3240 tensor_3241
	Split 1295 1 2 state_8_1 tensor_3242 tensor_3243
	Split 1296 1 2 state_8_2 tensor_3244 tensor_3245
	BinaryOp 1297 2 1 tensor_3237 tensor_3244 tensor_3246 0=2
	BinaryOp 1298 2 1 tensor_3246 tensor_3241 tensor_3247 0=0
	BinaryOp 1299 2 1 tensor_3240 tensor_3222 tensor_3248 0=2
	BinaryOp 1300 2 1 tensor_3236 tensor_3242 tensor_3249 0=2
	BinaryOp 1301 2 1 tensor_3249 tensor_3248 tensor_3250 0=0
	BinaryOp 1302 2 1 tensor_3250 tensor_3247 tensor_3251 0=3
	MemoryData 1303 0 1 blocks.8.att.time_decay 0=512
	BinaryOp 1304 2 1 blocks.8.att.time_decay tensor_3230 tensor_3253 0=0
	Split 1305 1 2 tensor_3253 tensor_3254 tensor_3255
	BinaryOp 1306 2 1 tensor_3254 tensor_3216 tensor_3256 0=4
	Split 1307 1 3 tensor_3256 tensor_3257 tensor_3258 tensor_3259
	BinaryOp 1308 2 1 tensor_3255 tensor_3257 tensor_3260 0=1
	Exp 1309 1 1 tensor_3260 tensor_3261
	Split 1310 1 2 tensor_3261 tensor_3262 tensor_3263
	BinaryOp 1311 2 1 tensor_3217 tensor_3258 tensor_3264 0=1
	Exp 1312 1 1 tensor_3264 tensor_3265
	Split 1313 1 2 tensor_3265 tensor_3266 tensor_3267
	BinaryOp 1314 2 1 tensor_3210 tensor_3251 tensor_3268 0=2
	Reshape 1315 1 1 tensor_3268 tensor_3269 0=0 1=1
	Gemm 1316 1 1 tensor_3269 tensor_3271 4=0 5=1 7=0 8=512 9=512
	Reshape 1317 1 1 tensor_3271 tensor_3272 0=-1
	BinaryOp 1318 2 1 tensor_3176 tensor_3272 tensor_3273 0=0
	BinaryOp 1319 2 1 tensor_3266 tensor_3223 tensor_3274 0=2
	BinaryOp 1320 2 1 tensor_3262 tensor_3243 tensor_3275 0=2
	BinaryOp 1321 2 1 tensor_3275 tensor_3274 tensor_3276 0=0
	BinaryOp 1322 2 1 tensor_3263 tensor_3245 tensor_3277 0=2
	BinaryOp 1323 2 1 tensor_3277 tensor_3267 tensor_3278 0=0
	Split 1324 1 1 tensor_3181 output_state_8_0
	Split 1325 1 1 tensor_3276 output_state_8_1
	Split 1326 1 1 tensor_3278 output_state_8_2
	Split 1327 1 1 tensor_3259 output_state_8_3
	Split 1328 1 2 tensor_3273 tensor_3283 tensor_3284
	LayerNorm 1329 1 1 tensor_3283 tensor_3285 0=512 1=1.000000e-05 2=1
	Split 1330 1 3 tensor_3285 tensor_3286 tensor_3287 tensor_3288
	Split 1331 1 2 state_8_4 tensor_3289 tensor_3290
	MemoryData 1332 0 1 blocks.8.ffn.time_mix_k 0=512
	Split 1333 1 2 blocks.8.ffn.time_mix_k tensor_3292 tensor_3293
	MemoryData 1334 0 1 blocks.8.ffn.time_mix_r 0=512
	Split 1335 1 2 blocks.8.ffn.time_mix_r tensor_3295 tensor_3296
	BinaryOp 1336 1 1 tensor_3293 tensor_3297 0=7 1=1 2=1.000000e+00
	BinaryOp 1337 2 1 tensor_3289 tensor_3297 tensor_3298 0=2
	BinaryOp 1338 2 1 tensor_3286 tensor_3292 tensor_3299 0=2
	BinaryOp 1339 2 1 tensor_3299 tensor_3298 tensor_3300 0=0
	BinaryOp 1340 1 1 tensor_3296 tensor_3301 0=7 1=1 2=1.000000e+00
	BinaryOp 1341 2 1 tensor_3290 tensor_3301 tensor_3302 0=2
	BinaryOp 1342 2 1 tensor_3287 tensor_3295 tensor_3303 0=2
	BinaryOp 1343 2 1 tensor_3303 tensor_3302 tensor_3304 0=0
	Reshape 1344 1 1 tensor_3304 tensor_3305 0=0 1=1
	Gemm 1345 1 1 tensor_3305 tensor_3307 4=0 5=1 7=0 8=512 9=512
	Reshape 1346 1 1 tensor_3307 tensor_3308 0=-1
	Sigmoid 1347 1 1 tensor_3308 tensor_3309
	Reshape 1348 1 1 tensor_3300 tensor_3310 0=0 1=1
	Gemm 1349 1 1 tensor_3310 tensor_3312 4=0 5=1 7=0 8=2048 9=512
	Reshape 1350 1 1 tensor_3312 tensor_3313 0=-1
	ReLU 1351 1 1 tensor_3313 tensor_3314
	BinaryOp 1352 2 1 tensor_3314 tensor_3314 tensor_3315 0=2
	Reshape 1353 1 1 tensor_3315 tensor_3316 0=0 1=1
	Gemm 1354 1 1 tensor_3316 tensor_3318 4=0 5=1 7=0 8=512 9=2048
	Reshape 1355 1 1 tensor_3318 tensor_3319 0=-1
	BinaryOp 1356 2 1 tensor_3309 tensor_3319 tensor_3320 0=2
	BinaryOp 1357 2 1 tensor_3284 tensor_3320 tensor_3321 0=0
	Split 1358 1 1 tensor_3288 output_state_8_4
	Split 1359 1 2 tensor_3321 tensor_3323 tensor_3324
	LayerNorm 1360 1 1 tensor_3323 tensor_3325 0=512 1=1.000000e-05 2=1
	Split 1361 1 4 tensor_3325 tensor_3326 tensor_3327 tensor_3328 tensor_3329
	Split 1362 1 3 state_9_0 tensor_3330 tensor_3331 tensor_3332
	MemoryData 1363 0 1 blocks.9.att.time_mix_k 0=512
	Split 1364 1 2 blocks.9.att.time_mix_k tensor_3334 tensor_3335
	MemoryData 1365 0 1 blocks.9.att.time_mix_v 0=512
	Split 1366 1 2 blocks.9.att.time_mix_v tensor_3337 tensor_3338
	MemoryData 1367 0 1 blocks.9.att.time_mix_r 0=512
	Split 1368 1 2 blocks.9.att.time_mix_r tensor_3340 tensor_3341
	BinaryOp 1369 1 1 tensor_3335 tensor_3342 0=7 1=1 2=1.000000e+00
	BinaryOp 1370 2 1 tensor_3330 tensor_3342 tensor_3343 0=2
	BinaryOp 1371 2 1 tensor_3326 tensor_3334 tensor_3344 0=2
	BinaryOp 1372 2 1 tensor_3344 tensor_3343 tensor_3345 0=0
	BinaryOp 1373 1 1 tensor_3338 tensor_3346 0=7 1=1 2=1.000000e+00
	BinaryOp 1374 2 1 tensor_3331 tensor_3346 tensor_3347 0=2
	BinaryOp 1375 2 1 tensor_3327 tensor_3337 tensor_3348 0=2
	BinaryOp 1376 2 1 tensor_3348 tensor_3347 tensor_3349 0=0
	BinaryOp 1377 1 1 tensor_3341 tensor_3350 0=7 1=1 2=1.000000e+00
	BinaryOp 1378 2 1 tensor_3332 tensor_3350 tensor_3351 0=2
	BinaryOp 1379 2 1 tensor_3328 tensor_3340 tensor_3352 0=2
	BinaryOp 1380 2 1 tensor_3352 tensor_3351 tensor_3353 0=0
	Reshape 1381 1 1 tensor_3353 tensor_3354 0=0 1=1
	Gemm 1382 1 1 tensor_3354 tensor_3356 4=0 5=1 7=0 8=512 9=512
	Reshape 1383 1 1 tensor_3356 tensor_3357 0=-1
	Sigmoid 1384 1 1 tensor_3357 tensor_3358
	Reshape 1385 1 1 tensor_3345 tensor_3359 0=0 1=1
	Gemm 1386 1 1 tensor_3359 tensor_3361 4=0 5=1 7=0 8=512 9=512
	Reshape 1387 1 1 tensor_3361 tensor_3362 0=-1
	Split 1388 1 3 tensor_3362 tensor_3363 tensor_3364 tensor_3365
	Reshape 1389 1 1 tensor_3349 tensor_3366 0=0 1=1
	Gemm 1390 1 1 tensor_3366 tensor_3368 4=0 5=1 7=0 8=512 9=512
	Reshape 1391 1 1 tensor_3368 tensor_3369 0=-1
	Split 1392 1 2 tensor_3369 tensor_3370 tensor_3371
	MemoryData 1393 0 1 blocks.9.att.time_first 0=512
	BinaryOp 1394 2 1 blocks.9.att.time_first tensor_3363 tensor_3373 0=0
	Split 1395 1 2 tensor_3373 tensor_3374 tensor_3375
	Split 1396 1 3 state_9_3 tensor_3376 tensor_3377 tensor_3378
	BinaryOp 1397 2 1 tensor_3376 tensor_3374 tensor_3379 0=4
	Split 1398 1 2 tensor_3379 tensor_3380 tensor_3381
	BinaryOp 1399 2 1 tensor_3377 tensor_3380 tensor_3382 0=1
	Exp 1400 1 1 tensor_3382 tensor_3383
	Split 1401 1 2 tensor_3383 tensor_3384 tensor_3385
	BinaryOp 1402 2 1 tensor_3375 tensor_3381 tensor_3386 0=1
	Exp 1403 1 1 tensor_3386 tensor_3387
	Split 1404 1 2 tensor_3387 tensor_3388 tensor_3389
	Split 1405 1 2 state_9_1 tensor_3390 tensor_3391
	Split 1406 1 2 state_9_2 tensor_3392 tensor_3393
	BinaryOp 1407 2 1 tensor_3385 tensor_3392 tensor_3394 0=2
	BinaryOp 1408 2 1 tensor_3394 tensor_3389 tensor_3395 0=0
	BinaryOp 1409 2 1 tensor_3388 tensor_3370 tensor_3396 0=2
	BinaryOp 1410 2 1 tensor_3384 tensor_3390 tensor_3397 0=2
	BinaryOp 1411 2 1 tensor_3397 tensor_3396 tensor_3398 0=0
	BinaryOp 1412 2 1 tensor_3398 tensor_3395 tensor_3399 0=3
	MemoryData 1413 0 1 blocks.9.att.time_decay 0=512
	BinaryOp 1414 2 1 blocks.9.att.time_decay tensor_3378 tensor_3401 0=0
	Split 1415 1 2 tensor_3401 tensor_3402 tensor_3403
	BinaryOp 1416 2 1 tensor_3402 tensor_3364 tensor_3404 0=4
	Split 1417 1 3 tensor_3404 tensor_3405 tensor_3406 tensor_3407
	BinaryOp 1418 2 1 tensor_3403 tensor_3405 tensor_3408 0=1
	Exp 1419 1 1 tensor_3408 tensor_3409
	Split 1420 1 2 tensor_3409 tensor_3410 tensor_3411
	BinaryOp 1421 2 1 tensor_3365 tensor_3406 tensor_3412 0=1
	Exp 1422 1 1 tensor_3412 tensor_3413
	Split 1423 1 2 tensor_3413 tensor_3414 tensor_3415
	BinaryOp 1424 2 1 tensor_3358 tensor_3399 tensor_3416 0=2
	Reshape 1425 1 1 tensor_3416 tensor_3417 0=0 1=1
	Gemm 1426 1 1 tensor_3417 tensor_3419 4=0 5=1 7=0 8=512 9=512
	Reshape 1427 1 1 tensor_3419 tensor_3420 0=-1
	BinaryOp 1428 2 1 tensor_3324 tensor_3420 tensor_3421 0=0
	BinaryOp 1429 2 1 tensor_3414 tensor_3371 tensor_3422 0=2
	BinaryOp 1430 2 1 tensor_3410 tensor_3391 tensor_3423 0=2
	BinaryOp 1431 2 1 tensor_3423 tensor_3422 tensor_3424 0=0
	BinaryOp 1432 2 1 tensor_3411 tensor_3393 tensor_3425 0=2
	BinaryOp 1433 2 1 tensor_3425 tensor_3415 tensor_3426 0=0
	Split 1434 1 1 tensor_3329 output_state_9_0
	Split 1435 1 1 tensor_3424 output_state_9_1
	Split 1436 1 1 tensor_3426 output_state_9_2
	Split 1437 1 1 tensor_3407 output_state_9_3
	Split 1438 1 2 tensor_3421 tensor_3431 tensor_3432
	LayerNorm 1439 1 1 tensor_3431 tensor_3433 0=512 1=1.000000e-05 2=1
	Split 1440 1 3 tensor_3433 tensor_3434 tensor_3435 tensor_3436
	Split 1441 1 2 state_9_4 tensor_3437 tensor_3438
	MemoryData 1442 0 1 blocks.9.ffn.time_mix_k 0=512
	Split 1443 1 2 blocks.9.ffn.time_mix_k tensor_3440 tensor_3441
	MemoryData 1444 0 1 blocks.9.ffn.time_mix_r 0=512
	Split 1445 1 2 blocks.9.ffn.time_mix_r tensor_3443 tensor_3444
	BinaryOp 1446 1 1 tensor_3441 tensor_3445 0=7 1=1 2=1.000000e+00
	BinaryOp 1447 2 1 tensor_3437 tensor_3445 tensor_3446 0=2
	BinaryOp 1448 2 1 tensor_3434 tensor_3440 tensor_3447 0=2
	BinaryOp 1449 2 1 tensor_3447 tensor_3446 tensor_3448 0=0
	BinaryOp 1450 1 1 tensor_3444 tensor_3449 0=7 1=1 2=1.000000e+00
	BinaryOp 1451 2 1 tensor_3438 tensor_3449 tensor_3450 0=2
	BinaryOp 1452 2 1 tensor_3435 tensor_3443 tensor_3451 0=2
	BinaryOp 1453 2 1 tensor_3451 tensor_3450 tensor_3452 0=0
	Reshape 1454 1 1 tensor_3452 tensor_3453 0=0 1=1
	Gemm 1455 1 1 tensor_3453 tensor_3455 4=0 5=1 7=0 8=512 9=512
	Reshape 1456 1 1 tensor_3455 tensor_3456 0=-1
	Sigmoid 1457 1 1 tensor_3456 tensor_3457
	Reshape 1458 1 1 tensor_3448 tensor_3458 0=0 1=1
	Gemm 1459 1 1 tensor_3458 tensor_3460 4=0 5=1 7=0 8=2048 9=512
	Reshape 1460 1 1 tensor_3460 tensor_3461 0=-1
	ReLU 1461 1 1 tensor_3461 tensor_3462
	BinaryOp 1462 2 1 tensor_3462 tensor_3462 tensor_3463 0=2
	Reshape 1463 1 1 tensor_3463 tensor_3464 0=0 1=1
	Gemm 1464 1 1 tensor_3464 tensor_3466 4=0 5=1 7=0 8=512 9=2048
	Reshape 1465 1 1 tensor_3466 tensor_3467 0=-1
	BinaryOp 1466 2 1 tensor_3457 tensor_3467 tensor_3468 0=2
	BinaryOp 1467 2 1 tensor_3432 tensor_3468 tensor_3469 0=0
	Split 1468 1 1 tensor_3436 output_state_9_4
	Split 1469 1 2 tensor_3469 tensor_3471 tensor_3472
	LayerNorm 1470 1 1 tensor_3471 tensor_3473 0=512 1=1.000000e-05 2=1
	Split 1471 1 4 tensor_3473 tensor_3474 tensor_3475 tensor_3476 tensor_3477
	Split 1472 1 3 state_10_0 tensor_3478 tensor_3479 tensor_3480
	MemoryData 1473 0 1 blocks.10.att.time_mix_k 0=512
	Split 1474 1 2 blocks.10.att.time_mix_k tensor_3482 tensor_3483
	MemoryData 1475 0 1 blocks.10.att.time_mix_v 0=512
	Split 1476 1 2 blocks.10.att.time_mix_v tensor_3485 tensor_3486
	MemoryData 1477 0 1 blocks.10.att.time_mix_r 0=512
	Split 1478 1 2 blocks.10.att.time_mix_r tensor_3488 tensor_3489
	BinaryOp 1479 1 1 tensor_3483 tensor_3490 0=7 1=1 2=1.000000e+00
	BinaryOp 1480 2 1 tensor_3478 tensor_3490 tensor_3491 0=2
	BinaryOp 1481 2 1 tensor_3474 tensor_3482 tensor_3492 0=2
	BinaryOp 1482 2 1 tensor_3492 tensor_3491 tensor_3493 0=0
	BinaryOp 1483 1 1 tensor_3486 tensor_3494 0=7 1=1 2=1.000000e+00
	BinaryOp 1484 2 1 tensor_3479 tensor_3494 tensor_3495 0=2
	BinaryOp 1485 2 1 tensor_3475 tensor_3485 tensor_3496 0=2
	BinaryOp 1486 2 1 tensor_3496 tensor_3495 tensor_3497 0=0
	BinaryOp 1487 1 1 tensor_3489 tensor_3498 0=7 1=1 2=1.000000e+00
	BinaryOp 1488 2 1 tensor_3480 tensor_3498 tensor_3499 0=2
	BinaryOp 1489 2 1 tensor_3476 tensor_3488 tensor_3500 0=2
	BinaryOp 1490 2 1 tensor_3500 tensor_3499 tensor_3501 0=0
	Reshape 1491 1 1 tensor_3501 tensor_3502 0=0 1=1
	Gemm 1492 1 1 tensor_3502 tensor_3504 4=0 5=1 7=0 8=512 9=512
	Reshape 1493 1 1 tensor_3504 tensor_3505 0=-1
	Sigmoid 1494 1 1 tensor_3505 tensor_3506
	Reshape 1495 1 1 tensor_3493 tensor_3507 0=0 1=1
	Gemm 1496 1 1 tensor_3507 tensor_3509 4=0 5=1 7=0 8=512 9=512
	Reshape 1497 1 1 tensor_3509 tensor_3510 0=-1
	Split 1498 1 3 tensor_3510 tensor_3511 tensor_3512 tensor_3513
	Reshape 1499 1 1 tensor_3497 tensor_3514 0=0 1=1
	Gemm 1500 1 1 tensor_3514 tensor_3516 4=0 5=1 7=0 8=512 9=512
	Reshape 1501 1 1 tensor_3516 tensor_3517 0=-1
	Split 1502 1 2 tensor_3517 tensor_3518 tensor_3519
	MemoryData 1503 0 1 blocks.10.att.time_first 0=512
	BinaryOp 1504 2 1 blocks.10.att.time_first tensor_3511 tensor_3521 0=0
	Split 1505 1 2 tensor_3521 tensor_3522 tensor_3523
	Split 1506 1 3 state_10_3 tensor_3524 tensor_3525 tensor_3526
	BinaryOp 1507 2 1 tensor_3524 tensor_3522 tensor_3527 0=4
	Split 1508 1 2 tensor_3527 tensor_3528 tensor_3529
	BinaryOp 1509 2 1 tensor_3525 tensor_3528 tensor_3530 0=1
	Exp 1510 1 1 tensor_3530 tensor_3531
	Split 1511 1 2 tensor_3531 tensor_3532 tensor_3533
	BinaryOp 1512 2 1 tensor_3523 tensor_3529 tensor_3534 0=1
	Exp 1513 1 1 tensor_3534 tensor_3535
	Split 1514 1 2 tensor_3535 tensor_3536 tensor_3537
	Split 1515 1 2 state_10_1 tensor_3538 tensor_3539
	Split 1516 1 2 state_10_2 tensor_3540 tensor_3541
	BinaryOp 1517 2 1 tensor_3533 tensor_3540 tensor_3542 0=2
	BinaryOp 1518 2 1 tensor_3542 tensor_3537 tensor_3543 0=0
	BinaryOp 1519 2 1 tensor_3536 tensor_3518 tensor_3544 0=2
	BinaryOp 1520 2 1 tensor_3532 tensor_3538 tensor_3545 0=2
	BinaryOp 1521 2 1 tensor_3545 tensor_3544 tensor_3546 0=0
	BinaryOp 1522 2 1 tensor_3546 tensor_3543 tensor_3547 0=3
	MemoryData 1523 0 1 blocks.10.att.time_decay 0=512
	BinaryOp 1524 2 1 blocks.10.att.time_decay tensor_3526 tensor_3549 0=0
	Split 1525 1 2 tensor_3549 tensor_3550 tensor_3551
	BinaryOp 1526 2 1 tensor_3550 tensor_3512 tensor_3552 0=4
	Split 1527 1 3 tensor_3552 tensor_3553 tensor_3554 tensor_3555
	BinaryOp 1528 2 1 tensor_3551 tensor_3553 tensor_3556 0=1
	Exp 1529 1 1 tensor_3556 tensor_3557
	Split 1530 1 2 tensor_3557 tensor_3558 tensor_3559
	BinaryOp 1531 2 1 tensor_3513 tensor_3554 tensor_3560 0=1
	Exp 1532 1 1 tensor_3560 tensor_3561
	Split 1533 1 2 tensor_3561 tensor_3562 tensor_3563
	BinaryOp 1534 2 1 tensor_3506 tensor_3547 tensor_3564 0=2
	Reshape 1535 1 1 tensor_3564 tensor_3565 0=0 1=1
	Gemm 1536 1 1 tensor_3565 tensor_3567 4=0 5=1 7=0 8=512 9=512
	Reshape 1537 1 1 tensor_3567 tensor_3568 0=-1
	BinaryOp 1538 2 1 tensor_3472 tensor_3568 tensor_3569 0=0
	BinaryOp 1539 2 1 tensor_3562 tensor_3519 tensor_3570 0=2
	BinaryOp 1540 2 1 tensor_3558 tensor_3539 tensor_3571 0=2
	BinaryOp 1541 2 1 tensor_3571 tensor_3570 tensor_3572 0=0
	BinaryOp 1542 2 1 tensor_3559 tensor_3541 tensor_3573 0=2
	BinaryOp 1543 2 1 tensor_3573 tensor_3563 tensor_3574 0=0
	Split 1544 1 1 tensor_3477 output_state_10_0
	Split 1545 1 1 tensor_3572 output_state_10_1
	Split 1546 1 1 tensor_3574 output_state_10_2
	Split 1547 1 1 tensor_3555 output_state_10_3
	Split 1548 1 2 tensor_3569 tensor_3579 tensor_3580
	LayerNorm 1549 1 1 tensor_3579 tensor_3581 0=512 1=1.000000e-05 2=1
	Split 1550 1 3 tensor_3581 tensor_3582 tensor_3583 tensor_3584
	Split 1551 1 2 state_10_4 tensor_3585 tensor_3586
	MemoryData 1552 0 1 blocks.10.ffn.time_mix_k 0=512
	Split 1553 1 2 blocks.10.ffn.time_mix_k tensor_3588 tensor_3589
	MemoryData 1554 0 1 blocks.10.ffn.time_mix_r 0=512
	Split 1555 1 2 blocks.10.ffn.time_mix_r tensor_3591 tensor_3592
	BinaryOp 1556 1 1 tensor_3589 tensor_3593 0=7 1=1 2=1.000000e+00
	BinaryOp 1557 2 1 tensor_3585 tensor_3593 tensor_3594 0=2
	BinaryOp 1558 2 1 tensor_3582 tensor_3588 tensor_3595 0=2
	BinaryOp 1559 2 1 tensor_3595 tensor_3594 tensor_3596 0=0
	BinaryOp 1560 1 1 tensor_3592 tensor_3597 0=7 1=1 2=1.000000e+00
	BinaryOp 1561 2 1 tensor_3586 tensor_3597 tensor_3598 0=2
	BinaryOp 1562 2 1 tensor_3583 tensor_3591 tensor_3599 0=2
	BinaryOp 1563 2 1 tensor_3599 tensor_3598 tensor_3600 0=0
	Reshape 1564 1 1 tensor_3600 tensor_3601 0=0 1=1
	Gemm 1565 1 1 tensor_3601 tensor_3603 4=0 5=1 7=0 8=512 9=512
	Reshape 1566 1 1 tensor_3603 tensor_3604 0=-1
	Sigmoid 1567 1 1 tensor_3604 tensor_3605
	Reshape 1568 1 1 tensor_3596 tensor_3606 0=0 1=1
	Gemm 1569 1 1 tensor_3606 tensor_3608 4=0 5=1 7=0 8=2048 9=512
	Reshape 1570 1 1 tensor_3608 tensor_3609 0=-1
	ReLU 1571 1 1 tensor_3609 tensor_3610
	BinaryOp 1572 2 1 tensor_3610 tensor_3610 tensor_3611 0=2
	Reshape 1573 1 1 tensor_3611 tensor_3612 0=0 1=1
	Gemm 1574 1 1 tensor_3612 tensor_3614 4=0 5=1 7=0 8=512 9=2048
	Reshape 1575 1 1 tensor_3614 tensor_3615 0=-1
	BinaryOp 1576 2 1 tensor_3605 tensor_3615 tensor_3616 0=2
	BinaryOp 1577 2 1 tensor_3580 tensor_3616 tensor_3617 0=0
	Split 1578 1 1 tensor_3584 output_state_10_4
	Split 1579 1 2 tensor_3617 tensor_3619 tensor_3620
	LayerNorm 1580 1 1 tensor_3619 tensor_3621 0=512 1=1.000000e-05 2=1
	Split 1581 1 4 tensor_3621 tensor_3622 tensor_3623 tensor_3624 tensor_3625
	Split 1582 1 3 state_11_0 tensor_3626 tensor_3627 tensor_3628
	MemoryData 1583 0 1 blocks.11.att.time_mix_k 0=512
	Split 1584 1 2 blocks.11.att.time_mix_k tensor_3630 tensor_3631
	MemoryData 1585 0 1 blocks.11.att.time_mix_v 0=512
	Split 1586 1 2 blocks.11.att.time_mix_v tensor_3633 tensor_3634
	MemoryData 1587 0 1 blocks.11.att.time_mix_r 0=512
	Split 1588 1 2 blocks.11.att.time_mix_r tensor_3636 tensor_3637
	BinaryOp 1589 1 1 tensor_3631 tensor_3638 0=7 1=1 2=1.000000e+00
	BinaryOp 1590 2 1 tensor_3626 tensor_3638 tensor_3639 0=2
	BinaryOp 1591 2 1 tensor_3622 tensor_3630 tensor_3640 0=2
	BinaryOp 1592 2 1 tensor_3640 tensor_3639 tensor_3641 0=0
	BinaryOp 1593 1 1 tensor_3634 tensor_3642 0=7 1=1 2=1.000000e+00
	BinaryOp 1594 2 1 tensor_3627 tensor_3642 tensor_3643 0=2
	BinaryOp 1595 2 1 tensor_3623 tensor_3633 tensor_3644 0=2
	BinaryOp 1596 2 1 tensor_3644 tensor_3643 tensor_3645 0=0
	BinaryOp 1597 1 1 tensor_3637 tensor_3646 0=7 1=1 2=1.000000e+00
	BinaryOp 1598 2 1 tensor_3628 tensor_3646 tensor_3647 0=2
	BinaryOp 1599 2 1 tensor_3624 tensor_3636 tensor_3648 0=2
	BinaryOp 1600 2 1 tensor_3648 tensor_3647 tensor_3649 0=0
	Reshape 1601 1 1 tensor_3649 tensor_3650 0=0 1=1
	Gemm 1602 1 1 tensor_3650 tensor_3652 4=0 5=1 7=0 8=512 9=512
	Reshape 1603 1 1 tensor_3652 tensor_3653 0=-1
	Sigmoid 1604 1 1 tensor_3653 tensor_3654
	Reshape 1605 1 1 tensor_3641 tensor_3655 0=0 1=1
	Gemm 1606 1 1 tensor_3655 tensor_3657 4=0 5=1 7=0 8=512 9=512
	Reshape 1607 1 1 tensor_3657 tensor_3658 0=-1
	Split 1608 1 3 tensor_3658 tensor_3659 tensor_3660 tensor_3661
	Reshape 1609 1 1 tensor_3645 tensor_3662 0=0 1=1
	Gemm 1610 1 1 tensor_3662 tensor_3664 4=0 5=1 7=0 8=512 9=512
	Reshape 1611 1 1 tensor_3664 tensor_3665 0=-1
	Split 1612 1 2 tensor_3665 tensor_3666 tensor_3667
	MemoryData 1613 0 1 blocks.11.att.time_first 0=512
	BinaryOp 1614 2 1 blocks.11.att.time_first tensor_3659 tensor_3669 0=0
	Split 1615 1 2 tensor_3669 tensor_3670 tensor_3671
	Split 1616 1 3 state_11_3 tensor_3672 tensor_3673 tensor_3674
	BinaryOp 1617 2 1 tensor_3672 tensor_3670 tensor_3675 0=4
	Split 1618 1 2 tensor_3675 tensor_3676 tensor_3677
	BinaryOp 1619 2 1 tensor_3673 tensor_3676 tensor_3678 0=1
	Exp 1620 1 1 tensor_3678 tensor_3679
	Split 1621 1 2 tensor_3679 tensor_3680 tensor_3681
	BinaryOp 1622 2 1 tensor_3671 tensor_3677 tensor_3682 0=1
	Exp 1623 1 1 tensor_3682 tensor_3683
	Split 1624 1 2 tensor_3683 tensor_3684 tensor_3685
	Split 1625 1 2 state_11_1 tensor_3686 tensor_3687
	Split 1626 1 2 state_11_2 tensor_3688 tensor_3689
	BinaryOp 1627 2 1 tensor_3681 tensor_3688 tensor_3690 0=2
	BinaryOp 1628 2 1 tensor_3690 tensor_3685 tensor_3691 0=0
	BinaryOp 1629 2 1 tensor_3684 tensor_3666 tensor_3692 0=2
	BinaryOp 1630 2 1 tensor_3680 tensor_3686 tensor_3693 0=2
	BinaryOp 1631 2 1 tensor_3693 tensor_3692 tensor_3694 0=0
	BinaryOp 1632 2 1 tensor_3694 tensor_3691 tensor_3695 0=3
	MemoryData 1633 0 1 blocks.11.att.time_decay 0=512
	BinaryOp 1634 2 1 blocks.11.att.time_decay tensor_3674 tensor_3697 0=0
	Split 1635 1 2 tensor_3697 tensor_3698 tensor_3699
	BinaryOp 1636 2 1 tensor_3698 tensor_3660 tensor_3700 0=4
	Split 1637 1 3 tensor_3700 tensor_3701 tensor_3702 tensor_3703
	BinaryOp 1638 2 1 tensor_3699 tensor_3701 tensor_3704 0=1
	Exp 1639 1 1 tensor_3704 tensor_3705
	Split 1640 1 2 tensor_3705 tensor_3706 tensor_3707
	BinaryOp 1641 2 1 tensor_3661 tensor_3702 tensor_3708 0=1
	Exp 1642 1 1 tensor_3708 tensor_3709
	Split 1643 1 2 tensor_3709 tensor_3710 tensor_3711
	BinaryOp 1644 2 1 tensor_3654 tensor_3695 tensor_3712 0=2
	Reshape 1645 1 1 tensor_3712 tensor_3713 0=0 1=1
	Gemm 1646 1 1 tensor_3713 tensor_3715 4=0 5=1 7=0 8=512 9=512
	Reshape 1647 1 1 tensor_3715 tensor_3716 0=-1
	BinaryOp 1648 2 1 tensor_3620 tensor_3716 tensor_3717 0=0
	BinaryOp 1649 2 1 tensor_3710 tensor_3667 tensor_3718 0=2
	BinaryOp 1650 2 1 tensor_3706 tensor_3687 tensor_3719 0=2
	BinaryOp 1651 2 1 tensor_3719 tensor_3718 tensor_3720 0=0
	BinaryOp 1652 2 1 tensor_3707 tensor_3689 tensor_3721 0=2
	BinaryOp 1653 2 1 tensor_3721 tensor_3711 tensor_3722 0=0
	Split 1654 1 1 tensor_3625 output_state_11_0
	Split 1655 1 1 tensor_3720 output_state_11_1
	Split 1656 1 1 tensor_3722 output_state_11_2
	Split 1657 1 1 tensor_3703 output_state_11_3
	Split 1658 1 2 tensor_3717 tensor_3727 tensor_3728
	LayerNorm 1659 1 1 tensor_3727 tensor_3729 0=512 1=1.000000e-05 2=1
	Split 1660 1 3 tensor_3729 tensor_3730 tensor_3731 tensor_3732
	Split 1661 1 2 state_11_4 tensor_3733 tensor_3734
	MemoryData 1662 0 1 blocks.11.ffn.time_mix_k 0=512
	Split 1663 1 2 blocks.11.ffn.time_mix_k tensor_3736 tensor_3737
	MemoryData 1664 0 1 blocks.11.ffn.time_mix_r 0=512
	Split 1665 1 2 blocks.11.ffn.time_mix_r tensor_3739 tensor_3740
	BinaryOp 1666 1 1 tensor_3737 tensor_3741 0=7 1=1 2=1.000000e+00
	BinaryOp 1667 2 1 tensor_3733 tensor_3741 tensor_3742 0=2
	BinaryOp 1668 2 1 tensor_3730 tensor_3736 tensor_3743 0=2
	BinaryOp 1669 2 1 tensor_3743 tensor_3742 tensor_3744 0=0
	BinaryOp 1670 1 1 tensor_3740 tensor_3745 0=7 1=1 2=1.000000e+00
	BinaryOp 1671 2 1 tensor_3734 tensor_3745 tensor_3746 0=2
	BinaryOp 1672 2 1 tensor_3731 tensor_3739 tensor_3747 0=2
	BinaryOp 1673 2 1 tensor_3747 tensor_3746 tensor_3748 0=0
	Reshape 1674 1 1 tensor_3748 tensor_3749 0=0 1=1
	Gemm 1675 1 1 tensor_3749 tensor_3751 4=0 5=1 7=0 8=512 9=512
	Reshape 1676 1 1 tensor_3751 tensor_3752 0=-1
	Sigmoid 1677 1 1 tensor_3752 tensor_3753
	Reshape 1678 1 1 tensor_3744 tensor_3754 0=0 1=1
	Gemm 1679 1 1 tensor_3754 tensor_3756 4=0 5=1 7=0 8=2048 9=512
	Reshape 1680 1 1 tensor_3756 tensor_3757 0=-1
	ReLU 1681 1 1 tensor_3757 tensor_3758
	BinaryOp 1682 2 1 tensor_3758 tensor_3758 tensor_3759 0=2
	Reshape 1683 1 1 tensor_3759 tensor_3760 0=0 1=1
	Gemm 1684 1 1 tensor_3760 tensor_3762 4=0 5=1 7=0 8=512 9=2048
	Reshape 1685 1 1 tensor_3762 tensor_3763 0=-1
	BinaryOp 1686 2 1 tensor_3753 tensor_3763 tensor_3764 0=2
	BinaryOp 1687 2 1 tensor_3728 tensor_3764 tensor_3765 0=0
	Split 1688 1 1 tensor_3732 output_state_11_4
	Split 1689 1 2 tensor_3765 tensor_3767 tensor_3768
	LayerNorm 1690 1 1 tensor_3767 tensor_3769 0=512 1=1.000000e-05 2=1
	Split 1691 1 4 tensor_3769 tensor_3770 tensor_3771 tensor_3772 tensor_3773
	Split 1692 1 3 state_12_0 tensor_3774 tensor_3775 tensor_3776
	MemoryData 1693 0 1 blocks.12.att.time_mix_k 0=512
	Split 1694 1 2 blocks.12.att.time_mix_k tensor_3778 tensor_3779
	MemoryData 1695 0 1 blocks.12.att.time_mix_v 0=512
	Split 1696 1 2 blocks.12.att.time_mix_v tensor_3781 tensor_3782
	MemoryData 1697 0 1 blocks.12.att.time_mix_r 0=512
	Split 1698 1 2 blocks.12.att.time_mix_r tensor_3784 tensor_3785
	BinaryOp 1699 1 1 tensor_3779 tensor_3786 0=7 1=1 2=1.000000e+00
	BinaryOp 1700 2 1 tensor_3774 tensor_3786 tensor_3787 0=2
	BinaryOp 1701 2 1 tensor_3770 tensor_3778 tensor_3788 0=2
	BinaryOp 1702 2 1 tensor_3788 tensor_3787 tensor_3789 0=0
	BinaryOp 1703 1 1 tensor_3782 tensor_3790 0=7 1=1 2=1.000000e+00
	BinaryOp 1704 2 1 tensor_3775 tensor_3790 tensor_3791 0=2
	BinaryOp 1705 2 1 tensor_3771 tensor_3781 tensor_3792 0=2
	BinaryOp 1706 2 1 tensor_3792 tensor_3791 tensor_3793 0=0
	BinaryOp 1707 1 1 tensor_3785 tensor_3794 0=7 1=1 2=1.000000e+00
	BinaryOp 1708 2 1 tensor_3776 tensor_3794 tensor_3795 0=2
	BinaryOp 1709 2 1 tensor_3772 tensor_3784 tensor_3796 0=2
	BinaryOp 1710 2 1 tensor_3796 tensor_3795 tensor_3797 0=0
	Reshape 1711 1 1 tensor_3797 tensor_3798 0=0 1=1
	Gemm 1712 1 1 tensor_3798 tensor_3800 4=0 5=1 7=0 8=512 9=512
	Reshape 1713 1 1 tensor_3800 tensor_3801 0=-1
	Sigmoid 1714 1 1 tensor_3801 tensor_3802
	Reshape 1715 1 1 tensor_3789 tensor_3803 0=0 1=1
	Gemm 1716 1 1 tensor_3803 tensor_3805 4=0 5=1 7=0 8=512 9=512
	Reshape 1717 1 1 tensor_3805 tensor_3806 0=-1
	Split 1718 1 3 tensor_3806 tensor_3807 tensor_3808 tensor_3809
	Reshape 1719 1 1 tensor_3793 tensor_3810 0=0 1=1
	Gemm 1720 1 1 tensor_3810 tensor_3812 4=0 5=1 7=0 8=512 9=512
	Reshape 1721 1 1 tensor_3812 tensor_3813 0=-1
	Split 1722 1 2 tensor_3813 tensor_3814 tensor_3815
	MemoryData 1723 0 1 blocks.12.att.time_first 0=512
	BinaryOp 1724 2 1 blocks.12.att.time_first tensor_3807 tensor_3817 0=0
	Split 1725 1 2 tensor_3817 tensor_3818 tensor_3819
	Split 1726 1 3 state_12_3 tensor_3820 tensor_3821 tensor_3822
	BinaryOp 1727 2 1 tensor_3820 tensor_3818 tensor_3823 0=4
	Split 1728 1 2 tensor_3823 tensor_3824 tensor_3825
	BinaryOp 1729 2 1 tensor_3821 tensor_3824 tensor_3826 0=1
	Exp 1730 1 1 tensor_3826 tensor_3827
	Split 1731 1 2 tensor_3827 tensor_3828 tensor_3829
	BinaryOp 1732 2 1 tensor_3819 tensor_3825 tensor_3830 0=1
	Exp 1733 1 1 tensor_3830 tensor_3831
	Split 1734 1 2 tensor_3831 tensor_3832 tensor_3833
	Split 1735 1 2 state_12_1 tensor_3834 tensor_3835
	Split 1736 1 2 state_12_2 tensor_3836 tensor_3837
	BinaryOp 1737 2 1 tensor_3829 tensor_3836 tensor_3838 0=2
	BinaryOp 1738 2 1 tensor_3838 tensor_3833 tensor_3839 0=0
	BinaryOp 1739 2 1 tensor_3832 tensor_3814 tensor_3840 0=2
	BinaryOp 1740 2 1 tensor_3828 tensor_3834 tensor_3841 0=2
	BinaryOp 1741 2 1 tensor_3841 tensor_3840 tensor_3842 0=0
	BinaryOp 1742 2 1 tensor_3842 tensor_3839 tensor_3843 0=3
	MemoryData 1743 0 1 blocks.12.att.time_decay 0=512
	BinaryOp 1744 2 1 blocks.12.att.time_decay tensor_3822 tensor_3845 0=0
	Split 1745 1 2 tensor_3845 tensor_3846 tensor_3847
	BinaryOp 1746 2 1 tensor_3846 tensor_3808 tensor_3848 0=4
	Split 1747 1 3 tensor_3848 tensor_3849 tensor_3850 tensor_3851
	BinaryOp 1748 2 1 tensor_3847 tensor_3849 tensor_3852 0=1
	Exp 1749 1 1 tensor_3852 tensor_3853
	Split 1750 1 2 tensor_3853 tensor_3854 tensor_3855
	BinaryOp 1751 2 1 tensor_3809 tensor_3850 tensor_3856 0=1
	Exp 1752 1 1 tensor_3856 tensor_3857
	Split 1753 1 2 tensor_3857 tensor_3858 tensor_3859
	BinaryOp 1754 2 1 tensor_3802 tensor_3843 tensor_3860 0=2
	Reshape 1755 1 1 tensor_3860 tensor_3861 0=0 1=1
	Gemm 1756 1 1 tensor_3861 tensor_3863 4=0 5=1 7=0 8=512 9=512
	Reshape 1757 1 1 tensor_3863 tensor_3864 0=-1
	BinaryOp 1758 2 1 tensor_3768 tensor_3864 tensor_3865 0=0
	BinaryOp 1759 2 1 tensor_3858 tensor_3815 tensor_3866 0=2
	BinaryOp 1760 2 1 tensor_3854 tensor_3835 tensor_3867 0=2
	BinaryOp 1761 2 1 tensor_3867 tensor_3866 tensor_3868 0=0
	BinaryOp 1762 2 1 tensor_3855 tensor_3837 tensor_3869 0=2
	BinaryOp 1763 2 1 tensor_3869 tensor_3859 tensor_3870 0=0
	Split 1764 1 1 tensor_3773 output_state_12_0
	Split 1765 1 1 tensor_3868 output_state_12_1
	Split 1766 1 1 tensor_3870 output_state_12_2
	Split 1767 1 1 tensor_3851 output_state_12_3
	Split 1768 1 2 tensor_3865 tensor_3875 tensor_3876
	LayerNorm 1769 1 1 tensor_3875 tensor_3877 0=512 1=1.000000e-05 2=1
	Split 1770 1 3 tensor_3877 tensor_3878 tensor_3879 tensor_3880
	Split 1771 1 2 state_12_4 tensor_3881 tensor_3882
	MemoryData 1772 0 1 blocks.12.ffn.time_mix_k 0=512
	Split 1773 1 2 blocks.12.ffn.time_mix_k tensor_3884 tensor_3885
	MemoryData 1774 0 1 blocks.12.ffn.time_mix_r 0=512
	Split 1775 1 2 blocks.12.ffn.time_mix_r tensor_3887 tensor_3888
	BinaryOp 1776 1 1 tensor_3885 tensor_3889 0=7 1=1 2=1.000000e+00
	BinaryOp 1777 2 1 tensor_3881 tensor_3889 tensor_3890 0=2
	BinaryOp 1778 2 1 tensor_3878 tensor_3884 tensor_3891 0=2
	BinaryOp 1779 2 1 tensor_3891 tensor_3890 tensor_3892 0=0
	BinaryOp 1780 1 1 tensor_3888 tensor_3893 0=7 1=1 2=1.000000e+00
	BinaryOp 1781 2 1 tensor_3882 tensor_3893 tensor_3894 0=2
	BinaryOp 1782 2 1 tensor_3879 tensor_3887 tensor_3895 0=2
	BinaryOp 1783 2 1 tensor_3895 tensor_3894 tensor_3896 0=0
	Reshape 1784 1 1 tensor_3896 tensor_3897 0=0 1=1
	Gemm 1785 1 1 tensor_3897 tensor_3899 4=0 5=1 7=0 8=512 9=512
	Reshape 1786 1 1 tensor_3899 tensor_3900 0=-1
	Sigmoid 1787 1 1 tensor_3900 tensor_3901
	Reshape 1788 1 1 tensor_3892 tensor_3902 0=0 1=1
	Gemm 1789 1 1 tensor_3902 tensor_3904 4=0 5=1 7=0 8=2048 9=512
	Reshape 1790 1 1 tensor_3904 tensor_3905 0=-1
	ReLU 1791 1 1 tensor_3905 tensor_3906
	BinaryOp 1792 2 1 tensor_3906 tensor_3906 tensor_3907 0=2
	Reshape 1793 1 1 tensor_3907 tensor_3908 0=0 1=1
	Gemm 1794 1 1 tensor_3908 tensor_3910 4=0 5=1 7=0 8=512 9=2048
	Reshape 1795 1 1 tensor_3910 tensor_3911 0=-1
	BinaryOp 1796 2 1 tensor_3901 tensor_3911 tensor_3912 0=2
	BinaryOp 1797 2 1 tensor_3876 tensor_3912 tensor_3913 0=0
	Split 1798 1 1 tensor_3880 output_state_12_4
	Split 1799 1 2 tensor_3913 tensor_3915 tensor_3916
	LayerNorm 1800 1 1 tensor_3915 tensor_3917 0=512 1=1.000000e-05 2=1
	Split 1801 1 4 tensor_3917 tensor_3918 tensor_3919 tensor_3920 tensor_3921
	Split 1802 1 3 state_13_0 tensor_3922 tensor_3923 tensor_3924
	MemoryData 1803 0 1 blocks.13.att.time_mix_k 0=512
	Split 1804 1 2 blocks.13.att.time_mix_k tensor_3926 tensor_3927
	MemoryData 1805 0 1 blocks.13.att.time_mix_v 0=512
	Split 1806 1 2 blocks.13.att.time_mix_v tensor_3929 tensor_3930
	MemoryData 1807 0 1 blocks.13.att.time_mix_r 0=512
	Split 1808 1 2 blocks.13.att.time_mix_r tensor_3932 tensor_3933
	BinaryOp 1809 1 1 tensor_3927 tensor_3934 0=7 1=1 2=1.000000e+00
	BinaryOp 1810 2 1 tensor_3922 tensor_3934 tensor_3935 0=2
	BinaryOp 1811 2 1 tensor_3918 tensor_3926 tensor_3936 0=2
	BinaryOp 1812 2 1 tensor_3936 tensor_3935 tensor_3937 0=0
	BinaryOp 1813 1 1 tensor_3930 tensor_3938 0=7 1=1 2=1.000000e+00
	BinaryOp 1814 2 1 tensor_3923 tensor_3938 tensor_3939 0=2
	BinaryOp 1815 2 1 tensor_3919 tensor_3929 tensor_3940 0=2
	BinaryOp 1816 2 1 tensor_3940 tensor_3939 tensor_3941 0=0
	BinaryOp 1817 1 1 tensor_3933 tensor_3942 0=7 1=1 2=1.000000e+00
	BinaryOp 1818 2 1 tensor_3924 tensor_3942 tensor_3943 0=2
	BinaryOp 1819 2 1 tensor_3920 tensor_3932 tensor_3944 0=2
	BinaryOp 1820 2 1 tensor_3944 tensor_3943 tensor_3945 0=0
	Reshape 1821 1 1 tensor_3945 tensor_3946 0=0 1=1
	Gemm 1822 1 1 tensor_3946 tensor_3948 4=0 5=1 7=0 8=512 9=512
	Reshape 1823 1 1 tensor_3948 tensor_3949 0=-1
	Sigmoid 1824 1 1 tensor_3949 tensor_3950
	Reshape 1825 1 1 tensor_3937 tensor_3951 0=0 1=1
	Gemm 1826 1 1 tensor_3951 tensor_3953 4=0 5=1 7=0 8=512 9=512
	Reshape 1827 1 1 tensor_3953 tensor_3954 0=-1
	Split 1828 1 3 tensor_3954 tensor_3955 tensor_3956 tensor_3957
	Reshape 1829 1 1 tensor_3941 tensor_3958 0=0 1=1
	Gemm 1830 1 1 tensor_3958 tensor_3960 4=0 5=1 7=0 8=512 9=512
	Reshape 1831 1 1 tensor_3960 tensor_3961 0=-1
	Split 1832 1 2 tensor_3961 tensor_3962 tensor_3963
	MemoryData 1833 0 1 blocks.13.att.time_first 0=512
	BinaryOp 1834 2 1 blocks.13.att.time_first tensor_3955 tensor_3965 0=0
	Split 1835 1 2 tensor_3965 tensor_3966 tensor_3967
	Split 1836 1 3 state_13_3 tensor_3968 tensor_3969 tensor_3970
	BinaryOp 1837 2 1 tensor_3968 tensor_3966 tensor_3971 0=4
	Split 1838 1 2 tensor_3971 tensor_3972 tensor_3973
	BinaryOp 1839 2 1 tensor_3969 tensor_3972 tensor_3974 0=1
	Exp 1840 1 1 tensor_3974 tensor_3975
	Split 1841 1 2 tensor_3975 tensor_3976 tensor_3977
	BinaryOp 1842 2 1 tensor_3967 tensor_3973 tensor_3978 0=1
	Exp 1843 1 1 tensor_3978 tensor_3979
	Split 1844 1 2 tensor_3979 tensor_3980 tensor_3981
	Split 1845 1 2 state_13_1 tensor_3982 tensor_3983
	Split 1846 1 2 state_13_2 tensor_3984 tensor_3985
	BinaryOp 1847 2 1 tensor_3977 tensor_3984 tensor_3986 0=2
	BinaryOp 1848 2 1 tensor_3986 tensor_3981 tensor_3987 0=0
	BinaryOp 1849 2 1 tensor_3980 tensor_3962 tensor_3988 0=2
	BinaryOp 1850 2 1 tensor_3976 tensor_3982 tensor_3989 0=2
	BinaryOp 1851 2 1 tensor_3989 tensor_3988 tensor_3990 0=0
	BinaryOp 1852 2 1 tensor_3990 tensor_3987 tensor_3991 0=3
	MemoryData 1853 0 1 blocks.13.att.time_decay 0=512
	BinaryOp 1854 2 1 blocks.13.att.time_decay tensor_3970 tensor_3993 0=0
	Split 1855 1 2 tensor_3993 tensor_3994 tensor_3995
	BinaryOp 1856 2 1 tensor_3994 tensor_3956 tensor_3996 0=4
	Split 1857 1 3 tensor_3996 tensor_3997 tensor_3998 tensor_3999
	BinaryOp 1858 2 1 tensor_3995 tensor_3997 tensor_4000 0=1
	Exp 1859 1 1 tensor_4000 tensor_4001
	Split 1860 1 2 tensor_4001 tensor_4002 tensor_4003
	BinaryOp 1861 2 1 tensor_3957 tensor_3998 tensor_4004 0=1
	Exp 1862 1 1 tensor_4004 tensor_4005
	Split 1863 1 2 tensor_4005 tensor_4006 tensor_4007
	BinaryOp 1864 2 1 tensor_3950 tensor_3991 tensor_4008 0=2
	Reshape 1865 1 1 tensor_4008 tensor_4009 0=0 1=1
	Gemm 1866 1 1 tensor_4009 tensor_4011 4=0 5=1 7=0 8=512 9=512
	Reshape 1867 1 1 tensor_4011 tensor_4012 0=-1
	BinaryOp 1868 2 1 tensor_3916 tensor_4012 tensor_4013 0=0
	BinaryOp 1869 2 1 tensor_4006 tensor_3963 tensor_4014 0=2
	BinaryOp 1870 2 1 tensor_4002 tensor_3983 tensor_4015 0=2
	BinaryOp 1871 2 1 tensor_4015 tensor_4014 tensor_4016 0=0
	BinaryOp 1872 2 1 tensor_4003 tensor_3985 tensor_4017 0=2
	BinaryOp 1873 2 1 tensor_4017 tensor_4007 tensor_4018 0=0
	Split 1874 1 1 tensor_3921 output_state_13_0
	Split 1875 1 1 tensor_4016 output_state_13_1
	Split 1876 1 1 tensor_4018 output_state_13_2
	Split 1877 1 1 tensor_3999 output_state_13_3
	Split 1878 1 2 tensor_4013 tensor_4023 tensor_4024
	LayerNorm 1879 1 1 tensor_4023 tensor_4025 0=512 1=1.000000e-05 2=1
	Split 1880 1 3 tensor_4025 tensor_4026 tensor_4027 tensor_4028
	Split 1881 1 2 state_13_4 tensor_4029 tensor_4030
	MemoryData 1882 0 1 blocks.13.ffn.time_mix_k 0=512
	Split 1883 1 2 blocks.13.ffn.time_mix_k tensor_4032 tensor_4033
	MemoryData 1884 0 1 blocks.13.ffn.time_mix_r 0=512
	Split 1885 1 2 blocks.13.ffn.time_mix_r tensor_4035 tensor_4036
	BinaryOp 1886 1 1 tensor_4033 tensor_4037 0=7 1=1 2=1.000000e+00
	BinaryOp 1887 2 1 tensor_4029 tensor_4037 tensor_4038 0=2
	BinaryOp 1888 2 1 tensor_4026 tensor_4032 tensor_4039 0=2
	BinaryOp 1889 2 1 tensor_4039 tensor_4038 tensor_4040 0=0
	BinaryOp 1890 1 1 tensor_4036 tensor_4041 0=7 1=1 2=1.000000e+00
	BinaryOp 1891 2 1 tensor_4030 tensor_4041 tensor_4042 0=2
	BinaryOp 1892 2 1 tensor_4027 tensor_4035 tensor_4043 0=2
	BinaryOp 1893 2 1 tensor_4043 tensor_4042 tensor_4044 0=0
	Reshape 1894 1 1 tensor_4044 tensor_4045 0=0 1=1
	Gemm 1895 1 1 tensor_4045 tensor_4047 4=0 5=1 7=0 8=512 9=512
	Reshape 1896 1 1 tensor_4047 tensor_4048 0=-1
	Sigmoid 1897 1 1 tensor_4048 tensor_4049
	Reshape 1898 1 1 tensor_4040 tensor_4050 0=0 1=1
	Gemm 1899 1 1 tensor_4050 tensor_4052 4=0 5=1 7=0 8=2048 9=512
	Reshape 1900 1 1 tensor_4052 tensor_4053 0=-1
	ReLU 1901 1 1 tensor_4053 tensor_4054
	BinaryOp 1902 2 1 tensor_4054 tensor_4054 tensor_4055 0=2
	Reshape 1903 1 1 tensor_4055 tensor_4056 0=0 1=1
	Gemm 1904 1 1 tensor_4056 tensor_4058 4=0 5=1 7=0 8=512 9=2048
	Reshape 1905 1 1 tensor_4058 tensor_4059 0=-1
	BinaryOp 1906 2 1 tensor_4049 tensor_4059 tensor_4060 0=2
	BinaryOp 1907 2 1 tensor_4024 tensor_4060 tensor_4061 0=0
	Split 1908 1 1 tensor_4028 output_state_13_4
	Split 1909 1 2 tensor_4061 tensor_4063 tensor_4064
	LayerNorm 1910 1 1 tensor_4063 tensor_4065 0=512 1=1.000000e-05 2=1
	Split 1911 1 4 tensor_4065 tensor_4066 tensor_4067 tensor_4068 tensor_4069
	Split 1912 1 3 state_14_0 tensor_4070 tensor_4071 tensor_4072
	MemoryData 1913 0 1 blocks.14.att.time_mix_k 0=512
	Split 1914 1 2 blocks.14.att.time_mix_k tensor_4074 tensor_4075
	MemoryData 1915 0 1 blocks.14.att.time_mix_v 0=512
	Split 1916 1 2 blocks.14.att.time_mix_v tensor_4077 tensor_4078
	MemoryData 1917 0 1 blocks.14.att.time_mix_r 0=512
	Split 1918 1 2 blocks.14.att.time_mix_r tensor_4080 tensor_4081
	BinaryOp 1919 1 1 tensor_4075 tensor_4082 0=7 1=1 2=1.000000e+00
	BinaryOp 1920 2 1 tensor_4070 tensor_4082 tensor_4083 0=2
	BinaryOp 1921 2 1 tensor_4066 tensor_4074 tensor_4084 0=2
	BinaryOp 1922 2 1 tensor_4084 tensor_4083 tensor_4085 0=0
	BinaryOp 1923 1 1 tensor_4078 tensor_4086 0=7 1=1 2=1.000000e+00
	BinaryOp 1924 2 1 tensor_4071 tensor_4086 tensor_4087 0=2
	BinaryOp 1925 2 1 tensor_4067 tensor_4077 tensor_4088 0=2
	BinaryOp 1926 2 1 tensor_4088 tensor_4087 tensor_4089 0=0
	BinaryOp 1927 1 1 tensor_4081 tensor_4090 0=7 1=1 2=1.000000e+00
	BinaryOp 1928 2 1 tensor_4072 tensor_4090 tensor_4091 0=2
	BinaryOp 1929 2 1 tensor_4068 tensor_4080 tensor_4092 0=2
	BinaryOp 1930 2 1 tensor_4092 tensor_4091 tensor_4093 0=0
	Reshape 1931 1 1 tensor_4093 tensor_4094 0=0 1=1
	Gemm 1932 1 1 tensor_4094 tensor_4096 4=0 5=1 7=0 8=512 9=512
	Reshape 1933 1 1 tensor_4096 tensor_4097 0=-1
	Sigmoid 1934 1 1 tensor_4097 tensor_4098
	Reshape 1935 1 1 tensor_4085 tensor_4099 0=0 1=1
	Gemm 1936 1 1 tensor_4099 tensor_4101 4=0 5=1 7=0 8=512 9=512
	Reshape 1937 1 1 tensor_4101 tensor_4102 0=-1
	Split 1938 1 3 tensor_4102 tensor_4103 tensor_4104 tensor_4105
	Reshape 1939 1 1 tensor_4089 tensor_4106 0=0 1=1
	Gemm 1940 1 1 tensor_4106 tensor_4108 4=0 5=1 7=0 8=512 9=512
	Reshape 1941 1 1 tensor_4108 tensor_4109 0=-1
	Split 1942 1 2 tensor_4109 tensor_4110 tensor_4111
	MemoryData 1943 0 1 blocks.14.att.time_first 0=512
	BinaryOp 1944 2 1 blocks.14.att.time_first tensor_4103 tensor_4113 0=0
	Split 1945 1 2 tensor_4113 tensor_4114 tensor_4115
	Split 1946 1 3 state_14_3 tensor_4116 tensor_4117 tensor_4118
	BinaryOp 1947 2 1 tensor_4116 tensor_4114 tensor_4119 0=4
	Split 1948 1 2 tensor_4119 tensor_4120 tensor_4121
	BinaryOp 1949 2 1 tensor_4117 tensor_4120 tensor_4122 0=1
	Exp 1950 1 1 tensor_4122 tensor_4123
	Split 1951 1 2 tensor_4123 tensor_4124 tensor_4125
	BinaryOp 1952 2 1 tensor_4115 tensor_4121 tensor_4126 0=1
	Exp 1953 1 1 tensor_4126 tensor_4127
	Split 1954 1 2 tensor_4127 tensor_4128 tensor_4129
	Split 1955 1 2 state_14_1 tensor_4130 tensor_4131
	Split 1956 1 2 state_14_2 tensor_4132 tensor_4133
	BinaryOp 1957 2 1 tensor_4125 tensor_4132 tensor_4134 0=2
	BinaryOp 1958 2 1 tensor_4134 tensor_4129 tensor_4135 0=0
	BinaryOp 1959 2 1 tensor_4128 tensor_4110 tensor_4136 0=2
	BinaryOp 1960 2 1 tensor_4124 tensor_4130 tensor_4137 0=2
	BinaryOp 1961 2 1 tensor_4137 tensor_4136 tensor_4138 0=0
	BinaryOp 1962 2 1 tensor_4138 tensor_4135 tensor_4139 0=3
	MemoryData 1963 0 1 blocks.14.att.time_decay 0=512
	BinaryOp 1964 2 1 blocks.14.att.time_decay tensor_4118 tensor_4141 0=0
	Split 1965 1 2 tensor_4141 tensor_4142 tensor_4143
	BinaryOp 1966 2 1 tensor_4142 tensor_4104 tensor_4144 0=4
	Split 1967 1 3 tensor_4144 tensor_4145 tensor_4146 tensor_4147
	BinaryOp 1968 2 1 tensor_4143 tensor_4145 tensor_4148 0=1
	Exp 1969 1 1 tensor_4148 tensor_4149
	Split 1970 1 2 tensor_4149 tensor_4150 tensor_4151
	BinaryOp 1971 2 1 tensor_4105 tensor_4146 tensor_4152 0=1
	Exp 1972 1 1 tensor_4152 tensor_4153
	Split 1973 1 2 tensor_4153 tensor_4154 tensor_4155
	BinaryOp 1974 2 1 tensor_4098 tensor_4139 tensor_4156 0=2
	Reshape 1975 1 1 tensor_4156 tensor_4157 0=0 1=1
	Gemm 1976 1 1 tensor_4157 tensor_4159 4=0 5=1 7=0 8=512 9=512
	Reshape 1977 1 1 tensor_4159 tensor_4160 0=-1
	BinaryOp 1978 2 1 tensor_4064 tensor_4160 tensor_4161 0=0
	BinaryOp 1979 2 1 tensor_4154 tensor_4111 tensor_4162 0=2
	BinaryOp 1980 2 1 tensor_4150 tensor_4131 tensor_4163 0=2
	BinaryOp 1981 2 1 tensor_4163 tensor_4162 tensor_4164 0=0
	BinaryOp 1982 2 1 tensor_4151 tensor_4133 tensor_4165 0=2
	BinaryOp 1983 2 1 tensor_4165 tensor_4155 tensor_4166 0=0
	Split 1984 1 1 tensor_4069 output_state_14_0
	Split 1985 1 1 tensor_4164 output_state_14_1
	Split 1986 1 1 tensor_4166 output_state_14_2
	Split 1987 1 1 tensor_4147 output_state_14_3
	Split 1988 1 2 tensor_4161 tensor_4171 tensor_4172
	LayerNorm 1989 1 1 tensor_4171 tensor_4173 0=512 1=1.000000e-05 2=1
	Split 1990 1 3 tensor_4173 tensor_4174 tensor_4175 tensor_4176
	Split 1991 1 2 state_14_4 tensor_4177 tensor_4178
	MemoryData 1992 0 1 blocks.14.ffn.time_mix_k 0=512
	Split 1993 1 2 blocks.14.ffn.time_mix_k tensor_4180 tensor_4181
	MemoryData 1994 0 1 blocks.14.ffn.time_mix_r 0=512
	Split 1995 1 2 blocks.14.ffn.time_mix_r tensor_4183 tensor_4184
	BinaryOp 1996 1 1 tensor_4181 tensor_4185 0=7 1=1 2=1.000000e+00
	BinaryOp 1997 2 1 tensor_4177 tensor_4185 tensor_4186 0=2
	BinaryOp 1998 2 1 tensor_4174 tensor_4180 tensor_4187 0=2
	BinaryOp 1999 2 1 tensor_4187 tensor_4186 tensor_4188 0=0
	BinaryOp 2000 1 1 tensor_4184 tensor_4189 0=7 1=1 2=1.000000e+00
	BinaryOp 2001 2 1 tensor_4178 tensor_4189 tensor_4190 0=2
	BinaryOp 2002 2 1 tensor_4175 tensor_4183 tensor_4191 0=2
	BinaryOp 2003 2 1 tensor_4191 tensor_4190 tensor_4192 0=0
	Reshape 2004 1 1 tensor_4192 tensor_4193 0=0 1=1
	Gemm 2005 1 1 tensor_4193 tensor_4195 4=0 5=1 7=0 8=512 9=512
	Reshape 2006 1 1 tensor_4195 tensor_4196 0=-1
	Sigmoid 2007 1 1 tensor_4196 tensor_4197
	Reshape 2008 1 1 tensor_4188 tensor_4198 0=0 1=1
	Gemm 2009 1 1 tensor_4198 tensor_4200 4=0 5=1 7=0 8=2048 9=512
	Reshape 2010 1 1 tensor_4200 tensor_4201 0=-1
	ReLU 2011 1 1 tensor_4201 tensor_4202
	BinaryOp 2012 2 1 tensor_4202 tensor_4202 tensor_4203 0=2
	Reshape 2013 1 1 tensor_4203 tensor_4204 0=0 1=1
	Gemm 2014 1 1 tensor_4204 tensor_4206 4=0 5=1 7=0 8=512 9=2048
	Reshape 2015 1 1 tensor_4206 tensor_4207 0=-1
	BinaryOp 2016 2 1 tensor_4197 tensor_4207 tensor_4208 0=2
	BinaryOp 2017 2 1 tensor_4172 tensor_4208 tensor_4209 0=0
	Split 2018 1 1 tensor_4176 output_state_14_4
	Split 2019 1 2 tensor_4209 tensor_4211 tensor_4212
	LayerNorm 2020 1 1 tensor_4211 tensor_4213 0=512 1=1.000000e-05 2=1
	Split 2021 1 4 tensor_4213 tensor_4214 tensor_4215 tensor_4216 tensor_4217
	Split 2022 1 3 state_15_0 tensor_4218 tensor_4219 tensor_4220
	MemoryData 2023 0 1 blocks.15.att.time_mix_k 0=512
	Split 2024 1 2 blocks.15.att.time_mix_k tensor_4222 tensor_4223
	MemoryData 2025 0 1 blocks.15.att.time_mix_v 0=512
	Split 2026 1 2 blocks.15.att.time_mix_v tensor_4225 tensor_4226
	MemoryData 2027 0 1 blocks.15.att.time_mix_r 0=512
	Split 2028 1 2 blocks.15.att.time_mix_r tensor_4228 tensor_4229
	BinaryOp 2029 1 1 tensor_4223 tensor_4230 0=7 1=1 2=1.000000e+00
	BinaryOp 2030 2 1 tensor_4218 tensor_4230 tensor_4231 0=2
	BinaryOp 2031 2 1 tensor_4214 tensor_4222 tensor_4232 0=2
	BinaryOp 2032 2 1 tensor_4232 tensor_4231 tensor_4233 0=0
	BinaryOp 2033 1 1 tensor_4226 tensor_4234 0=7 1=1 2=1.000000e+00
	BinaryOp 2034 2 1 tensor_4219 tensor_4234 tensor_4235 0=2
	BinaryOp 2035 2 1 tensor_4215 tensor_4225 tensor_4236 0=2
	BinaryOp 2036 2 1 tensor_4236 tensor_4235 tensor_4237 0=0
	BinaryOp 2037 1 1 tensor_4229 tensor_4238 0=7 1=1 2=1.000000e+00
	BinaryOp 2038 2 1 tensor_4220 tensor_4238 tensor_4239 0=2
	BinaryOp 2039 2 1 tensor_4216 tensor_4228 tensor_4240 0=2
	BinaryOp 2040 2 1 tensor_4240 tensor_4239 tensor_4241 0=0
	Reshape 2041 1 1 tensor_4241 tensor_4242 0=0 1=1
	Gemm 2042 1 1 tensor_4242 tensor_4244 4=0 5=1 7=0 8=512 9=512
	Reshape 2043 1 1 tensor_4244 tensor_4245 0=-1
	Sigmoid 2044 1 1 tensor_4245 tensor_4246
	Reshape 2045 1 1 tensor_4233 tensor_4247 0=0 1=1
	Gemm 2046 1 1 tensor_4247 tensor_4249 4=0 5=1 7=0 8=512 9=512
	Reshape 2047 1 1 tensor_4249 tensor_4250 0=-1
	Split 2048 1 3 tensor_4250 tensor_4251 tensor_4252 tensor_4253
	Reshape 2049 1 1 tensor_4237 tensor_4254 0=0 1=1
	Gemm 2050 1 1 tensor_4254 tensor_4256 4=0 5=1 7=0 8=512 9=512
	Reshape 2051 1 1 tensor_4256 tensor_4257 0=-1
	Split 2052 1 2 tensor_4257 tensor_4258 tensor_4259
	MemoryData 2053 0 1 blocks.15.att.time_first 0=512
	BinaryOp 2054 2 1 blocks.15.att.time_first tensor_4251 tensor_4261 0=0
	Split 2055 1 2 tensor_4261 tensor_4262 tensor_4263
	Split 2056 1 3 state_15_3 tensor_4264 tensor_4265 tensor_4266
	BinaryOp 2057 2 1 tensor_4264 tensor_4262 tensor_4267 0=4
	Split 2058 1 2 tensor_4267 tensor_4268 tensor_4269
	BinaryOp 2059 2 1 tensor_4265 tensor_4268 tensor_4270 0=1
	Exp 2060 1 1 tensor_4270 tensor_4271
	Split 2061 1 2 tensor_4271 tensor_4272 tensor_4273
	BinaryOp 2062 2 1 tensor_4263 tensor_4269 tensor_4274 0=1
	Exp 2063 1 1 tensor_4274 tensor_4275
	Split 2064 1 2 tensor_4275 tensor_4276 tensor_4277
	Split 2065 1 2 state_15_1 tensor_4278 tensor_4279
	Split 2066 1 2 state_15_2 tensor_4280 tensor_4281
	BinaryOp 2067 2 1 tensor_4273 tensor_4280 tensor_4282 0=2
	BinaryOp 2068 2 1 tensor_4282 tensor_4277 tensor_4283 0=0
	BinaryOp 2069 2 1 tensor_4276 tensor_4258 tensor_4284 0=2
	BinaryOp 2070 2 1 tensor_4272 tensor_4278 tensor_4285 0=2
	BinaryOp 2071 2 1 tensor_4285 tensor_4284 tensor_4286 0=0
	BinaryOp 2072 2 1 tensor_4286 tensor_4283 tensor_4287 0=3
	MemoryData 2073 0 1 blocks.15.att.time_decay 0=512
	BinaryOp 2074 2 1 blocks.15.att.time_decay tensor_4266 tensor_4289 0=0
	Split 2075 1 2 tensor_4289 tensor_4290 tensor_4291
	BinaryOp 2076 2 1 tensor_4290 tensor_4252 tensor_4292 0=4
	Split 2077 1 3 tensor_4292 tensor_4293 tensor_4294 tensor_4295
	BinaryOp 2078 2 1 tensor_4291 tensor_4293 tensor_4296 0=1
	Exp 2079 1 1 tensor_4296 tensor_4297
	Split 2080 1 2 tensor_4297 tensor_4298 tensor_4299
	BinaryOp 2081 2 1 tensor_4253 tensor_4294 tensor_4300 0=1
	Exp 2082 1 1 tensor_4300 tensor_4301
	Split 2083 1 2 tensor_4301 tensor_4302 tensor_4303
	BinaryOp 2084 2 1 tensor_4246 tensor_4287 tensor_4304 0=2
	Reshape 2085 1 1 tensor_4304 tensor_4305 0=0 1=1
	Gemm 2086 1 1 tensor_4305 tensor_4307 4=0 5=1 7=0 8=512 9=512
	Reshape 2087 1 1 tensor_4307 tensor_4308 0=-1
	BinaryOp 2088 2 1 tensor_4212 tensor_4308 tensor_4309 0=0
	BinaryOp 2089 2 1 tensor_4302 tensor_4259 tensor_4310 0=2
	BinaryOp 2090 2 1 tensor_4298 tensor_4279 tensor_4311 0=2
	BinaryOp 2091 2 1 tensor_4311 tensor_4310 tensor_4312 0=0
	BinaryOp 2092 2 1 tensor_4299 tensor_4281 tensor_4313 0=2
	BinaryOp 2093 2 1 tensor_4313 tensor_4303 tensor_4314 0=0
	Split 2094 1 1 tensor_4217 output_state_15_0
	Split 2095 1 1 tensor_4312 output_state_15_1
	Split 2096 1 1 tensor_4314 output_state_15_2
	Split 2097 1 1 tensor_4295 output_state_15_3
	Split 2098 1 2 tensor_4309 tensor_4319 tensor_4320
	LayerNorm 2099 1 1 tensor_4319 tensor_4321 0=512 1=1.000000e-05 2=1
	Split 2100 1 3 tensor_4321 tensor_4322 tensor_4323 tensor_4324
	Split 2101 1 2 state_15_4 tensor_4325 tensor_4326
	MemoryData 2102 0 1 blocks.15.ffn.time_mix_k 0=512
	Split 2103 1 2 blocks.15.ffn.time_mix_k tensor_4328 tensor_4329
	MemoryData 2104 0 1 blocks.15.ffn.time_mix_r 0=512
	Split 2105 1 2 blocks.15.ffn.time_mix_r tensor_4331 tensor_4332
	BinaryOp 2106 1 1 tensor_4329 tensor_4333 0=7 1=1 2=1.000000e+00
	BinaryOp 2107 2 1 tensor_4325 tensor_4333 tensor_4334 0=2
	BinaryOp 2108 2 1 tensor_4322 tensor_4328 tensor_4335 0=2
	BinaryOp 2109 2 1 tensor_4335 tensor_4334 tensor_4336 0=0
	BinaryOp 2110 1 1 tensor_4332 tensor_4337 0=7 1=1 2=1.000000e+00
	BinaryOp 2111 2 1 tensor_4326 tensor_4337 tensor_4338 0=2
	BinaryOp 2112 2 1 tensor_4323 tensor_4331 tensor_4339 0=2
	BinaryOp 2113 2 1 tensor_4339 tensor_4338 tensor_4340 0=0
	Reshape 2114 1 1 tensor_4340 tensor_4341 0=0 1=1
	Gemm 2115 1 1 tensor_4341 tensor_4343 4=0 5=1 7=0 8=512 9=512
	Reshape 2116 1 1 tensor_4343 tensor_4344 0=-1
	Sigmoid 2117 1 1 tensor_4344 tensor_4345
	Reshape 2118 1 1 tensor_4336 tensor_4346 0=0 1=1
	Gemm 2119 1 1 tensor_4346 tensor_4348 4=0 5=1 7=0 8=2048 9=512
	Reshape 2120 1 1 tensor_4348 tensor_4349 0=-1
	ReLU 2121 1 1 tensor_4349 tensor_4350
	BinaryOp 2122 2 1 tensor_4350 tensor_4350 tensor_4351 0=2
	Reshape 2123 1 1 tensor_4351 tensor_4352 0=0 1=1
	Gemm 2124 1 1 tensor_4352 tensor_4354 4=0 5=1 7=0 8=512 9=2048
	Reshape 2125 1 1 tensor_4354 tensor_4355 0=-1
	BinaryOp 2126 2 1 tensor_4345 tensor_4355 tensor_4356 0=2
	BinaryOp 2127 2 1 tensor_4320 tensor_4356 tensor_4357 0=0
	Split 2128 1 1 tensor_4324 output_state_15_4
	Split 2129 1 2 tensor_4357 tensor_4359 tensor_4360
	LayerNorm 2130 1 1 tensor_4359 tensor_4361 0=512 1=1.000000e-05 2=1
	Split 2131 1 4 tensor_4361 tensor_4362 tensor_4363 tensor_4364 tensor_4365
	Split 2132 1 3 state_16_0 tensor_4366 tensor_4367 tensor_4368
	MemoryData 2133 0 1 blocks.16.att.time_mix_k 0=512
	Split 2134 1 2 blocks.16.att.time_mix_k tensor_4370 tensor_4371
	MemoryData 2135 0 1 blocks.16.att.time_mix_v 0=512
	Split 2136 1 2 blocks.16.att.time_mix_v tensor_4373 tensor_4374
	MemoryData 2137 0 1 blocks.16.att.time_mix_r 0=512
	Split 2138 1 2 blocks.16.att.time_mix_r tensor_4376 tensor_4377
	BinaryOp 2139 1 1 tensor_4371 tensor_4378 0=7 1=1 2=1.000000e+00
	BinaryOp 2140 2 1 tensor_4366 tensor_4378 tensor_4379 0=2
	BinaryOp 2141 2 1 tensor_4362 tensor_4370 tensor_4380 0=2
	BinaryOp 2142 2 1 tensor_4380 tensor_4379 tensor_4381 0=0
	BinaryOp 2143 1 1 tensor_4374 tensor_4382 0=7 1=1 2=1.000000e+00
	BinaryOp 2144 2 1 tensor_4367 tensor_4382 tensor_4383 0=2
	BinaryOp 2145 2 1 tensor_4363 tensor_4373 tensor_4384 0=2
	BinaryOp 2146 2 1 tensor_4384 tensor_4383 tensor_4385 0=0
	BinaryOp 2147 1 1 tensor_4377 tensor_4386 0=7 1=1 2=1.000000e+00
	BinaryOp 2148 2 1 tensor_4368 tensor_4386 tensor_4387 0=2
	BinaryOp 2149 2 1 tensor_4364 tensor_4376 tensor_4388 0=2
	BinaryOp 2150 2 1 tensor_4388 tensor_4387 tensor_4389 0=0
	Reshape 2151 1 1 tensor_4389 tensor_4390 0=0 1=1
	Gemm 2152 1 1 tensor_4390 tensor_4392 4=0 5=1 7=0 8=512 9=512
	Reshape 2153 1 1 tensor_4392 tensor_4393 0=-1
	Sigmoid 2154 1 1 tensor_4393 tensor_4394
	Reshape 2155 1 1 tensor_4381 tensor_4395 0=0 1=1
	Gemm 2156 1 1 tensor_4395 tensor_4397 4=0 5=1 7=0 8=512 9=512
	Reshape 2157 1 1 tensor_4397 tensor_4398 0=-1
	Split 2158 1 3 tensor_4398 tensor_4399 tensor_4400 tensor_4401
	Reshape 2159 1 1 tensor_4385 tensor_4402 0=0 1=1
	Gemm 2160 1 1 tensor_4402 tensor_4404 4=0 5=1 7=0 8=512 9=512
	Reshape 2161 1 1 tensor_4404 tensor_4405 0=-1
	Split 2162 1 2 tensor_4405 tensor_4406 tensor_4407
	MemoryData 2163 0 1 blocks.16.att.time_first 0=512
	BinaryOp 2164 2 1 blocks.16.att.time_first tensor_4399 tensor_4409 0=0
	Split 2165 1 2 tensor_4409 tensor_4410 tensor_4411
	Split 2166 1 3 state_16_3 tensor_4412 tensor_4413 tensor_4414
	BinaryOp 2167 2 1 tensor_4412 tensor_4410 tensor_4415 0=4
	Split 2168 1 2 tensor_4415 tensor_4416 tensor_4417
	BinaryOp 2169 2 1 tensor_4413 tensor_4416 tensor_4418 0=1
	Exp 2170 1 1 tensor_4418 tensor_4419
	Split 2171 1 2 tensor_4419 tensor_4420 tensor_4421
	BinaryOp 2172 2 1 tensor_4411 tensor_4417 tensor_4422 0=1
	Exp 2173 1 1 tensor_4422 tensor_4423
	Split 2174 1 2 tensor_4423 tensor_4424 tensor_4425
	Split 2175 1 2 state_16_1 tensor_4426 tensor_4427
	Split 2176 1 2 state_16_2 tensor_4428 tensor_4429
	BinaryOp 2177 2 1 tensor_4421 tensor_4428 tensor_4430 0=2
	BinaryOp 2178 2 1 tensor_4430 tensor_4425 tensor_4431 0=0
	BinaryOp 2179 2 1 tensor_4424 tensor_4406 tensor_4432 0=2
	BinaryOp 2180 2 1 tensor_4420 tensor_4426 tensor_4433 0=2
	BinaryOp 2181 2 1 tensor_4433 tensor_4432 tensor_4434 0=0
	BinaryOp 2182 2 1 tensor_4434 tensor_4431 tensor_4435 0=3
	MemoryData 2183 0 1 blocks.16.att.time_decay 0=512
	BinaryOp 2184 2 1 blocks.16.att.time_decay tensor_4414 tensor_4437 0=0
	Split 2185 1 2 tensor_4437 tensor_4438 tensor_4439
	BinaryOp 2186 2 1 tensor_4438 tensor_4400 tensor_4440 0=4
	Split 2187 1 3 tensor_4440 tensor_4441 tensor_4442 tensor_4443
	BinaryOp 2188 2 1 tensor_4439 tensor_4441 tensor_4444 0=1
	Exp 2189 1 1 tensor_4444 tensor_4445
	Split 2190 1 2 tensor_4445 tensor_4446 tensor_4447
	BinaryOp 2191 2 1 tensor_4401 tensor_4442 tensor_4448 0=1
	Exp 2192 1 1 tensor_4448 tensor_4449
	Split 2193 1 2 tensor_4449 tensor_4450 tensor_4451
	BinaryOp 2194 2 1 tensor_4394 tensor_4435 tensor_4452 0=2
	Reshape 2195 1 1 tensor_4452 tensor_4453 0=0 1=1
	Gemm 2196 1 1 tensor_4453 tensor_4455 4=0 5=1 7=0 8=512 9=512
	Reshape 2197 1 1 tensor_4455 tensor_4456 0=-1
	BinaryOp 2198 2 1 tensor_4360 tensor_4456 tensor_4457 0=0
	BinaryOp 2199 2 1 tensor_4450 tensor_4407 tensor_4458 0=2
	BinaryOp 2200 2 1 tensor_4446 tensor_4427 tensor_4459 0=2
	BinaryOp 2201 2 1 tensor_4459 tensor_4458 tensor_4460 0=0
	BinaryOp 2202 2 1 tensor_4447 tensor_4429 tensor_4461 0=2
	BinaryOp 2203 2 1 tensor_4461 tensor_4451 tensor_4462 0=0
	Split 2204 1 1 tensor_4365 output_state_16_0
	Split 2205 1 1 tensor_4460 output_state_16_1
	Split 2206 1 1 tensor_4462 output_state_16_2
	Split 2207 1 1 tensor_4443 output_state_16_3
	Split 2208 1 2 tensor_4457 tensor_4467 tensor_4468
	LayerNorm 2209 1 1 tensor_4467 tensor_4469 0=512 1=1.000000e-05 2=1
	Split 2210 1 3 tensor_4469 tensor_4470 tensor_4471 tensor_4472
	Split 2211 1 2 state_16_4 tensor_4473 tensor_4474
	MemoryData 2212 0 1 blocks.16.ffn.time_mix_k 0=512
	Split 2213 1 2 blocks.16.ffn.time_mix_k tensor_4476 tensor_4477
	MemoryData 2214 0 1 blocks.16.ffn.time_mix_r 0=512
	Split 2215 1 2 blocks.16.ffn.time_mix_r tensor_4479 tensor_4480
	BinaryOp 2216 1 1 tensor_4477 tensor_4481 0=7 1=1 2=1.000000e+00
	BinaryOp 2217 2 1 tensor_4473 tensor_4481 tensor_4482 0=2
	BinaryOp 2218 2 1 tensor_4470 tensor_4476 tensor_4483 0=2
	BinaryOp 2219 2 1 tensor_4483 tensor_4482 tensor_4484 0=0
	BinaryOp 2220 1 1 tensor_4480 tensor_4485 0=7 1=1 2=1.000000e+00
	BinaryOp 2221 2 1 tensor_4474 tensor_4485 tensor_4486 0=2
	BinaryOp 2222 2 1 tensor_4471 tensor_4479 tensor_4487 0=2
	BinaryOp 2223 2 1 tensor_4487 tensor_4486 tensor_4488 0=0
	Reshape 2224 1 1 tensor_4488 tensor_4489 0=0 1=1
	Gemm 2225 1 1 tensor_4489 tensor_4491 4=0 5=1 7=0 8=512 9=512
	Reshape 2226 1 1 tensor_4491 tensor_4492 0=-1
	Sigmoid 2227 1 1 tensor_4492 tensor_4493
	Reshape 2228 1 1 tensor_4484 tensor_4494 0=0 1=1
	Gemm 2229 1 1 tensor_4494 tensor_4496 4=0 5=1 7=0 8=2048 9=512
	Reshape 2230 1 1 tensor_4496 tensor_4497 0=-1
	ReLU 2231 1 1 tensor_4497 tensor_4498
	BinaryOp 2232 2 1 tensor_4498 tensor_4498 tensor_4499 0=2
	Reshape 2233 1 1 tensor_4499 tensor_4500 0=0 1=1
	Gemm 2234 1 1 tensor_4500 tensor_4502 4=0 5=1 7=0 8=512 9=2048
	Reshape 2235 1 1 tensor_4502 tensor_4503 0=-1
	BinaryOp 2236 2 1 tensor_4493 tensor_4503 tensor_4504 0=2
	BinaryOp 2237 2 1 tensor_4468 tensor_4504 tensor_4505 0=0
	Split 2238 1 1 tensor_4472 output_state_16_4
	Split 2239 1 2 tensor_4505 tensor_4507 tensor_4508
	LayerNorm 2240 1 1 tensor_4507 tensor_4509 0=512 1=1.000000e-05 2=1
	Split 2241 1 4 tensor_4509 tensor_4510 tensor_4511 tensor_4512 tensor_4513
	Split 2242 1 3 state_17_0 tensor_4514 tensor_4515 tensor_4516
	MemoryData 2243 0 1 blocks.17.att.time_mix_k 0=512
	Split 2244 1 2 blocks.17.att.time_mix_k tensor_4518 tensor_4519
	MemoryData 2245 0 1 blocks.17.att.time_mix_v 0=512
	Split 2246 1 2 blocks.17.att.time_mix_v tensor_4521 tensor_4522
	MemoryData 2247 0 1 blocks.17.att.time_mix_r 0=512
	Split 2248 1 2 blocks.17.att.time_mix_r tensor_4524 tensor_4525
	BinaryOp 2249 1 1 tensor_4519 tensor_4526 0=7 1=1 2=1.000000e+00
	BinaryOp 2250 2 1 tensor_4514 tensor_4526 tensor_4527 0=2
	BinaryOp 2251 2 1 tensor_4510 tensor_4518 tensor_4528 0=2
	BinaryOp 2252 2 1 tensor_4528 tensor_4527 tensor_4529 0=0
	BinaryOp 2253 1 1 tensor_4522 tensor_4530 0=7 1=1 2=1.000000e+00
	BinaryOp 2254 2 1 tensor_4515 tensor_4530 tensor_4531 0=2
	BinaryOp 2255 2 1 tensor_4511 tensor_4521 tensor_4532 0=2
	BinaryOp 2256 2 1 tensor_4532 tensor_4531 tensor_4533 0=0
	BinaryOp 2257 1 1 tensor_4525 tensor_4534 0=7 1=1 2=1.000000e+00
	BinaryOp 2258 2 1 tensor_4516 tensor_4534 tensor_4535 0=2
	BinaryOp 2259 2 1 tensor_4512 tensor_4524 tensor_4536 0=2
	BinaryOp 2260 2 1 tensor_4536 tensor_4535 tensor_4537 0=0
	Reshape 2261 1 1 tensor_4537 tensor_4538 0=0 1=1
	Gemm 2262 1 1 tensor_4538 tensor_4540 4=0 5=1 7=0 8=512 9=512
	Reshape 2263 1 1 tensor_4540 tensor_4541 0=-1
	Sigmoid 2264 1 1 tensor_4541 tensor_4542
	Reshape 2265 1 1 tensor_4529 tensor_4543 0=0 1=1
	Gemm 2266 1 1 tensor_4543 tensor_4545 4=0 5=1 7=0 8=512 9=512
	Reshape 2267 1 1 tensor_4545 tensor_4546 0=-1
	Split 2268 1 3 tensor_4546 tensor_4547 tensor_4548 tensor_4549
	Reshape 2269 1 1 tensor_4533 tensor_4550 0=0 1=1
	Gemm 2270 1 1 tensor_4550 tensor_4552 4=0 5=1 7=0 8=512 9=512
	Reshape 2271 1 1 tensor_4552 tensor_4553 0=-1
	Split 2272 1 2 tensor_4553 tensor_4554 tensor_4555
	MemoryData 2273 0 1 blocks.17.att.time_first 0=512
	BinaryOp 2274 2 1 blocks.17.att.time_first tensor_4547 tensor_4557 0=0
	Split 2275 1 2 tensor_4557 tensor_4558 tensor_4559
	Split 2276 1 3 state_17_3 tensor_4560 tensor_4561 tensor_4562
	BinaryOp 2277 2 1 tensor_4560 tensor_4558 tensor_4563 0=4
	Split 2278 1 2 tensor_4563 tensor_4564 tensor_4565
	BinaryOp 2279 2 1 tensor_4561 tensor_4564 tensor_4566 0=1
	Exp 2280 1 1 tensor_4566 tensor_4567
	Split 2281 1 2 tensor_4567 tensor_4568 tensor_4569
	BinaryOp 2282 2 1 tensor_4559 tensor_4565 tensor_4570 0=1
	Exp 2283 1 1 tensor_4570 tensor_4571
	Split 2284 1 2 tensor_4571 tensor_4572 tensor_4573
	Split 2285 1 2 state_17_1 tensor_4574 tensor_4575
	Split 2286 1 2 state_17_2 tensor_4576 tensor_4577
	BinaryOp 2287 2 1 tensor_4569 tensor_4576 tensor_4578 0=2
	BinaryOp 2288 2 1 tensor_4578 tensor_4573 tensor_4579 0=0
	BinaryOp 2289 2 1 tensor_4572 tensor_4554 tensor_4580 0=2
	BinaryOp 2290 2 1 tensor_4568 tensor_4574 tensor_4581 0=2
	BinaryOp 2291 2 1 tensor_4581 tensor_4580 tensor_4582 0=0
	BinaryOp 2292 2 1 tensor_4582 tensor_4579 tensor_4583 0=3
	MemoryData 2293 0 1 blocks.17.att.time_decay 0=512
	BinaryOp 2294 2 1 blocks.17.att.time_decay tensor_4562 tensor_4585 0=0
	Split 2295 1 2 tensor_4585 tensor_4586 tensor_4587
	BinaryOp 2296 2 1 tensor_4586 tensor_4548 tensor_4588 0=4
	Split 2297 1 3 tensor_4588 tensor_4589 tensor_4590 tensor_4591
	BinaryOp 2298 2 1 tensor_4587 tensor_4589 tensor_4592 0=1
	Exp 2299 1 1 tensor_4592 tensor_4593
	Split 2300 1 2 tensor_4593 tensor_4594 tensor_4595
	BinaryOp 2301 2 1 tensor_4549 tensor_4590 tensor_4596 0=1
	Exp 2302 1 1 tensor_4596 tensor_4597
	Split 2303 1 2 tensor_4597 tensor_4598 tensor_4599
	BinaryOp 2304 2 1 tensor_4542 tensor_4583 tensor_4600 0=2
	Reshape 2305 1 1 tensor_4600 tensor_4601 0=0 1=1
	Gemm 2306 1 1 tensor_4601 tensor_4603 4=0 5=1 7=0 8=512 9=512
	Reshape 2307 1 1 tensor_4603 tensor_4604 0=-1
	BinaryOp 2308 2 1 tensor_4508 tensor_4604 tensor_4605 0=0
	BinaryOp 2309 2 1 tensor_4598 tensor_4555 tensor_4606 0=2
	BinaryOp 2310 2 1 tensor_4594 tensor_4575 tensor_4607 0=2
	BinaryOp 2311 2 1 tensor_4607 tensor_4606 tensor_4608 0=0
	BinaryOp 2312 2 1 tensor_4595 tensor_4577 tensor_4609 0=2
	BinaryOp 2313 2 1 tensor_4609 tensor_4599 tensor_4610 0=0
	Split 2314 1 1 tensor_4513 output_state_17_0
	Split 2315 1 1 tensor_4608 output_state_17_1
	Split 2316 1 1 tensor_4610 output_state_17_2
	Split 2317 1 1 tensor_4591 output_state_17_3
	Split 2318 1 2 tensor_4605 tensor_4615 tensor_4616
	LayerNorm 2319 1 1 tensor_4615 tensor_4617 0=512 1=1.000000e-05 2=1
	Split 2320 1 3 tensor_4617 tensor_4618 tensor_4619 tensor_4620
	Split 2321 1 2 state_17_4 tensor_4621 tensor_4622
	MemoryData 2322 0 1 blocks.17.ffn.time_mix_k 0=512
	Split 2323 1 2 blocks.17.ffn.time_mix_k tensor_4624 tensor_4625
	MemoryData 2324 0 1 blocks.17.ffn.time_mix_r 0=512
	Split 2325 1 2 blocks.17.ffn.time_mix_r tensor_4627 tensor_4628
	BinaryOp 2326 1 1 tensor_4625 tensor_4629 0=7 1=1 2=1.000000e+00
	BinaryOp 2327 2 1 tensor_4621 tensor_4629 tensor_4630 0=2
	BinaryOp 2328 2 1 tensor_4618 tensor_4624 tensor_4631 0=2
	BinaryOp 2329 2 1 tensor_4631 tensor_4630 tensor_4632 0=0
	BinaryOp 2330 1 1 tensor_4628 tensor_4633 0=7 1=1 2=1.000000e+00
	BinaryOp 2331 2 1 tensor_4622 tensor_4633 tensor_4634 0=2
	BinaryOp 2332 2 1 tensor_4619 tensor_4627 tensor_4635 0=2
	BinaryOp 2333 2 1 tensor_4635 tensor_4634 tensor_4636 0=0
	Reshape 2334 1 1 tensor_4636 tensor_4637 0=0 1=1
	Gemm 2335 1 1 tensor_4637 tensor_4639 4=0 5=1 7=0 8=512 9=512
	Reshape 2336 1 1 tensor_4639 tensor_4640 0=-1
	Sigmoid 2337 1 1 tensor_4640 tensor_4641
	Reshape 2338 1 1 tensor_4632 tensor_4642 0=0 1=1
	Gemm 2339 1 1 tensor_4642 tensor_4644 4=0 5=1 7=0 8=2048 9=512
	Reshape 2340 1 1 tensor_4644 tensor_4645 0=-1
	ReLU 2341 1 1 tensor_4645 tensor_4646
	BinaryOp 2342 2 1 tensor_4646 tensor_4646 tensor_4647 0=2
	Reshape 2343 1 1 tensor_4647 tensor_4648 0=0 1=1
	Gemm 2344 1 1 tensor_4648 tensor_4650 4=0 5=1 7=0 8=512 9=2048
	Reshape 2345 1 1 tensor_4650 tensor_4651 0=-1
	BinaryOp 2346 2 1 tensor_4641 tensor_4651 tensor_4652 0=2
	BinaryOp 2347 2 1 tensor_4616 tensor_4652 tensor_4653 0=0
	Split 2348 1 1 tensor_4620 output_state_17_4
	Split 2349 1 2 tensor_4653 tensor_4655 tensor_4656
	LayerNorm 2350 1 1 tensor_4655 tensor_4657 0=512 1=1.000000e-05 2=1
	Split 2351 1 4 tensor_4657 tensor_4658 tensor_4659 tensor_4660 tensor_4661
	Split 2352 1 3 state_18_0 tensor_4662 tensor_4663 tensor_4664
	MemoryData 2353 0 1 blocks.18.att.time_mix_k 0=512
	Split 2354 1 2 blocks.18.att.time_mix_k tensor_4666 tensor_4667
	MemoryData 2355 0 1 blocks.18.att.time_mix_v 0=512
	Split 2356 1 2 blocks.18.att.time_mix_v tensor_4669 tensor_4670
	MemoryData 2357 0 1 blocks.18.att.time_mix_r 0=512
	Split 2358 1 2 blocks.18.att.time_mix_r tensor_4672 tensor_4673
	BinaryOp 2359 1 1 tensor_4667 tensor_4674 0=7 1=1 2=1.000000e+00
	BinaryOp 2360 2 1 tensor_4662 tensor_4674 tensor_4675 0=2
	BinaryOp 2361 2 1 tensor_4658 tensor_4666 tensor_4676 0=2
	BinaryOp 2362 2 1 tensor_4676 tensor_4675 tensor_4677 0=0
	BinaryOp 2363 1 1 tensor_4670 tensor_4678 0=7 1=1 2=1.000000e+00
	BinaryOp 2364 2 1 tensor_4663 tensor_4678 tensor_4679 0=2
	BinaryOp 2365 2 1 tensor_4659 tensor_4669 tensor_4680 0=2
	BinaryOp 2366 2 1 tensor_4680 tensor_4679 tensor_4681 0=0
	BinaryOp 2367 1 1 tensor_4673 tensor_4682 0=7 1=1 2=1.000000e+00
	BinaryOp 2368 2 1 tensor_4664 tensor_4682 tensor_4683 0=2
	BinaryOp 2369 2 1 tensor_4660 tensor_4672 tensor_4684 0=2
	BinaryOp 2370 2 1 tensor_4684 tensor_4683 tensor_4685 0=0
	Reshape 2371 1 1 tensor_4685 tensor_4686 0=0 1=1
	Gemm 2372 1 1 tensor_4686 tensor_4688 4=0 5=1 7=0 8=512 9=512
	Reshape 2373 1 1 tensor_4688 tensor_4689 0=-1
	Sigmoid 2374 1 1 tensor_4689 tensor_4690
	Reshape 2375 1 1 tensor_4677 tensor_4691 0=0 1=1
	Gemm 2376 1 1 tensor_4691 tensor_4693 4=0 5=1 7=0 8=512 9=512
	Reshape 2377 1 1 tensor_4693 tensor_4694 0=-1
	Split 2378 1 3 tensor_4694 tensor_4695 tensor_4696 tensor_4697
	Reshape 2379 1 1 tensor_4681 tensor_4698 0=0 1=1
	Gemm 2380 1 1 tensor_4698 tensor_4700 4=0 5=1 7=0 8=512 9=512
	Reshape 2381 1 1 tensor_4700 tensor_4701 0=-1
	Split 2382 1 2 tensor_4701 tensor_4702 tensor_4703
	MemoryData 2383 0 1 blocks.18.att.time_first 0=512
	BinaryOp 2384 2 1 blocks.18.att.time_first tensor_4695 tensor_4705 0=0
	Split 2385 1 2 tensor_4705 tensor_4706 tensor_4707
	Split 2386 1 3 state_18_3 tensor_4708 tensor_4709 tensor_4710
	BinaryOp 2387 2 1 tensor_4708 tensor_4706 tensor_4711 0=4
	Split 2388 1 2 tensor_4711 tensor_4712 tensor_4713
	BinaryOp 2389 2 1 tensor_4709 tensor_4712 tensor_4714 0=1
	Exp 2390 1 1 tensor_4714 tensor_4715
	Split 2391 1 2 tensor_4715 tensor_4716 tensor_4717
	BinaryOp 2392 2 1 tensor_4707 tensor_4713 tensor_4718 0=1
	Exp 2393 1 1 tensor_4718 tensor_4719
	Split 2394 1 2 tensor_4719 tensor_4720 tensor_4721
	Split 2395 1 2 state_18_1 tensor_4722 tensor_4723
	Split 2396 1 2 state_18_2 tensor_4724 tensor_4725
	BinaryOp 2397 2 1 tensor_4717 tensor_4724 tensor_4726 0=2
	BinaryOp 2398 2 1 tensor_4726 tensor_4721 tensor_4727 0=0
	BinaryOp 2399 2 1 tensor_4720 tensor_4702 tensor_4728 0=2
	BinaryOp 2400 2 1 tensor_4716 tensor_4722 tensor_4729 0=2
	BinaryOp 2401 2 1 tensor_4729 tensor_4728 tensor_4730 0=0
	BinaryOp 2402 2 1 tensor_4730 tensor_4727 tensor_4731 0=3
	MemoryData 2403 0 1 blocks.18.att.time_decay 0=512
	BinaryOp 2404 2 1 blocks.18.att.time_decay tensor_4710 tensor_4733 0=0
	Split 2405 1 2 tensor_4733 tensor_4734 tensor_4735
	BinaryOp 2406 2 1 tensor_4734 tensor_4696 tensor_4736 0=4
	Split 2407 1 3 tensor_4736 tensor_4737 tensor_4738 tensor_4739
	BinaryOp 2408 2 1 tensor_4735 tensor_4737 tensor_4740 0=1
	Exp 2409 1 1 tensor_4740 tensor_4741
	Split 2410 1 2 tensor_4741 tensor_4742 tensor_4743
	BinaryOp 2411 2 1 tensor_4697 tensor_4738 tensor_4744 0=1
	Exp 2412 1 1 tensor_4744 tensor_4745
	Split 2413 1 2 tensor_4745 tensor_4746 tensor_4747
	BinaryOp 2414 2 1 tensor_4690 tensor_4731 tensor_4748 0=2
	Reshape 2415 1 1 tensor_4748 tensor_4749 0=0 1=1
	Gemm 2416 1 1 tensor_4749 tensor_4751 4=0 5=1 7=0 8=512 9=512
	Reshape 2417 1 1 tensor_4751 tensor_4752 0=-1
	BinaryOp 2418 2 1 tensor_4656 tensor_4752 tensor_4753 0=0
	BinaryOp 2419 2 1 tensor_4746 tensor_4703 tensor_4754 0=2
	BinaryOp 2420 2 1 tensor_4742 tensor_4723 tensor_4755 0=2
	BinaryOp 2421 2 1 tensor_4755 tensor_4754 tensor_4756 0=0
	BinaryOp 2422 2 1 tensor_4743 tensor_4725 tensor_4757 0=2
	BinaryOp 2423 2 1 tensor_4757 tensor_4747 tensor_4758 0=0
	Split 2424 1 1 tensor_4661 output_state_18_0
	Split 2425 1 1 tensor_4756 output_state_18_1
	Split 2426 1 1 tensor_4758 output_state_18_2
	Split 2427 1 1 tensor_4739 output_state_18_3
	Split 2428 1 2 tensor_4753 tensor_4763 tensor_4764
	LayerNorm 2429 1 1 tensor_4763 tensor_4765 0=512 1=1.000000e-05 2=1
	Split 2430 1 3 tensor_4765 tensor_4766 tensor_4767 tensor_4768
	Split 2431 1 2 state_18_4 tensor_4769 tensor_4770
	MemoryData 2432 0 1 blocks.18.ffn.time_mix_k 0=512
	Split 2433 1 2 blocks.18.ffn.time_mix_k tensor_4772 tensor_4773
	MemoryData 2434 0 1 blocks.18.ffn.time_mix_r 0=512
	Split 2435 1 2 blocks.18.ffn.time_mix_r tensor_4775 tensor_4776
	BinaryOp 2436 1 1 tensor_4773 tensor_4777 0=7 1=1 2=1.000000e+00
	BinaryOp 2437 2 1 tensor_4769 tensor_4777 tensor_4778 0=2
	BinaryOp 2438 2 1 tensor_4766 tensor_4772 tensor_4779 0=2
	BinaryOp 2439 2 1 tensor_4779 tensor_4778 tensor_4780 0=0
	BinaryOp 2440 1 1 tensor_4776 tensor_4781 0=7 1=1 2=1.000000e+00
	BinaryOp 2441 2 1 tensor_4770 tensor_4781 tensor_4782 0=2
	BinaryOp 2442 2 1 tensor_4767 tensor_4775 tensor_4783 0=2
	BinaryOp 2443 2 1 tensor_4783 tensor_4782 tensor_4784 0=0
	Reshape 2444 1 1 tensor_4784 tensor_4785 0=0 1=1
	Gemm 2445 1 1 tensor_4785 tensor_4787 4=0 5=1 7=0 8=512 9=512
	Reshape 2446 1 1 tensor_4787 tensor_4788 0=-1
	Sigmoid 2447 1 1 tensor_4788 tensor_4789
	Reshape 2448 1 1 tensor_4780 tensor_4790 0=0 1=1
	Gemm 2449 1 1 tensor_4790 tensor_4792 4=0 5=1 7=0 8=2048 9=512
	Reshape 2450 1 1 tensor_4792 tensor_4793 0=-1
	ReLU 2451 1 1 tensor_4793 tensor_4794
	BinaryOp 2452 2 1 tensor_4794 tensor_4794 tensor_4795 0=2
	Reshape 2453 1 1 tensor_4795 tensor_4796 0=0 1=1
	Gemm 2454 1 1 tensor_4796 tensor_4798 4=0 5=1 7=0 8=512 9=2048
	Reshape 2455 1 1 tensor_4798 tensor_4799 0=-1
	BinaryOp 2456 2 1 tensor_4789 tensor_4799 tensor_4800 0=2
	BinaryOp 2457 2 1 tensor_4764 tensor_4800 tensor_4801 0=0
	Split 2458 1 1 tensor_4768 output_state_18_4
	Split 2459 1 2 tensor_4801 tensor_4803 tensor_4804
	LayerNorm 2460 1 1 tensor_4803 tensor_4805 0=512 1=1.000000e-05 2=1
	Split 2461 1 4 tensor_4805 tensor_4806 tensor_4807 tensor_4808 tensor_4809
	Split 2462 1 3 state_19_0 tensor_4810 tensor_4811 tensor_4812
	MemoryData 2463 0 1 blocks.19.att.time_mix_k 0=512
	Split 2464 1 2 blocks.19.att.time_mix_k tensor_4814 tensor_4815
	MemoryData 2465 0 1 blocks.19.att.time_mix_v 0=512
	Split 2466 1 2 blocks.19.att.time_mix_v tensor_4817 tensor_4818
	MemoryData 2467 0 1 blocks.19.att.time_mix_r 0=512
	Split 2468 1 2 blocks.19.att.time_mix_r tensor_4820 tensor_4821
	BinaryOp 2469 1 1 tensor_4815 tensor_4822 0=7 1=1 2=1.000000e+00
	BinaryOp 2470 2 1 tensor_4810 tensor_4822 tensor_4823 0=2
	BinaryOp 2471 2 1 tensor_4806 tensor_4814 tensor_4824 0=2
	BinaryOp 2472 2 1 tensor_4824 tensor_4823 tensor_4825 0=0
	BinaryOp 2473 1 1 tensor_4818 tensor_4826 0=7 1=1 2=1.000000e+00
	BinaryOp 2474 2 1 tensor_4811 tensor_4826 tensor_4827 0=2
	BinaryOp 2475 2 1 tensor_4807 tensor_4817 tensor_4828 0=2
	BinaryOp 2476 2 1 tensor_4828 tensor_4827 tensor_4829 0=0
	BinaryOp 2477 1 1 tensor_4821 tensor_4830 0=7 1=1 2=1.000000e+00
	BinaryOp 2478 2 1 tensor_4812 tensor_4830 tensor_4831 0=2
	BinaryOp 2479 2 1 tensor_4808 tensor_4820 tensor_4832 0=2
	BinaryOp 2480 2 1 tensor_4832 tensor_4831 tensor_4833 0=0
	Reshape 2481 1 1 tensor_4833 tensor_4834 0=0 1=1
	Gemm 2482 1 1 tensor_4834 tensor_4836 4=0 5=1 7=0 8=512 9=512
	Reshape 2483 1 1 tensor_4836 tensor_4837 0=-1
	Sigmoid 2484 1 1 tensor_4837 tensor_4838
	Reshape 2485 1 1 tensor_4825 tensor_4839 0=0 1=1
	Gemm 2486 1 1 tensor_4839 tensor_4841 4=0 5=1 7=0 8=512 9=512
	Reshape 2487 1 1 tensor_4841 tensor_4842 0=-1
	Split 2488 1 3 tensor_4842 tensor_4843 tensor_4844 tensor_4845
	Reshape 2489 1 1 tensor_4829 tensor_4846 0=0 1=1
	Gemm 2490 1 1 tensor_4846 tensor_4848 4=0 5=1 7=0 8=512 9=512
	Reshape 2491 1 1 tensor_4848 tensor_4849 0=-1
	Split 2492 1 2 tensor_4849 tensor_4850 tensor_4851
	MemoryData 2493 0 1 blocks.19.att.time_first 0=512
	BinaryOp 2494 2 1 blocks.19.att.time_first tensor_4843 tensor_4853 0=0
	Split 2495 1 2 tensor_4853 tensor_4854 tensor_4855
	Split 2496 1 3 state_19_3 tensor_4856 tensor_4857 tensor_4858
	BinaryOp 2497 2 1 tensor_4856 tensor_4854 tensor_4859 0=4
	Split 2498 1 2 tensor_4859 tensor_4860 tensor_4861
	BinaryOp 2499 2 1 tensor_4857 tensor_4860 tensor_4862 0=1
	Exp 2500 1 1 tensor_4862 tensor_4863
	Split 2501 1 2 tensor_4863 tensor_4864 tensor_4865
	BinaryOp 2502 2 1 tensor_4855 tensor_4861 tensor_4866 0=1
	Exp 2503 1 1 tensor_4866 tensor_4867
	Split 2504 1 2 tensor_4867 tensor_4868 tensor_4869
	Split 2505 1 2 state_19_1 tensor_4870 tensor_4871
	Split 2506 1 2 state_19_2 tensor_4872 tensor_4873
	BinaryOp 2507 2 1 tensor_4865 tensor_4872 tensor_4874 0=2
	BinaryOp 2508 2 1 tensor_4874 tensor_4869 tensor_4875 0=0
	BinaryOp 2509 2 1 tensor_4868 tensor_4850 tensor_4876 0=2
	BinaryOp 2510 2 1 tensor_4864 tensor_4870 tensor_4877 0=2
	BinaryOp 2511 2 1 tensor_4877 tensor_4876 tensor_4878 0=0
	BinaryOp 2512 2 1 tensor_4878 tensor_4875 tensor_4879 0=3
	MemoryData 2513 0 1 blocks.19.att.time_decay 0=512
	BinaryOp 2514 2 1 blocks.19.att.time_decay tensor_4858 tensor_4881 0=0
	Split 2515 1 2 tensor_4881 tensor_4882 tensor_4883
	BinaryOp 2516 2 1 tensor_4882 tensor_4844 tensor_4884 0=4
	Split 2517 1 3 tensor_4884 tensor_4885 tensor_4886 tensor_4887
	BinaryOp 2518 2 1 tensor_4883 tensor_4885 tensor_4888 0=1
	Exp 2519 1 1 tensor_4888 tensor_4889
	Split 2520 1 2 tensor_4889 tensor_4890 tensor_4891
	BinaryOp 2521 2 1 tensor_4845 tensor_4886 tensor_4892 0=1
	Exp 2522 1 1 tensor_4892 tensor_4893
	Split 2523 1 2 tensor_4893 tensor_4894 tensor_4895
	BinaryOp 2524 2 1 tensor_4838 tensor_4879 tensor_4896 0=2
	Reshape 2525 1 1 tensor_4896 tensor_4897 0=0 1=1
	Gemm 2526 1 1 tensor_4897 tensor_4899 4=0 5=1 7=0 8=512 9=512
	Reshape 2527 1 1 tensor_4899 tensor_4900 0=-1
	BinaryOp 2528 2 1 tensor_4804 tensor_4900 tensor_4901 0=0
	BinaryOp 2529 2 1 tensor_4894 tensor_4851 tensor_4902 0=2
	BinaryOp 2530 2 1 tensor_4890 tensor_4871 tensor_4903 0=2
	BinaryOp 2531 2 1 tensor_4903 tensor_4902 tensor_4904 0=0
	BinaryOp 2532 2 1 tensor_4891 tensor_4873 tensor_4905 0=2
	BinaryOp 2533 2 1 tensor_4905 tensor_4895 tensor_4906 0=0
	Split 2534 1 1 tensor_4809 output_state_19_0
	Split 2535 1 1 tensor_4904 output_state_19_1
	Split 2536 1 1 tensor_4906 output_state_19_2
	Split 2537 1 1 tensor_4887 output_state_19_3
	Split 2538 1 2 tensor_4901 tensor_4911 tensor_4912
	LayerNorm 2539 1 1 tensor_4911 tensor_4913 0=512 1=1.000000e-05 2=1
	Split 2540 1 3 tensor_4913 tensor_4914 tensor_4915 tensor_4916
	Split 2541 1 2 state_19_4 tensor_4917 tensor_4918
	MemoryData 2542 0 1 blocks.19.ffn.time_mix_k 0=512
	Split 2543 1 2 blocks.19.ffn.time_mix_k tensor_4920 tensor_4921
	MemoryData 2544 0 1 blocks.19.ffn.time_mix_r 0=512
	Split 2545 1 2 blocks.19.ffn.time_mix_r tensor_4923 tensor_4924
	BinaryOp 2546 1 1 tensor_4921 tensor_4925 0=7 1=1 2=1.000000e+00
	BinaryOp 2547 2 1 tensor_4917 tensor_4925 tensor_4926 0=2
	BinaryOp 2548 2 1 tensor_4914 tensor_4920 tensor_4927 0=2
	BinaryOp 2549 2 1 tensor_4927 tensor_4926 tensor_4928 0=0
	BinaryOp 2550 1 1 tensor_4924 tensor_4929 0=7 1=1 2=1.000000e+00
	BinaryOp 2551 2 1 tensor_4918 tensor_4929 tensor_4930 0=2
	BinaryOp 2552 2 1 tensor_4915 tensor_4923 tensor_4931 0=2
	BinaryOp 2553 2 1 tensor_4931 tensor_4930 tensor_4932 0=0
	Reshape 2554 1 1 tensor_4932 tensor_4933 0=0 1=1
	Gemm 2555 1 1 tensor_4933 tensor_4935 4=0 5=1 7=0 8=512 9=512
	Reshape 2556 1 1 tensor_4935 tensor_4936 0=-1
	Sigmoid 2557 1 1 tensor_4936 tensor_4937
	Reshape 2558 1 1 tensor_4928 tensor_4938 0=0 1=1
	Gemm 2559 1 1 tensor_4938 tensor_4940 4=0 5=1 7=0 8=2048 9=512
	Reshape 2560 1 1 tensor_4940 tensor_4941 0=-1
	ReLU 2561 1 1 tensor_4941 tensor_4942
	BinaryOp 2562 2 1 tensor_4942 tensor_4942 tensor_4943 0=2
	Reshape 2563 1 1 tensor_4943 tensor_4944 0=0 1=1
	Gemm 2564 1 1 tensor_4944 tensor_4946 4=0 5=1 7=0 8=512 9=2048
	Reshape 2565 1 1 tensor_4946 tensor_4947 0=-1
	BinaryOp 2566 2 1 tensor_4937 tensor_4947 tensor_4948 0=2
	BinaryOp 2567 2 1 tensor_4912 tensor_4948 tensor_4949 0=0
	Split 2568 1 1 tensor_4916 output_state_19_4
	Split 2569 1 2 tensor_4949 tensor_4951 tensor_4952
	LayerNorm 2570 1 1 tensor_4951 tensor_4953 0=512 1=1.000000e-05 2=1
	Split 2571 1 4 tensor_4953 tensor_4954 tensor_4955 tensor_4956 tensor_4957
	Split 2572 1 3 state_20_0 tensor_4958 tensor_4959 tensor_4960
	MemoryData 2573 0 1 blocks.20.att.time_mix_k 0=512
	Split 2574 1 2 blocks.20.att.time_mix_k tensor_4962 tensor_4963
	MemoryData 2575 0 1 blocks.20.att.time_mix_v 0=512
	Split 2576 1 2 blocks.20.att.time_mix_v tensor_4965 tensor_4966
	MemoryData 2577 0 1 blocks.20.att.time_mix_r 0=512
	Split 2578 1 2 blocks.20.att.time_mix_r tensor_4968 tensor_4969
	BinaryOp 2579 1 1 tensor_4963 tensor_4970 0=7 1=1 2=1.000000e+00
	BinaryOp 2580 2 1 tensor_4958 tensor_4970 tensor_4971 0=2
	BinaryOp 2581 2 1 tensor_4954 tensor_4962 tensor_4972 0=2
	BinaryOp 2582 2 1 tensor_4972 tensor_4971 tensor_4973 0=0
	BinaryOp 2583 1 1 tensor_4966 tensor_4974 0=7 1=1 2=1.000000e+00
	BinaryOp 2584 2 1 tensor_4959 tensor_4974 tensor_4975 0=2
	BinaryOp 2585 2 1 tensor_4955 tensor_4965 tensor_4976 0=2
	BinaryOp 2586 2 1 tensor_4976 tensor_4975 tensor_4977 0=0
	BinaryOp 2587 1 1 tensor_4969 tensor_4978 0=7 1=1 2=1.000000e+00
	BinaryOp 2588 2 1 tensor_4960 tensor_4978 tensor_4979 0=2
	BinaryOp 2589 2 1 tensor_4956 tensor_4968 tensor_4980 0=2
	BinaryOp 2590 2 1 tensor_4980 tensor_4979 tensor_4981 0=0
	Reshape 2591 1 1 tensor_4981 tensor_4982 0=0 1=1
	Gemm 2592 1 1 tensor_4982 tensor_4984 4=0 5=1 7=0 8=512 9=512
	Reshape 2593 1 1 tensor_4984 tensor_4985 0=-1
	Sigmoid 2594 1 1 tensor_4985 tensor_4986
	Reshape 2595 1 1 tensor_4973 tensor_4987 0=0 1=1
	Gemm 2596 1 1 tensor_4987 tensor_4989 4=0 5=1 7=0 8=512 9=512
	Reshape 2597 1 1 tensor_4989 tensor_4990 0=-1
	Split 2598 1 3 tensor_4990 tensor_4991 tensor_4992 tensor_4993
	Reshape 2599 1 1 tensor_4977 tensor_4994 0=0 1=1
	Gemm 2600 1 1 tensor_4994 tensor_4996 4=0 5=1 7=0 8=512 9=512
	Reshape 2601 1 1 tensor_4996 tensor_4997 0=-1
	Split 2602 1 2 tensor_4997 tensor_4998 tensor_4999
	MemoryData 2603 0 1 blocks.20.att.time_first 0=512
	BinaryOp 2604 2 1 blocks.20.att.time_first tensor_4991 tensor_5001 0=0
	Split 2605 1 2 tensor_5001 tensor_5002 tensor_5003
	Split 2606 1 3 state_20_3 tensor_5004 tensor_5005 tensor_5006
	BinaryOp 2607 2 1 tensor_5004 tensor_5002 tensor_5007 0=4
	Split 2608 1 2 tensor_5007 tensor_5008 tensor_5009
	BinaryOp 2609 2 1 tensor_5005 tensor_5008 tensor_5010 0=1
	Exp 2610 1 1 tensor_5010 tensor_5011
	Split 2611 1 2 tensor_5011 tensor_5012 tensor_5013
	BinaryOp 2612 2 1 tensor_5003 tensor_5009 tensor_5014 0=1
	Exp 2613 1 1 tensor_5014 tensor_5015
	Split 2614 1 2 tensor_5015 tensor_5016 tensor_5017
	Split 2615 1 2 state_20_1 tensor_5018 tensor_5019
	Split 2616 1 2 state_20_2 tensor_5020 tensor_5021
	BinaryOp 2617 2 1 tensor_5013 tensor_5020 tensor_5022 0=2
	BinaryOp 2618 2 1 tensor_5022 tensor_5017 tensor_5023 0=0
	BinaryOp 2619 2 1 tensor_5016 tensor_4998 tensor_5024 0=2
	BinaryOp 2620 2 1 tensor_5012 tensor_5018 tensor_5025 0=2
	BinaryOp 2621 2 1 tensor_5025 tensor_5024 tensor_5026 0=0
	BinaryOp 2622 2 1 tensor_5026 tensor_5023 tensor_5027 0=3
	MemoryData 2623 0 1 blocks.20.att.time_decay 0=512
	BinaryOp 2624 2 1 blocks.20.att.time_decay tensor_5006 tensor_5029 0=0
	Split 2625 1 2 tensor_5029 tensor_5030 tensor_5031
	BinaryOp 2626 2 1 tensor_5030 tensor_4992 tensor_5032 0=4
	Split 2627 1 3 tensor_5032 tensor_5033 tensor_5034 tensor_5035
	BinaryOp 2628 2 1 tensor_5031 tensor_5033 tensor_5036 0=1
	Exp 2629 1 1 tensor_5036 tensor_5037
	Split 2630 1 2 tensor_5037 tensor_5038 tensor_5039
	BinaryOp 2631 2 1 tensor_4993 tensor_5034 tensor_5040 0=1
	Exp 2632 1 1 tensor_5040 tensor_5041
	Split 2633 1 2 tensor_5041 tensor_5042 tensor_5043
	BinaryOp 2634 2 1 tensor_4986 tensor_5027 tensor_5044 0=2
	Reshape 2635 1 1 tensor_5044 tensor_5045 0=0 1=1
	Gemm 2636 1 1 tensor_5045 tensor_5047 4=0 5=1 7=0 8=512 9=512
	Reshape 2637 1 1 tensor_5047 tensor_5048 0=-1
	BinaryOp 2638 2 1 tensor_4952 tensor_5048 tensor_5049 0=0
	BinaryOp 2639 2 1 tensor_5042 tensor_4999 tensor_5050 0=2
	BinaryOp 2640 2 1 tensor_5038 tensor_5019 tensor_5051 0=2
	BinaryOp 2641 2 1 tensor_5051 tensor_5050 tensor_5052 0=0
	BinaryOp 2642 2 1 tensor_5039 tensor_5021 tensor_5053 0=2
	BinaryOp 2643 2 1 tensor_5053 tensor_5043 tensor_5054 0=0
	Split 2644 1 1 tensor_4957 output_state_20_0
	Split 2645 1 1 tensor_5052 output_state_20_1
	Split 2646 1 1 tensor_5054 output_state_20_2
	Split 2647 1 1 tensor_5035 output_state_20_3
	Split 2648 1 2 tensor_5049 tensor_5059 tensor_5060
	LayerNorm 2649 1 1 tensor_5059 tensor_5061 0=512 1=1.000000e-05 2=1
	Split 2650 1 3 tensor_5061 tensor_5062 tensor_5063 tensor_5064
	Split 2651 1 2 state_20_4 tensor_5065 tensor_5066
	MemoryData 2652 0 1 blocks.20.ffn.time_mix_k 0=512
	Split 2653 1 2 blocks.20.ffn.time_mix_k tensor_5068 tensor_5069
	MemoryData 2654 0 1 blocks.20.ffn.time_mix_r 0=512
	Split 2655 1 2 blocks.20.ffn.time_mix_r tensor_5071 tensor_5072
	BinaryOp 2656 1 1 tensor_5069 tensor_5073 0=7 1=1 2=1.000000e+00
	BinaryOp 2657 2 1 tensor_5065 tensor_5073 tensor_5074 0=2
	BinaryOp 2658 2 1 tensor_5062 tensor_5068 tensor_5075 0=2
	BinaryOp 2659 2 1 tensor_5075 tensor_5074 tensor_5076 0=0
	BinaryOp 2660 1 1 tensor_5072 tensor_5077 0=7 1=1 2=1.000000e+00
	BinaryOp 2661 2 1 tensor_5066 tensor_5077 tensor_5078 0=2
	BinaryOp 2662 2 1 tensor_5063 tensor_5071 tensor_5079 0=2
	BinaryOp 2663 2 1 tensor_5079 tensor_5078 tensor_5080 0=0
	Reshape 2664 1 1 tensor_5080 tensor_5081 0=0 1=1
	Gemm 2665 1 1 tensor_5081 tensor_5083 4=0 5=1 7=0 8=512 9=512
	Reshape 2666 1 1 tensor_5083 tensor_5084 0=-1
	Sigmoid 2667 1 1 tensor_5084 tensor_5085
	Reshape 2668 1 1 tensor_5076 tensor_5086 0=0 1=1
	Gemm 2669 1 1 tensor_5086 tensor_5088 4=0 5=1 7=0 8=2048 9=512
	Reshape 2670 1 1 tensor_5088 tensor_5089 0=-1
	ReLU 2671 1 1 tensor_5089 tensor_5090
	BinaryOp 2672 2 1 tensor_5090 tensor_5090 tensor_5091 0=2
	Reshape 2673 1 1 tensor_5091 tensor_5092 0=0 1=1
	Gemm 2674 1 1 tensor_5092 tensor_5094 4=0 5=1 7=0 8=512 9=2048
	Reshape 2675 1 1 tensor_5094 tensor_5095 0=-1
	BinaryOp 2676 2 1 tensor_5085 tensor_5095 tensor_5096 0=2
	BinaryOp 2677 2 1 tensor_5060 tensor_5096 tensor_5097 0=0
	Split 2678 1 1 tensor_5064 output_state_20_4
	Split 2679 1 2 tensor_5097 tensor_5099 tensor_5100
	LayerNorm 2680 1 1 tensor_5099 tensor_5101 0=512 1=1.000000e-05 2=1
	Split 2681 1 4 tensor_5101 tensor_5102 tensor_5103 tensor_5104 tensor_5105
	Split 2682 1 3 state_21_0 tensor_5106 tensor_5107 tensor_5108
	MemoryData 2683 0 1 blocks.21.att.time_mix_k 0=512
	Split 2684 1 2 blocks.21.att.time_mix_k tensor_5110 tensor_5111
	MemoryData 2685 0 1 blocks.21.att.time_mix_v 0=512
	Split 2686 1 2 blocks.21.att.time_mix_v tensor_5113 tensor_5114
	MemoryData 2687 0 1 blocks.21.att.time_mix_r 0=512
	Split 2688 1 2 blocks.21.att.time_mix_r tensor_5116 tensor_5117
	BinaryOp 2689 1 1 tensor_5111 tensor_5118 0=7 1=1 2=1.000000e+00
	BinaryOp 2690 2 1 tensor_5106 tensor_5118 tensor_5119 0=2
	BinaryOp 2691 2 1 tensor_5102 tensor_5110 tensor_5120 0=2
	BinaryOp 2692 2 1 tensor_5120 tensor_5119 tensor_5121 0=0
	BinaryOp 2693 1 1 tensor_5114 tensor_5122 0=7 1=1 2=1.000000e+00
	BinaryOp 2694 2 1 tensor_5107 tensor_5122 tensor_5123 0=2
	BinaryOp 2695 2 1 tensor_5103 tensor_5113 tensor_5124 0=2
	BinaryOp 2696 2 1 tensor_5124 tensor_5123 tensor_5125 0=0
	BinaryOp 2697 1 1 tensor_5117 tensor_5126 0=7 1=1 2=1.000000e+00
	BinaryOp 2698 2 1 tensor_5108 tensor_5126 tensor_5127 0=2
	BinaryOp 2699 2 1 tensor_5104 tensor_5116 tensor_5128 0=2
	BinaryOp 2700 2 1 tensor_5128 tensor_5127 tensor_5129 0=0
	Reshape 2701 1 1 tensor_5129 tensor_5130 0=0 1=1
	Gemm 2702 1 1 tensor_5130 tensor_5132 4=0 5=1 7=0 8=512 9=512
	Reshape 2703 1 1 tensor_5132 tensor_5133 0=-1
	Sigmoid 2704 1 1 tensor_5133 tensor_5134
	Reshape 2705 1 1 tensor_5121 tensor_5135 0=0 1=1
	Gemm 2706 1 1 tensor_5135 tensor_5137 4=0 5=1 7=0 8=512 9=512
	Reshape 2707 1 1 tensor_5137 tensor_5138 0=-1
	Split 2708 1 3 tensor_5138 tensor_5139 tensor_5140 tensor_5141
	Reshape 2709 1 1 tensor_5125 tensor_5142 0=0 1=1
	Gemm 2710 1 1 tensor_5142 tensor_5144 4=0 5=1 7=0 8=512 9=512
	Reshape 2711 1 1 tensor_5144 tensor_5145 0=-1
	Split 2712 1 2 tensor_5145 tensor_5146 tensor_5147
	MemoryData 2713 0 1 blocks.21.att.time_first 0=512
	BinaryOp 2714 2 1 blocks.21.att.time_first tensor_5139 tensor_5149 0=0
	Split 2715 1 2 tensor_5149 tensor_5150 tensor_5151
	Split 2716 1 3 state_21_3 tensor_5152 tensor_5153 tensor_5154
	BinaryOp 2717 2 1 tensor_5152 tensor_5150 tensor_5155 0=4
	Split 2718 1 2 tensor_5155 tensor_5156 tensor_5157
	BinaryOp 2719 2 1 tensor_5153 tensor_5156 tensor_5158 0=1
	Exp 2720 1 1 tensor_5158 tensor_5159
	Split 2721 1 2 tensor_5159 tensor_5160 tensor_5161
	BinaryOp 2722 2 1 tensor_5151 tensor_5157 tensor_5162 0=1
	Exp 2723 1 1 tensor_5162 tensor_5163
	Split 2724 1 2 tensor_5163 tensor_5164 tensor_5165
	Split 2725 1 2 state_21_1 tensor_5166 tensor_5167
	Split 2726 1 2 state_21_2 tensor_5168 tensor_5169
	BinaryOp 2727 2 1 tensor_5161 tensor_5168 tensor_5170 0=2
	BinaryOp 2728 2 1 tensor_5170 tensor_5165 tensor_5171 0=0
	BinaryOp 2729 2 1 tensor_5164 tensor_5146 tensor_5172 0=2
	BinaryOp 2730 2 1 tensor_5160 tensor_5166 tensor_5173 0=2
	BinaryOp 2731 2 1 tensor_5173 tensor_5172 tensor_5174 0=0
	BinaryOp 2732 2 1 tensor_5174 tensor_5171 tensor_5175 0=3
	MemoryData 2733 0 1 blocks.21.att.time_decay 0=512
	BinaryOp 2734 2 1 blocks.21.att.time_decay tensor_5154 tensor_5177 0=0
	Split 2735 1 2 tensor_5177 tensor_5178 tensor_5179
	BinaryOp 2736 2 1 tensor_5178 tensor_5140 tensor_5180 0=4
	Split 2737 1 3 tensor_5180 tensor_5181 tensor_5182 tensor_5183
	BinaryOp 2738 2 1 tensor_5179 tensor_5181 tensor_5184 0=1
	Exp 2739 1 1 tensor_5184 tensor_5185
	Split 2740 1 2 tensor_5185 tensor_5186 tensor_5187
	BinaryOp 2741 2 1 tensor_5141 tensor_5182 tensor_5188 0=1
	Exp 2742 1 1 tensor_5188 tensor_5189
	Split 2743 1 2 tensor_5189 tensor_5190 tensor_5191
	BinaryOp 2744 2 1 tensor_5134 tensor_5175 tensor_5192 0=2
	Reshape 2745 1 1 tensor_5192 tensor_5193 0=0 1=1
	Gemm 2746 1 1 tensor_5193 tensor_5195 4=0 5=1 7=0 8=512 9=512
	Reshape 2747 1 1 tensor_5195 tensor_5196 0=-1
	BinaryOp 2748 2 1 tensor_5100 tensor_5196 tensor_5197 0=0
	BinaryOp 2749 2 1 tensor_5190 tensor_5147 tensor_5198 0=2
	BinaryOp 2750 2 1 tensor_5186 tensor_5167 tensor_5199 0=2
	BinaryOp 2751 2 1 tensor_5199 tensor_5198 tensor_5200 0=0
	BinaryOp 2752 2 1 tensor_5187 tensor_5169 tensor_5201 0=2
	BinaryOp 2753 2 1 tensor_5201 tensor_5191 tensor_5202 0=0
	Split 2754 1 1 tensor_5105 output_state_21_0
	Split 2755 1 1 tensor_5200 output_state_21_1
	Split 2756 1 1 tensor_5202 output_state_21_2
	Split 2757 1 1 tensor_5183 output_state_21_3
	Split 2758 1 2 tensor_5197 tensor_5207 tensor_5208
	LayerNorm 2759 1 1 tensor_5207 tensor_5209 0=512 1=1.000000e-05 2=1
	Split 2760 1 3 tensor_5209 tensor_5210 tensor_5211 tensor_5212
	Split 2761 1 2 state_21_4 tensor_5213 tensor_5214
	MemoryData 2762 0 1 blocks.21.ffn.time_mix_k 0=512
	Split 2763 1 2 blocks.21.ffn.time_mix_k tensor_5216 tensor_5217
	MemoryData 2764 0 1 blocks.21.ffn.time_mix_r 0=512
	Split 2765 1 2 blocks.21.ffn.time_mix_r tensor_5219 tensor_5220
	BinaryOp 2766 1 1 tensor_5217 tensor_5221 0=7 1=1 2=1.000000e+00
	BinaryOp 2767 2 1 tensor_5213 tensor_5221 tensor_5222 0=2
	BinaryOp 2768 2 1 tensor_5210 tensor_5216 tensor_5223 0=2
	BinaryOp 2769 2 1 tensor_5223 tensor_5222 tensor_5224 0=0
	BinaryOp 2770 1 1 tensor_5220 tensor_5225 0=7 1=1 2=1.000000e+00
	BinaryOp 2771 2 1 tensor_5214 tensor_5225 tensor_5226 0=2
	BinaryOp 2772 2 1 tensor_5211 tensor_5219 tensor_5227 0=2
	BinaryOp 2773 2 1 tensor_5227 tensor_5226 tensor_5228 0=0
	Reshape 2774 1 1 tensor_5228 tensor_5229 0=0 1=1
	Gemm 2775 1 1 tensor_5229 tensor_5231 4=0 5=1 7=0 8=512 9=512
	Reshape 2776 1 1 tensor_5231 tensor_5232 0=-1
	Sigmoid 2777 1 1 tensor_5232 tensor_5233
	Reshape 2778 1 1 tensor_5224 tensor_5234 0=0 1=1
	Gemm 2779 1 1 tensor_5234 tensor_5236 4=0 5=1 7=0 8=2048 9=512
	Reshape 2780 1 1 tensor_5236 tensor_5237 0=-1
	ReLU 2781 1 1 tensor_5237 tensor_5238
	BinaryOp 2782 2 1 tensor_5238 tensor_5238 tensor_5239 0=2
	Reshape 2783 1 1 tensor_5239 tensor_5240 0=0 1=1
	Gemm 2784 1 1 tensor_5240 tensor_5242 4=0 5=1 7=0 8=512 9=2048
	Reshape 2785 1 1 tensor_5242 tensor_5243 0=-1
	BinaryOp 2786 2 1 tensor_5233 tensor_5243 tensor_5244 0=2
	BinaryOp 2787 2 1 tensor_5208 tensor_5244 tensor_5245 0=0
	Split 2788 1 1 tensor_5212 output_state_21_4
	Split 2789 1 2 tensor_5245 tensor_5247 tensor_5248
	LayerNorm 2790 1 1 tensor_5247 tensor_5249 0=512 1=1.000000e-05 2=1
	Split 2791 1 4 tensor_5249 tensor_5250 tensor_5251 tensor_5252 tensor_5253
	Split 2792 1 3 state_22_0 tensor_5254 tensor_5255 tensor_5256
	MemoryData 2793 0 1 blocks.22.att.time_mix_k 0=512
	Split 2794 1 2 blocks.22.att.time_mix_k tensor_5258 tensor_5259
	MemoryData 2795 0 1 blocks.22.att.time_mix_v 0=512
	Split 2796 1 2 blocks.22.att.time_mix_v tensor_5261 tensor_5262
	MemoryData 2797 0 1 blocks.22.att.time_mix_r 0=512
	Split 2798 1 2 blocks.22.att.time_mix_r tensor_5264 tensor_5265
	BinaryOp 2799 1 1 tensor_5259 tensor_5266 0=7 1=1 2=1.000000e+00
	BinaryOp 2800 2 1 tensor_5254 tensor_5266 tensor_5267 0=2
	BinaryOp 2801 2 1 tensor_5250 tensor_5258 tensor_5268 0=2
	BinaryOp 2802 2 1 tensor_5268 tensor_5267 tensor_5269 0=0
	BinaryOp 2803 1 1 tensor_5262 tensor_5270 0=7 1=1 2=1.000000e+00
	BinaryOp 2804 2 1 tensor_5255 tensor_5270 tensor_5271 0=2
	BinaryOp 2805 2 1 tensor_5251 tensor_5261 tensor_5272 0=2
	BinaryOp 2806 2 1 tensor_5272 tensor_5271 tensor_5273 0=0
	BinaryOp 2807 1 1 tensor_5265 tensor_5274 0=7 1=1 2=1.000000e+00
	BinaryOp 2808 2 1 tensor_5256 tensor_5274 tensor_5275 0=2
	BinaryOp 2809 2 1 tensor_5252 tensor_5264 tensor_5276 0=2
	BinaryOp 2810 2 1 tensor_5276 tensor_5275 tensor_5277 0=0
	Reshape 2811 1 1 tensor_5277 tensor_5278 0=0 1=1
	Gemm 2812 1 1 tensor_5278 tensor_5280 4=0 5=1 7=0 8=512 9=512
	Reshape 2813 1 1 tensor_5280 tensor_5281 0=-1
	Sigmoid 2814 1 1 tensor_5281 tensor_5282
	Reshape 2815 1 1 tensor_5269 tensor_5283 0=0 1=1
	Gemm 2816 1 1 tensor_5283 tensor_5285 4=0 5=1 7=0 8=512 9=512
	Reshape 2817 1 1 tensor_5285 tensor_5286 0=-1
	Split 2818 1 3 tensor_5286 tensor_5287 tensor_5288 tensor_5289
	Reshape 2819 1 1 tensor_5273 tensor_5290 0=0 1=1
	Gemm 2820 1 1 tensor_5290 tensor_5292 4=0 5=1 7=0 8=512 9=512
	Reshape 2821 1 1 tensor_5292 tensor_5293 0=-1
	Split 2822 1 2 tensor_5293 tensor_5294 tensor_5295
	MemoryData 2823 0 1 blocks.22.att.time_first 0=512
	BinaryOp 2824 2 1 blocks.22.att.time_first tensor_5287 tensor_5297 0=0
	Split 2825 1 2 tensor_5297 tensor_5298 tensor_5299
	Split 2826 1 3 state_22_3 tensor_5300 tensor_5301 tensor_5302
	BinaryOp 2827 2 1 tensor_5300 tensor_5298 tensor_5303 0=4
	Split 2828 1 2 tensor_5303 tensor_5304 tensor_5305
	BinaryOp 2829 2 1 tensor_5301 tensor_5304 tensor_5306 0=1
	Exp 2830 1 1 tensor_5306 tensor_5307
	Split 2831 1 2 tensor_5307 tensor_5308 tensor_5309
	BinaryOp 2832 2 1 tensor_5299 tensor_5305 tensor_5310 0=1
	Exp 2833 1 1 tensor_5310 tensor_5311
	Split 2834 1 2 tensor_5311 tensor_5312 tensor_5313
	Split 2835 1 2 state_22_1 tensor_5314 tensor_5315
	Split 2836 1 2 state_22_2 tensor_5316 tensor_5317
	BinaryOp 2837 2 1 tensor_5309 tensor_5316 tensor_5318 0=2
	BinaryOp 2838 2 1 tensor_5318 tensor_5313 tensor_5319 0=0
	BinaryOp 2839 2 1 tensor_5312 tensor_5294 tensor_5320 0=2
	BinaryOp 2840 2 1 tensor_5308 tensor_5314 tensor_5321 0=2
	BinaryOp 2841 2 1 tensor_5321 tensor_5320 tensor_5322 0=0
	BinaryOp 2842 2 1 tensor_5322 tensor_5319 tensor_5323 0=3
	MemoryData 2843 0 1 blocks.22.att.time_decay 0=512
	BinaryOp 2844 2 1 blocks.22.att.time_decay tensor_5302 tensor_5325 0=0
	Split 2845 1 2 tensor_5325 tensor_5326 tensor_5327
	BinaryOp 2846 2 1 tensor_5326 tensor_5288 tensor_5328 0=4
	Split 2847 1 3 tensor_5328 tensor_5329 tensor_5330 tensor_5331
	BinaryOp 2848 2 1 tensor_5327 tensor_5329 tensor_5332 0=1
	Exp 2849 1 1 tensor_5332 tensor_5333
	Split 2850 1 2 tensor_5333 tensor_5334 tensor_5335
	BinaryOp 2851 2 1 tensor_5289 tensor_5330 tensor_5336 0=1
	Exp 2852 1 1 tensor_5336 tensor_5337
	Split 2853 1 2 tensor_5337 tensor_5338 tensor_5339
	BinaryOp 2854 2 1 tensor_5282 tensor_5323 tensor_5340 0=2
	Reshape 2855 1 1 tensor_5340 tensor_5341 0=0 1=1
	Gemm 2856 1 1 tensor_5341 tensor_5343 4=0 5=1 7=0 8=512 9=512
	Reshape 2857 1 1 tensor_5343 tensor_5344 0=-1
	BinaryOp 2858 2 1 tensor_5248 tensor_5344 tensor_5345 0=0
	BinaryOp 2859 2 1 tensor_5338 tensor_5295 tensor_5346 0=2
	BinaryOp 2860 2 1 tensor_5334 tensor_5315 tensor_5347 0=2
	BinaryOp 2861 2 1 tensor_5347 tensor_5346 tensor_5348 0=0
	BinaryOp 2862 2 1 tensor_5335 tensor_5317 tensor_5349 0=2
	BinaryOp 2863 2 1 tensor_5349 tensor_5339 tensor_5350 0=0
	Split 2864 1 1 tensor_5253 output_state_22_0
	Split 2865 1 1 tensor_5348 output_state_22_1
	Split 2866 1 1 tensor_5350 output_state_22_2
	Split 2867 1 1 tensor_5331 output_state_22_3
	Split 2868 1 2 tensor_5345 tensor_5355 tensor_5356
	LayerNorm 2869 1 1 tensor_5355 tensor_5357 0=512 1=1.000000e-05 2=1
	Split 2870 1 3 tensor_5357 tensor_5358 tensor_5359 tensor_5360
	Split 2871 1 2 state_22_4 tensor_5361 tensor_5362
	MemoryData 2872 0 1 blocks.22.ffn.time_mix_k 0=512
	Split 2873 1 2 blocks.22.ffn.time_mix_k tensor_5364 tensor_5365
	MemoryData 2874 0 1 blocks.22.ffn.time_mix_r 0=512
	Split 2875 1 2 blocks.22.ffn.time_mix_r tensor_5367 tensor_5368
	BinaryOp 2876 1 1 tensor_5365 tensor_5369 0=7 1=1 2=1.000000e+00
	BinaryOp 2877 2 1 tensor_5361 tensor_5369 tensor_5370 0=2
	BinaryOp 2878 2 1 tensor_5358 tensor_5364 tensor_5371 0=2
	BinaryOp 2879 2 1 tensor_5371 tensor_5370 tensor_5372 0=0
	BinaryOp 2880 1 1 tensor_5368 tensor_5373 0=7 1=1 2=1.000000e+00
	BinaryOp 2881 2 1 tensor_5362 tensor_5373 tensor_5374 0=2
	BinaryOp 2882 2 1 tensor_5359 tensor_5367 tensor_5375 0=2
	BinaryOp 2883 2 1 tensor_5375 tensor_5374 tensor_5376 0=0
	Reshape 2884 1 1 tensor_5376 tensor_5377 0=0 1=1
	Gemm 2885 1 1 tensor_5377 tensor_5379 4=0 5=1 7=0 8=512 9=512
	Reshape 2886 1 1 tensor_5379 tensor_5380 0=-1
	Sigmoid 2887 1 1 tensor_5380 tensor_5381
	Reshape 2888 1 1 tensor_5372 tensor_5382 0=0 1=1
	Gemm 2889 1 1 tensor_5382 tensor_5384 4=0 5=1 7=0 8=2048 9=512
	Reshape 2890 1 1 tensor_5384 tensor_5385 0=-1
	ReLU 2891 1 1 tensor_5385 tensor_5386
	BinaryOp 2892 2 1 tensor_5386 tensor_5386 tensor_5387 0=2
	Reshape 2893 1 1 tensor_5387 tensor_5388 0=0 1=1
	Gemm 2894 1 1 tensor_5388 tensor_5390 4=0 5=1 7=0 8=512 9=2048
	Reshape 2895 1 1 tensor_5390 tensor_5391 0=-1
	BinaryOp 2896 2 1 tensor_5381 tensor_5391 tensor_5392 0=2
	BinaryOp 2897 2 1 tensor_5356 tensor_5392 tensor_5393 0=0
	Split 2898 1 1 tensor_5360 output_state_22_4
	Split 2899 1 2 tensor_5393 tensor_5395 tensor_5396
	LayerNorm 2900 1 1 tensor_5395 tensor_5397 0=512 1=1.000000e-05 2=1
	Split 2901 1 4 tensor_5397 tensor_5398 tensor_5399 tensor_5400 tensor_5401
	Split 2902 1 3 state_23_0 tensor_5402 tensor_5403 tensor_5404
	MemoryData 2903 0 1 blocks.23.att.time_mix_k 0=512
	Split 2904 1 2 blocks.23.att.time_mix_k tensor_5406 tensor_5407
	MemoryData 2905 0 1 blocks.23.att.time_mix_v 0=512
	Split 2906 1 2 blocks.23.att.time_mix_v tensor_5409 tensor_5410
	MemoryData 2907 0 1 blocks.23.att.time_mix_r 0=512
	Split 2908 1 2 blocks.23.att.time_mix_r tensor_5412 tensor_5413
	BinaryOp 2909 1 1 tensor_5407 tensor_5414 0=7 1=1 2=1.000000e+00
	BinaryOp 2910 2 1 tensor_5402 tensor_5414 tensor_5415 0=2
	BinaryOp 2911 2 1 tensor_5398 tensor_5406 tensor_5416 0=2
	BinaryOp 2912 2 1 tensor_5416 tensor_5415 tensor_5417 0=0
	BinaryOp 2913 1 1 tensor_5410 tensor_5418 0=7 1=1 2=1.000000e+00
	BinaryOp 2914 2 1 tensor_5403 tensor_5418 tensor_5419 0=2
	BinaryOp 2915 2 1 tensor_5399 tensor_5409 tensor_5420 0=2
	BinaryOp 2916 2 1 tensor_5420 tensor_5419 tensor_5421 0=0
	BinaryOp 2917 1 1 tensor_5413 tensor_5422 0=7 1=1 2=1.000000e+00
	BinaryOp 2918 2 1 tensor_5404 tensor_5422 tensor_5423 0=2
	BinaryOp 2919 2 1 tensor_5400 tensor_5412 tensor_5424 0=2
	BinaryOp 2920 2 1 tensor_5424 tensor_5423 tensor_5425 0=0
	Reshape 2921 1 1 tensor_5425 tensor_5426 0=0 1=1
	Gemm 2922 1 1 tensor_5426 tensor_5428 4=0 5=1 7=0 8=512 9=512
	Reshape 2923 1 1 tensor_5428 tensor_5429 0=-1
	Sigmoid 2924 1 1 tensor_5429 tensor_5430
	Reshape 2925 1 1 tensor_5417 tensor_5431 0=0 1=1
	Gemm 2926 1 1 tensor_5431 tensor_5433 4=0 5=1 7=0 8=512 9=512
	Reshape 2927 1 1 tensor_5433 tensor_5434 0=-1
	Split 2928 1 3 tensor_5434 tensor_5435 tensor_5436 tensor_5437
	Reshape 2929 1 1 tensor_5421 tensor_5438 0=0 1=1
	Gemm 2930 1 1 tensor_5438 tensor_5440 4=0 5=1 7=0 8=512 9=512
	Reshape 2931 1 1 tensor_5440 tensor_5441 0=-1
	Split 2932 1 2 tensor_5441 tensor_5442 tensor_5443
	MemoryData 2933 0 1 blocks.23.att.time_first 0=512
	BinaryOp 2934 2 1 blocks.23.att.time_first tensor_5435 tensor_5445 0=0
	Split 2935 1 2 tensor_5445 tensor_5446 tensor_5447
	Split 2936 1 3 state_23_3 tensor_5448 tensor_5449 tensor_5450
	BinaryOp 2937 2 1 tensor_5448 tensor_5446 tensor_5451 0=4
	Split 2938 1 2 tensor_5451 tensor_5452 tensor_5453
	BinaryOp 2939 2 1 tensor_5449 tensor_5452 tensor_5454 0=1
	Exp 2940 1 1 tensor_5454 tensor_5455
	Split 2941 1 2 tensor_5455 tensor_5456 tensor_5457
	BinaryOp 2942 2 1 tensor_5447 tensor_5453 tensor_5458 0=1
	Exp 2943 1 1 tensor_5458 tensor_5459
	Split 2944 1 2 tensor_5459 tensor_5460 tensor_5461
	Split 2945 1 2 state_23_1 tensor_5462 tensor_5463
	Split 2946 1 2 state_23_2 tensor_5464 tensor_5465
	BinaryOp 2947 2 1 tensor_5457 tensor_5464 tensor_5466 0=2
	BinaryOp 2948 2 1 tensor_5466 tensor_5461 tensor_5467 0=0
	BinaryOp 2949 2 1 tensor_5460 tensor_5442 tensor_5468 0=2
	BinaryOp 2950 2 1 tensor_5456 tensor_5462 tensor_5469 0=2
	BinaryOp 2951 2 1 tensor_5469 tensor_5468 tensor_5470 0=0
	BinaryOp 2952 2 1 tensor_5470 tensor_5467 tensor_5471 0=3
	MemoryData 2953 0 1 blocks.23.att.time_decay 0=512
	BinaryOp 2954 2 1 blocks.23.att.time_decay tensor_5450 tensor_5473 0=0
	Split 2955 1 2 tensor_5473 tensor_5474 tensor_5475
	BinaryOp 2956 2 1 tensor_5474 tensor_5436 tensor_5476 0=4
	Split 2957 1 3 tensor_5476 tensor_5477 tensor_5478 tensor_5479
	BinaryOp 2958 2 1 tensor_5475 tensor_5477 tensor_5480 0=1
	Exp 2959 1 1 tensor_5480 tensor_5481
	Split 2960 1 2 tensor_5481 tensor_5482 tensor_5483
	BinaryOp 2961 2 1 tensor_5437 tensor_5478 tensor_5484 0=1
	Exp 2962 1 1 tensor_5484 tensor_5485
	Split 2963 1 2 tensor_5485 tensor_5486 tensor_5487
	BinaryOp 2964 2 1 tensor_5430 tensor_5471 tensor_5488 0=2
	Reshape 2965 1 1 tensor_5488 tensor_5489 0=0 1=1
	Gemm 2966 1 1 tensor_5489 tensor_5491 4=0 5=1 7=0 8=512 9=512
	Reshape 2967 1 1 tensor_5491 tensor_5492 0=-1
	BinaryOp 2968 2 1 tensor_5396 tensor_5492 tensor_5493 0=0
	BinaryOp 2969 2 1 tensor_5486 tensor_5443 tensor_5494 0=2
	BinaryOp 2970 2 1 tensor_5482 tensor_5463 tensor_5495 0=2
	BinaryOp 2971 2 1 tensor_5495 tensor_5494 tensor_5496 0=0
	BinaryOp 2972 2 1 tensor_5483 tensor_5465 tensor_5497 0=2
	BinaryOp 2973 2 1 tensor_5497 tensor_5487 tensor_5498 0=0
	Split 2974 1 1 tensor_5401 output_state_23_0
	Split 2975 1 1 tensor_5496 output_state_23_1
	Split 2976 1 1 tensor_5498 output_state_23_2
	Split 2977 1 1 tensor_5479 output_state_23_3
	Split 2978 1 2 tensor_5493 tensor_5503 tensor_5504
	LayerNorm 2979 1 1 tensor_5503 tensor_5505 0=512 1=1.000000e-05 2=1
	Split 2980 1 3 tensor_5505 tensor_5506 tensor_5507 tensor_5508
	Split 2981 1 2 state_23_4 tensor_5509 tensor_5510
	MemoryData 2982 0 1 blocks.23.ffn.time_mix_k 0=512
	Split 2983 1 2 blocks.23.ffn.time_mix_k tensor_5512 tensor_5513
	MemoryData 2984 0 1 blocks.23.ffn.time_mix_r 0=512
	Split 2985 1 2 blocks.23.ffn.time_mix_r tensor_5515 tensor_5516
	BinaryOp 2986 1 1 tensor_5513 tensor_5517 0=7 1=1 2=1.000000e+00
	BinaryOp 2987 2 1 tensor_5509 tensor_5517 tensor_5518 0=2
	BinaryOp 2988 2 1 tensor_5506 tensor_5512 tensor_5519 0=2
	BinaryOp 2989 2 1 tensor_5519 tensor_5518 tensor_5520 0=0
	BinaryOp 2990 1 1 tensor_5516 tensor_5521 0=7 1=1 2=1.000000e+00
	BinaryOp 2991 2 1 tensor_5510 tensor_5521 tensor_5522 0=2
	BinaryOp 2992 2 1 tensor_5507 tensor_5515 tensor_5523 0=2
	BinaryOp 2993 2 1 tensor_5523 tensor_5522 tensor_5524 0=0
	Reshape 2994 1 1 tensor_5524 tensor_5525 0=0 1=1
	Gemm 2995 1 1 tensor_5525 tensor_5527 4=0 5=1 7=0 8=512 9=512
	Reshape 2996 1 1 tensor_5527 tensor_5528 0=-1
	Sigmoid 2997 1 1 tensor_5528 tensor_5529
	Reshape 2998 1 1 tensor_5520 tensor_5530 0=0 1=1
	Gemm 2999 1 1 tensor_5530 tensor_5532 4=0 5=1 7=0 8=2048 9=512
	Reshape 3000 1 1 tensor_5532 tensor_5533 0=-1
	ReLU 3001 1 1 tensor_5533 tensor_5534
	BinaryOp 3002 2 1 tensor_5534 tensor_5534 tensor_5535 0=2
	Reshape 3003 1 1 tensor_5535 tensor_5536 0=0 1=1
	Gemm 3004 1 1 tensor_5536 tensor_5538 4=0 5=1 7=0 8=512 9=2048
	Reshape 3005 1 1 tensor_5538 tensor_5539 0=-1
	BinaryOp 3006 2 1 tensor_5529 tensor_5539 tensor_5540 0=2
	BinaryOp 3007 2 1 tensor_5504 tensor_5540 tensor_5541 0=0
	Split 3008 1 1 tensor_5508 output_state_23_4
	LayerNorm 3009 1 1 tensor_5541 tensor_5543 0=512 1=1.000000e-05 2=1
	Reshape 3010 1 1 tensor_5543 tensor_5544 0=0 1=1
	Gemm 3011 1 1 tensor_5544 tensor_5546 4=0 5=1 7=0 8=128 9=512
	Reshape 3012 1 1 tensor_5546 tensor_5547 0=-1
	Split 3013 1 1 tensor_5547 output