diff --git "a/config.json" "b/config.json" new file mode 100644--- /dev/null +++ "b/config.json" @@ -0,0 +1,132417 @@ +{ + "_name_or_path": "models/Meta-Llama-3.1-8B-Instruct-Galician-Merged", + "architectures": [ + "LlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "model_type": "llama", + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128004, + "pretraining_tp": 1, + "quantization_config": { + "batch_size": 1, + "bits": 4, + "block_name_to_quantize": null, + "cache_block_outputs": true, + "damp_percent": 0.1, + "dataset": [ + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 41987, + 3067, + 6328, + 2152, + 665, + 40870, + 68, + 2111, + 969, + 6630, + 14720, + 220, + 2075, + 38101, + 62446, + 8464, + 6960, + 409, + 1376, + 5840, + 409, + 58563, + 15844, + 482, + 40870, + 68, + 2111, + 969, + 650, + 10126, + 198, + 71553, + 288, + 220, + 966, + 409, + 1630, + 2194, + 8869, + 11, + 220, + 679, + 23, + 19216, + 82, + 220, + 972, + 25, + 1272, + 656, + 8290, + 288, + 220, + 966, + 409, + 1630, + 2194, + 8869, + 11, + 220, + 679, + 23, + 198, + 44, + 1995, + 285, + 409, + 220, + 975, + 13, + 931, + 58563, + 15844, + 6502, + 13055, + 78885, + 41987, + 4834, + 29350, + 3067, + 6328, + 2152, + 665, + 40870, + 68, + 2111, + 969, + 30331, + 220, + 2075, + 38101, + 11, + 23553, + 1744, + 308, + 580, + 84, + 665, + 220, + 6393, + 18, + 8112, + 297, + 24298, + 87, + 822, + 452, + 26107, + 220, + 17, + 3067, + 10995, + 42600, + 45689, + 409, + 356, + 797, + 437, + 11, + 1744, + 6502, + 283, + 264, + 62265, + 2648, + 1080, + 2635, + 822, + 55678, + 5345, + 95952, + 10216, + 384, + 72900, + 12155, + 38101, + 220, + 1490, + 28157, + 325, + 665, + 57674, + 409, + 4158, + 49022, + 47373, + 4719, + 25204, + 320, + 9614, + 4390, + 1128, + 1560, + 288, + 18224, + 11, + 297, + 7690, + 656, + 41987, + 44365, + 43912, + 983, + 301, + 37501, + 4852, + 288, + 3118, + 12273, + 2709, + 1180, + 437, + 409, + 7495, + 5840, + 77236, + 220, + 2075, + 459, + 1986, + 3370, + 85074, + 1347, + 4988, + 1744, + 297, + 1080, + 2635, + 822, + 308, + 580, + 84, + 91992, + 19216, + 304, + 447, + 291, + 27564, + 8924, + 272, + 797, + 437, + 342, + 1604, + 35173, + 384, + 43914, + 54869, + 1744, + 11, + 264, + 25098, + 5670, + 656, + 19266, + 64487, + 30388, + 11, + 3073, + 42550, + 3429, + 34264, + 18599, + 2648, + 23553, + 10845, + 24985, + 264, + 25048, + 627, + 16589, + 5150, + 9252, + 11, + 297, + 41987, + 45866, + 390, + 220, + 2636, + 58563, + 15844, + 409, + 3772, + 19394, + 48192, + 13, + 17652, + 13807, + 1367, + 2249, + 78, + 37501, + 4852, + 288, + 11, + 653, + 409, + 19394, + 743, + 68, + 98959, + 1744, + 513, + 1376, + 13055, + 23634, + 300, + 264, + 26622, + 71301, + 2709, + 42498, + 1826, + 46179, + 4415, + 11159, + 9252, + 384, + 297, + 54776, + 40055, + 40754, + 277, + 4046, + 32190, + 656, + 220, + 24, + 13689, + 4247, + 13081, + 52462, + 3067, + 3772, + 13, + 507, + 7690, + 86538, + 12273, + 1744, + 56726, + 437, + 58563, + 15844, + 33397, + 450, + 11644, + 325, + 665, + 435, + 285, + 11345, + 261, + 80470, + 11, + 34860, + 4988, + 951, + 5481, + 285, + 264, + 274, + 90739, + 4197, + 9252, + 76348, + 665, + 46418, + 61989, + 409, + 10845, + 24985, + 384, + 26555, + 10610, + 656, + 63816, + 656, + 41274, + 627, + 1, + 44090, + 41987, + 24215, + 29028, + 33397, + 498, + 4547, + 12273, + 37501, + 4852, + 288, + 15190, + 274, + 992, + 277, + 1744, + 15887, + 2709, + 58563, + 15844, + 1744, + 6502, + 13055, + 1499, + 300, + 46698, + 5840, + 82, + 22641, + 276, + 653, + 16109, + 3335, + 78, + 33186, + 77236, + 16948, + 41284, + 8112, + 3067, + 56184, + 409, + 40870, + 68, + 2111, + 969, + 13, + 20388, + 34556, + 439, + 74079, + 3429, + 15491, + 390, + 10759, + 269, + 5840, + 514, + 959, + 11644, + 297, + 514, + 1764, + 330, + 1813, + 360, + 2353, + 437, + 656, + 12155, + 78, + 58516, + 11, + 26600, + 295, + 13652, + 78885, + 12155, + 78, + 54272, + 384, + 3900, + 7713, + 5670, + 1080, + 65744, + 23811, + 44090, + 865, + 10296, + 220, + 16, + 409, + 1172, + 21152, + 8869, + 2586, + 89, + 31841, + 264, + 2068, + 5840, + 656, + 459, + 1986, + 3370, + 17580, + 46698, + 5840, + 82, + 656, + 50708, + 272, + 359, + 4317, + 4197, + 9252, + 75837, + 3890, + 532, + 665, + 69297, + 1080, + 29452, + 3067, + 6730, + 37029, + 3429, + 951, + 5481, + 285, + 11, + 665, + 70972, + 5840, + 1080, + 98690, + 47, + 30397, + 60829, + 4458, + 11, + 4958, + 404, + 653, + 4317, + 98878, + 4415, + 1744, + 2709, + 5293, + 15844, + 5367, + 592, + 277, + 11644, + 2709, + 550, + 14357, + 8119, + 8492, + 2353, + 19189, + 5670, + 384, + 11, + 85878, + 22544 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 3429, + 1446, + 268, + 342, + 54093, + 30331, + 297, + 423, + 20243, + 11620, + 12801, + 8869, + 1856, + 5770, + 3489, + 2910, + 75497, + 627, + 32, + 31265, + 18728, + 299, + 10176, + 10649, + 28811, + 4046, + 653, + 4317, + 6754, + 7643, + 46896, + 656, + 29452, + 320, + 444, + 220, + 5495, + 220, + 19988, + 75964, + 1832, + 68216, + 409, + 1327, + 729, + 3739, + 8, + 384, + 4046, + 297, + 29928, + 29830, + 285, + 8654, + 1610, + 2172, + 656, + 3197, + 1955, + 11, + 7710, + 4988, + 220, + 23409, + 2606, + 3244, + 82, + 409, + 6502, + 710, + 20568, + 3714, + 384, + 29830, + 285, + 409, + 220, + 22536, + 2606, + 3244, + 82, + 409, + 8941, + 301, + 11354, + 409, + 76136, + 665, + 220, + 679, + 16, + 13, + 507, + 29928, + 18728, + 299, + 10176, + 3370, + 1280, + 822, + 11, + 6111, + 55451, + 665, + 220, + 9741, + 18, + 1499, + 437, + 38430, + 11644, + 17038, + 11, + 4046, + 1207, + 1083, + 3843, + 2172, + 384, + 26976, + 5362, + 1499, + 64, + 1826, + 4306, + 330, + 48664, + 24720, + 2336, + 498, + 13081, + 52462, + 264, + 15945, + 71355, + 656, + 9675, + 822, + 6754, + 29562, + 28787, + 1138, + 24315, + 627, + 32, + 6890, + 5899, + 653, + 4317, + 31265, + 409, + 30607, + 11354, + 308, + 5928, + 2852, + 1744, + 665, + 124963, + 276, + 31201, + 439, + 7546, + 2852, + 272, + 13910, + 384, + 61510, + 2852, + 409, + 94624, + 11, + 1376, + 4988, + 264, + 76399, + 67861, + 42743, + 3067, + 11723, + 7583, + 656, + 42765, + 13, + 2998, + 220, + 679, + 15, + 11, + 297, + 42765, + 9165, + 18829, + 653, + 2860, + 409, + 220, + 25926, + 3391, + 16400, + 409, + 30607, + 11354, + 308, + 5928, + 2852, + 11, + 8924, + 2211, + 645, + 220, + 1049, + 16400, + 2781, + 276, + 57220, + 91862, + 8112, + 3313, + 15462, + 11354, + 13, + 362, + 31265, + 409, + 30607, + 11354, + 1826, + 460, + 285, + 9165, + 18829, + 653, + 2860, + 409, + 220, + 9263, + 220, + 22889, + 16400, + 42918, + 41349, + 39124, + 384, + 297, + 2860, + 3067, + 31265, + 409, + 30607, + 11354, + 28811, + 28549, + 409, + 220, + 10568, + 931, + 15, + 16400, + 627, + 11241, + 13807, + 297, + 1322, + 87, + 440, + 78, + 409, + 3959, + 3239, + 337, + 7986, + 78, + 409, + 1183, + 95283, + 13611, + 2172, + 45689, + 320, + 18378, + 6061, + 705, + 264, + 528, + 44731, + 4046, + 26458, + 277, + 264, + 37571, + 4752, + 6754, + 7546, + 2852, + 30607, + 11354, + 308, + 5928, + 2852, + 390, + 8415, + 299, + 48595, + 24315, + 11, + 1097, + 2852, + 409, + 26555, + 10610, + 3073, + 404, + 653, + 3197, + 3429, + 28157, + 17797, + 6792, + 4511, + 4353, + 26675, + 951, + 300, + 30607, + 11354, + 665, + 87512, + 48595, + 24315, + 13, + 362, + 57972, + 9252, + 45689, + 409, + 82584, + 11354, + 1826, + 7675, + 1744, + 28549, + 656, + 220, + 2397, + 4, + 3067, + 76136, + 384, + 297, + 220, + 1490, + 4, + 656, + 490, + 95283, + 409, + 6502, + 710, + 20568, + 3714, + 656, + 42765, + 4538, + 7710, + 5670, + 4247, + 30607, + 11354, + 13, + 1666, + 30607, + 11354, + 308, + 5928, + 2852, + 1280, + 3557, + 7710, + 276, + 28549, + 656, + 220, + 1272, + 4, + 656, + 2860, + 656, + 490, + 95283, + 21236, + 2172, + 11, + 264, + 2483, + 28996, + 1744, + 32190, + 15190, + 2579, + 269, + 656, + 220, + 16, + 11, + 22, + 4, + 3067, + 31265, + 409, + 30607, + 11354, + 10566, + 64, + 19250, + 23463, + 4247, + 116038, + 30607, + 11354, + 7546, + 2852, + 13, + 507, + 1922, + 66, + 76384, + 49779, + 656, + 31311, + 409, + 5275, + 67111, + 5899, + 35071, + 665, + 259, + 11368, + 264, + 653, + 220, + 605, + 11, + 845, + 4, + 4247, + 39124, + 12155, + 79521, + 38101, + 627, + 1737, + 220, + 679, + 17, + 55138, + 220, + 16482, + 264, + 2382, + 403, + 437, + 18969, + 24315, + 4415, + 6890, + 11, + 8924, + 2211, + 645, + 220, + 13860, + 9165, + 5771, + 276, + 24817, + 300, + 40216, + 3904, + 11354, + 13, + 63782, + 29830, + 285, + 409, + 220, + 508, + 264, + 2382, + 403, + 437, + 2655, + 5928, + 2852, + 13, + 507, + 264, + 2382, + 93674, + 96167, + 2314, + 9008, + 48994, + 665, + 35741, + 7462, + 72, + 11, + 384, + 297, + 89523 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 39, + 5241, + 68, + 2536, + 665, + 899, + 35853, + 15295, + 44575, + 1744, + 47151, + 220, + 508, + 38101, + 11, + 264, + 12155, + 64, + 25994, + 453, + 102818, + 521, + 384, + 1794, + 437, + 3154, + 3244, + 316, + 437, + 30331, + 29830, + 285, + 24108, + 11, + 78885, + 1744, + 2024, + 15295, + 1744, + 2024, + 83032, + 89805, + 409, + 272, + 590, + 277, + 297, + 12155, + 78, + 66734, + 11, + 439, + 12155, + 300, + 991, + 2168, + 3244, + 82, + 384, + 439, + 12155, + 300, + 69297, + 82, + 12288, + 57567, + 13, + 1611, + 8112, + 3547, + 20782, + 26564, + 81284, + 78559, + 5347, + 258, + 3370, + 64267, + 302, + 4042, + 912, + 1744, + 513, + 8136, + 2159, + 31841, + 912, + 1744, + 264, + 10995, + 42600, + 67661, + 532, + 3067, + 16233, + 68488, + 7124, + 8112, + 665, + 899, + 35853, + 76384, + 4197, + 78, + 320, + 19680, + 42600, + 409, + 63098, + 13910, + 409, + 97995, + 11, + 5293, + 5840, + 384, + 4915, + 324, + 9252, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 54448, + 269, + 277, + 264, + 1652, + 9252, + 409, + 25994, + 8, + 4156, + 68, + 264, + 62822, + 44428, + 8924, + 7643, + 46896, + 409, + 75802, + 325, + 62097, + 8801, + 11, + 18222, + 288, + 6033, + 18274, + 3614, + 437, + 627, + 14101, + 1995, + 65845, + 87, + 2259, + 77161, + 8443, + 384, + 74802, + 41934, + 337, + 5241, + 25318, + 3429, + 1744, + 281, + 590, + 10808, + 54448, + 269, + 277, + 264, + 274, + 90739, + 54413, + 912, + 12155, + 78, + 48056, + 25, + 17375, + 8862, + 48376, + 665, + 30233, + 76058, + 498, + 1615, + 396, + 288, + 297, + 35010, + 409, + 31201, + 439, + 8443, + 198, + 1844, + 4317, + 12829, + 4046, + 653, + 81772, + 12052, + 282, + 12333, + 8869, + 1744, + 513, + 453, + 12214, + 7304, + 272, + 4988, + 4034, + 300, + 653, + 4317, + 65845, + 87, + 2259, + 656, + 96510, + 656, + 1028, + 84, + 39488, + 5477, + 6033, + 96099, + 66842, + 49938, + 384, + 1744, + 3091, + 52603, + 84327, + 277, + 384, + 52621, + 277, + 6449, + 2649, + 35615, + 15482, + 264, + 90318, + 64, + 56543, + 5840, + 6033, + 48755, + 5771, + 94218, + 1557, + 3429, + 17028, + 277, + 297, + 69629, + 264, + 6449, + 5670, + 4958, + 450, + 437, + 627, + 87995, + 6792, + 4511, + 4538, + 87263, + 11851, + 9157, + 1560, + 8968, + 285, + 11, + 8112, + 2709, + 1744, + 513, + 33272, + 276, + 3429, + 1744, + 272, + 4988, + 40586, + 300, + 264, + 16888, + 277, + 6033, + 1046, + 291, + 300, + 15190, + 1028, + 84, + 47021, + 72566, + 2536, + 25203, + 3695, + 6111, + 58132, + 297, + 1028, + 84, + 17567, + 409, + 16787, + 384, + 6155, + 300, + 992, + 665, + 19394, + 62777, + 13, + 9973, + 316, + 2483, + 19285, + 325, + 330, + 45417, + 87263, + 74446, + 1, + 384, + 32190, + 513, + 603, + 276, + 11540, + 417, + 15833, + 4415, + 3566, + 13, + 1369, + 1826, + 288, + 42939, + 951, + 9035, + 5670, + 11, + 4046, + 56132, + 1744, + 2536, + 281, + 590, + 64, + 1046, + 7442, + 59607, + 264, + 15887, + 2709, + 687, + 13652, + 384, + 4958, + 450, + 437, + 77236, + 48056, + 3566, + 6033, + 1744, + 264, + 274, + 90739, + 56543, + 5840, + 1877, + 64, + 653, + 83937, + 29830, + 285, + 3709, + 1832, + 2658, + 64, + 513, + 1046, + 15686, + 264, + 653, + 16948, + 41284, + 50103, + 4046, + 69374, + 48755, + 5771, + 762, + 20782, + 627, + 2729, + 13075, + 4538, + 439, + 34809, + 11354, + 330, + 45417, + 3260, + 16485, + 15540, + 498, + 1744, + 7661, + 268, + 3547, + 261, + 56132, + 312, + 5807, + 3653, + 1826, + 266, + 62527, + 15482, + 264, + 274, + 90739, + 56543, + 5840, + 11, + 11810, + 2483, + 303, + 55148, + 1080, + 5771, + 94218, + 2709, + 42498, + 50516, + 288, + 3429, + 64195, + 261, + 66601, + 653, + 4958, + 43994, + 29830, + 285, + 11744, + 2172, + 19216, + 82, + 274, + 6792, + 300, + 10932, + 27897, + 384, + 25203, + 13910, + 13, + 362, + 951, + 9035, + 5840, + 3281, + 300, + 8443, + 2536, + 68364, + 64, + 19216, + 2988, + 4001, + 9252, + 3067, + 65845, + 87, + 2259, + 11, + 20003, + 4046, + 56132, + 1744, + 2536, + 1421, + 36038, + 687, + 5362, + 74961, + 6033, + 586, + 275, + 3370, + 95102, + 11744, + 2172, + 264, + 348 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 11639, + 409, + 8529, + 40055, + 23100, + 1995, + 2298, + 325, + 912, + 220, + 1049, + 17, + 11, + 272, + 4988, + 297, + 220, + 9588, + 15, + 12177, + 32434, + 65225, + 817, + 78885, + 386, + 12351, + 9491, + 356, + 13649, + 978, + 384, + 297, + 47414, + 1126, + 11, + 3721, + 92660, + 283, + 264, + 31632, + 656, + 220, + 9588, + 15, + 11, + 1826, + 288, + 1080, + 8696, + 603, + 39265, + 653, + 650, + 23, + 409, + 220, + 19, + 11, + 17, + 13318, + 3714, + 85724, + 39423, + 11, + 25689, + 5840, + 14036, + 69, + 71281, + 11, + 272, + 42354, + 466, + 513, + 1030, + 272, + 359, + 4317, + 2211, + 47484, + 409, + 83362, + 24614, + 325, + 52462, + 13, + 43912, + 274, + 90739, + 21205, + 11098, + 978, + 384, + 47414, + 1126, + 369, + 263, + 32434, + 65225, + 41625, + 1499, + 437, + 27622, + 38062, + 17434, + 384, + 27622, + 99299, + 10599, + 627, + 44, + 306, + 417, + 33186, + 11, + 1097, + 437, + 1995, + 2298, + 325, + 15190, + 60050, + 294, + 788, + 6747, + 437, + 83742, + 11, + 297, + 21539, + 717, + 2307, + 451, + 403, + 6632, + 409, + 30607, + 2649, + 384, + 4974, + 28246, + 12177, + 85932, + 272, + 359, + 523, + 10949, + 384, + 9048, + 19290, + 5670, + 656, + 46853, + 2998, + 13028, + 384, + 297, + 39423, + 510, + 510, + 44, + 12351, + 9491, + 3489, + 78047, + 45808, + 674, + 3489, + 78047, + 45808, + 650, + 320, + 44, + 10125, + 11, + 220, + 1049, + 18, + 4235, + 679, + 17, + 8, + 765, + 3489, + 78047, + 45808, + 21128, + 653, + 4317, + 10418, + 75, + 2259, + 409, + 14379, + 78, + 390, + 9048, + 650, + 23, + 409, + 220, + 19, + 11, + 17, + 13318, + 3714, + 656, + 27622, + 8877, + 17434, + 13, + 473, + 5241, + 68, + 665, + 35963, + 11, + 386, + 12351, + 9491, + 348, + 4035, + 84, + 19216, + 4197, + 9252, + 384, + 348, + 11178, + 4974, + 437, + 9157, + 5113, + 52209, + 3742, + 264, + 43445, + 3728, + 627, + 1737, + 220, + 1049, + 16, + 11, + 46853, + 1654, + 12558, + 84, + 70820, + 31201, + 439, + 68937, + 300, + 58139, + 2908, + 300, + 384, + 46698, + 283, + 58551, + 25204, + 409, + 46462, + 41934, + 337, + 5241, + 7583, + 4415, + 282, + 1995, + 1347, + 3074, + 409, + 386, + 1832, + 5294, + 64, + 627, + 85332, + 7546, + 3614, + 409, + 220, + 1049, + 17, + 11, + 386, + 12351, + 9491, + 1218, + 583, + 409, + 39423, + 912, + 49950, + 8924, + 64993, + 69519, + 11, + 1744, + 513, + 19873, + 668, + 84, + 11295, + 9157, + 912, + 20607, + 46591, + 49950, + 98187, + 13, + 362, + 64403, + 7583, + 26555, + 10610, + 1218, + 583, + 409, + 39423, + 912, + 27673, + 409, + 1841, + 265, + 51185, + 1080, + 20607, + 19881, + 1897, + 78, + 384, + 11, + 665, + 1654, + 50010, + 409, + 220, + 1049, + 18, + 11, + 297, + 21539, + 717, + 320, + 276, + 41644, + 12826, + 1080, + 5771, + 762, + 5362, + 8112, + 99352, + 705, + 1744, + 61344, + 4035, + 817, + 45387, + 264, + 7617, + 28952, + 12177, + 3067, + 435, + 5987, + 384, + 23553, + 1218, + 3244, + 4634, + 19260, + 390, + 25626, + 81986, + 912, + 3190, + 290, + 4428, + 98187, + 3067, + 435, + 5987, + 12177, + 11, + 13819, + 5771, + 4988, + 297, + 3190, + 290, + 4428, + 4247, + 92952, + 31723, + 57429, + 20503, + 332, + 39924, + 656, + 220, + 1049, + 20, + 15190, + 220, + 1049, + 22, + 13, + 507, + 21539, + 717, + 26555, + 10610, + 513, + 35160, + 283, + 74918, + 3190, + 290, + 14357, + 308, + 5928, + 2852, + 409, + 12177, + 11, + 37560, + 8112, + 4415, + 33978, + 66879, + 3444, + 2009, + 44235, + 13, + 507, + 21539, + 717, + 15833, + 2385, + 2172, + 912, + 1080, + 1557, + 28338, + 6632, + 46853, + 2998, + 13028, + 85653, + 978, + 2298, + 325, + 220, + 1135, + 83742, + 5105, + 1640, + 5670, + 3429, + 30607, + 2649, + 320, + 8714, + 12855, + 384, + 10747, + 5512, + 4390, + 46, + 38610, + 386, + 12351, + 9491, + 384, + 1708, + 3716, + 71292, + 912, + 38610, + 51635, + 835, + 627, + 46, + 38610, + 386, + 12351, + 9491, + 384, + 1708, + 3716, + 71292, + 11, + 13081, + 52462, + 297, + 76007, + 70399, + 11, + 2586, + 89, + 283, + 912, + 220, + 1049, + 20, + 11, + 272, + 4988 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2483, + 41349, + 11, + 439, + 1218, + 13910, + 38045, + 48213, + 39294, + 2483, + 30528, + 325, + 264, + 11357, + 277, + 2709, + 100127, + 865, + 592, + 1104, + 64545, + 3067, + 75427, + 8924, + 21901, + 437, + 46369, + 13652, + 11, + 18916, + 65225, + 41625, + 2709, + 100127, + 43906, + 3244, + 17038, + 11, + 11540, + 417, + 281, + 590, + 276, + 1446, + 1536, + 87, + 440, + 78, + 6754, + 81553, + 5840, + 82, + 409, + 470, + 20493, + 5840, + 384, + 2585, + 627, + 508, + 13, + 19, + 13, + 1666, + 2483, + 41349, + 11, + 439, + 1218, + 13910, + 38045, + 48213, + 39294, + 2483, + 30528, + 325, + 264, + 14566, + 277, + 409, + 22544, + 9621, + 665, + 31201, + 439, + 90164, + 82, + 19290, + 11354, + 656, + 22267, + 440, + 78, + 1207, + 85, + 93873, + 2172, + 320, + 501, + 78283, + 11, + 1095, + 265, + 48328, + 11, + 48454, + 285, + 11, + 586, + 5840, + 82, + 11, + 3769, + 409, + 1422, + 355, + 3739, + 11, + 586, + 9252, + 11, + 5099, + 6266, + 2709, + 1515, + 354, + 575, + 437, + 315, + 24985, + 285, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 384, + 3067, + 24421, + 5840, + 79332, + 6885, + 11, + 12067, + 6127, + 78, + 665, + 55956, + 10878, + 1037, + 8869, + 384, + 3769, + 22884, + 6960, + 11, + 3429, + 264, + 4316, + 4849, + 1422, + 355, + 3739, + 3067, + 477, + 86400, + 3067, + 1207, + 85, + 44731, + 11, + 98642, + 297, + 65201, + 998, + 220, + 12378, + 14, + 1049, + 24, + 11, + 656, + 220, + 20, + 409, + 6747, + 50010, + 11, + 78885, + 1744, + 513, + 76955, + 4749, + 297, + 35010, + 8924, + 49247, + 81451, + 17038, + 3067, + 3608, + 9252, + 8533, + 28952, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 11, + 4371, + 3415, + 25540, + 300, + 865, + 592, + 1104, + 11354, + 4247, + 12521, + 437, + 409, + 4915, + 324, + 9252, + 11, + 1744, + 59305, + 42550, + 1446, + 46915, + 11354, + 15190, + 41987, + 2167, + 6632, + 4634, + 6960, + 665, + 45558, + 409, + 22415, + 5840, + 3429, + 297, + 61344, + 337, + 7986, + 78, + 384, + 90164, + 3823, + 275, + 10649, + 627, + 34, + 4988, + 264, + 25286, + 5840, + 41645, + 72, + 2649, + 12532, + 64, + 297, + 20607, + 92192, + 1515, + 354, + 7088, + 11, + 297, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 384, + 297, + 3067, + 24421, + 5840, + 79332, + 6885, + 59305, + 11644, + 56755, + 277, + 1080, + 41349, + 81352, + 384, + 665, + 19935, + 74091, + 9955, + 26826, + 82, + 409, + 4915, + 324, + 9252, + 13, + 20423, + 437, + 2709, + 294, + 788, + 1515, + 354, + 575, + 437, + 29638, + 11644, + 6697, + 867, + 2648, + 3067, + 65845, + 87, + 2259, + 3566, + 3067, + 24421, + 5840, + 79332, + 6885, + 3788, + 1129, + 1030, + 3376, + 5928, + 2036, + 43150, + 1326, + 278, + 198, + 29967, + 100127, + 384, + 297, + 3769, + 3512, + 56099, + 29350, + 586, + 5670, + 11, + 33186, + 665, + 70257, + 8112, + 665, + 779, + 45808, + 7855, + 30318, + 384, + 14, + 283, + 72566, + 11, + 1744, + 1877, + 276, + 27284, + 409, + 81553, + 5840, + 82, + 41645, + 72, + 11354, + 1499, + 64, + 1630, + 43150, + 409, + 10845, + 24985, + 11, + 1008, + 336, + 2852, + 409, + 390, + 466, + 297, + 1515, + 354, + 7088, + 384, + 297, + 17567, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 8112, + 41645, + 72, + 5477, + 11, + 59305, + 11644, + 18916, + 65225, + 81, + 297, + 94172, + 68, + 1370, + 1995, + 33050, + 831, + 11, + 4790, + 1791, + 5362, + 19216, + 82, + 39603, + 300, + 665, + 1744, + 513, + 6814, + 41093, + 268, + 2709, + 100127, + 6033, + 45558, + 285, + 3512, + 56099, + 64545, + 25, + 12769, + 60742, + 586, + 5840, + 34860, + 1559, + 1080, + 73990, + 822, + 17452, + 8869, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 13, + 507, + 687, + 5362, + 3067, + 294, + 6388, + 586, + 5840, + 4046, + 4294, + 81016, + 18525, + 10126, + 409, + 366, + 45, + 11662, + 28916, + 97365, + 29, + 384, + 2536, + 2098, + 416, + 668, + 25203, + 2850, + 9157, + 264, + 7484, + 3739, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 106635, + 508, + 13, + 20, + 13, + 2360, + 50109, + 16513, + 78, + 409, + 5105, + 5241 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 90314, + 11, + 8112, + 57973, + 37622, + 437, + 961, + 13652, + 3067, + 12873, + 11, + 37571, + 4752, + 865, + 540, + 11354, + 79965, + 3742, + 1744, + 2558, + 66, + 2534, + 951, + 582, + 52372, + 1645, + 78993, + 6754, + 34122, + 3739, + 82, + 8924, + 19216, + 81, + 4590, + 3714, + 3343, + 507, + 74141, + 281, + 2249, + 78, + 1913, + 264, + 7120, + 31855, + 4225, + 478, + 5670, + 409, + 1744, + 953, + 300, + 15482, + 264, + 59057, + 50839, + 627, + 92313, + 8458, + 2798, + 2649, + 31157, + 1995, + 3231, + 71662, + 656, + 49012, + 264, + 2483, + 28996, + 1744, + 1080, + 42176, + 409, + 1744, + 14129, + 100071, + 11, + 23251, + 64, + 315, + 729, + 6632, + 656, + 49012, + 11, + 865, + 540, + 5477, + 656, + 58516, + 393, + 1098, + 20904, + 384, + 653, + 8924, + 296, + 4896, + 417, + 10006, + 1291, + 437, + 315, + 729, + 25204, + 3067, + 326, + 16960, + 12018, + 1082, + 88103, + 2172, + 1499, + 437, + 19461, + 41448, + 11, + 6127, + 78, + 91992, + 264, + 1744, + 2709, + 46026, + 70493, + 2534, + 2536, + 5625, + 20782, + 665, + 865, + 540, + 5477, + 22944, + 447, + 7583, + 3429, + 264, + 2000, + 81, + 2648, + 1891, + 5771, + 68, + 8869, + 11, + 20003, + 2709, + 650, + 5118, + 287, + 437, + 88103, + 1995, + 2298, + 78, + 6252, + 54869, + 13, + 362, + 7546, + 3614, + 409, + 2798, + 2649, + 2709, + 46026, + 6155, + 6526, + 263, + 15190, + 25321, + 8924, + 1561, + 9635, + 33617, + 11, + 1611, + 263, + 26176, + 13, + 50464, + 93153, + 2709, + 46026, + 82949, + 13055, + 3399, + 264, + 2798, + 2649, + 1069, + 2635, + 4988, + 409, + 83890, + 6491, + 390, + 87, + 26494, + 8119, + 800, + 13, + 12140, + 38603, + 4415, + 48305, + 507, + 18223, + 20003, + 2709, + 54869, + 82949, + 13055, + 912, + 74141, + 40524, + 2709, + 1561, + 4356, + 30835, + 272, + 4988, + 77371, + 20643, + 11, + 297, + 40801, + 81205, + 656, + 49012, + 384, + 32966, + 3067, + 12873, + 264, + 2798, + 2649, + 37229, + 93217, + 1559, + 297, + 64032, + 1560, + 16339, + 3055, + 60286, + 4988, + 282, + 1832, + 969, + 4247, + 74918, + 961, + 13652, + 13, + 29988, + 10610, + 11405, + 3635, + 2534, + 1080, + 300, + 3625, + 3739, + 82, + 409, + 37670, + 13678, + 43122, + 301, + 55177, + 11, + 25321, + 38481, + 2998, + 1549, + 11, + 25321, + 15367, + 3833, + 13972, + 11, + 50621, + 622, + 618, + 27322, + 36177, + 11, + 33021, + 33491, + 27191, + 5099, + 13, + 507, + 75401, + 315, + 729, + 6632, + 1744, + 865, + 540, + 283, + 15887, + 2709, + 961, + 13652, + 22419, + 297, + 350, + 52622, + 5046, + 729, + 6632, + 33305, + 53240, + 13, + 362, + 18541, + 277, + 1744, + 264, + 48305, + 507, + 18223, + 308, + 2423, + 31221, + 11639, + 264, + 50468, + 3739, + 29830, + 285, + 7591, + 49938, + 3067, + 326, + 16960, + 72900, + 1744, + 2709, + 38603, + 82949, + 13055, + 264, + 409, + 936, + 261, + 11, + 2709, + 17368, + 44427, + 2536, + 23464, + 519, + 39265, + 95970, + 384, + 2709, + 5960, + 13175, + 220, + 2491, + 388, + 1826, + 39265, + 665, + 50109, + 409, + 312, + 2227, + 2172, + 11, + 16759, + 13819, + 5771, + 12273, + 384, + 41518, + 7583, + 10415, + 4988, + 390, + 47097, + 409, + 220, + 24, + 12, + 22, + 20003, + 8112, + 3190, + 3739, + 13096, + 278, + 384, + 390, + 13678, + 43122, + 301, + 55177, + 384, + 77371, + 20643, + 665, + 83032, + 22544, + 627, + 29967, + 57712, + 259, + 1553, + 263, + 1744, + 94280, + 912, + 865, + 24404, + 409, + 470, + 347, + 25196, + 43914, + 19051, + 41405, + 11, + 297, + 74141, + 1826, + 6632, + 37849, + 3429, + 19051, + 20003, + 297, + 49012, + 2211, + 20732, + 272, + 359, + 7296, + 409, + 445, + 1073, + 64, + 63567, + 455, + 84, + 50103, + 41349, + 11519, + 16071, + 12591, + 1466, + 951, + 47010, + 283, + 15190, + 19216, + 81, + 4590, + 299, + 21945, + 36099, + 1744, + 11639, + 653, + 19898, + 2996, + 13, + 3959, + 5481, + 285, + 656, + 281, + 521, + 28816, + 409, + 13678, + 43122, + 301, + 55177, + 15190, + 50621, + 622, + 618, + 27322, + 36177, + 2709, + 41405, + 3091, + 12440, + 263, + 15190, + 62578, + 1332, + 1564, + 1080, + 64, + 1153, + 87685, + 656, + 45549, + 409, + 27673, + 409, + 220, + 777 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 439, + 51410, + 4428, + 3067, + 49904, + 969, + 409, + 439, + 50474, + 55367, + 46896, + 409, + 48749, + 25088, + 11, + 24101, + 28318, + 71, + 11, + 1558, + 6388, + 264, + 94151, + 1744, + 18285, + 8536, + 3067, + 16736, + 9252, + 6033, + 3067, + 19094, + 9252, + 11, + 297, + 38035, + 3067, + 10805, + 16960, + 384, + 264, + 7643, + 36444, + 5840, + 4415, + 62589, + 4046, + 19394, + 21205, + 46591, + 12155, + 12155, + 437, + 46180, + 13, + 362, + 2483, + 28996, + 2536, + 86084, + 274, + 354, + 618, + 2649, + 384, + 72900, + 37571, + 4752, + 12253, + 288, + 513, + 1469, + 417, + 324, + 39265, + 264, + 21945, + 404, + 1744, + 264, + 54448, + 269, + 5105, + 268, + 50839, + 1744, + 513, + 58015, + 7661, + 7583, + 3547, + 261, + 6824, + 7583, + 4415, + 991, + 71355, + 50116, + 348, + 2117, + 86538, + 29350, + 912, + 8464, + 8862, + 656, + 18140, + 1744, + 513, + 6630, + 65, + 583, + 10566, + 90540, + 11, + 41921, + 4988, + 409, + 9955, + 54893, + 86007, + 4001, + 12826, + 297, + 27284, + 3067, + 48662, + 13, + 2468, + 64, + 79376, + 31221, + 11, + 31201, + 439, + 665, + 9383, + 300, + 7838, + 39265, + 264, + 2761, + 299, + 2629, + 6754, + 51309, + 288, + 656, + 733, + 655, + 2201, + 11, + 64753, + 2172, + 264, + 4799, + 656, + 4502, + 11, + 272, + 359, + 4317, + 3678, + 8536, + 71324, + 7675, + 409, + 71868, + 61989, + 13, + 3959, + 5481, + 285, + 656, + 439, + 51410, + 4428, + 11, + 4247, + 68831, + 21205, + 11, + 2709, + 47822, + 513, + 44575, + 13055, + 13, + 1252, + 8654, + 349, + 71623, + 4042, + 924, + 87, + 261, + 5362, + 1499, + 64, + 10237, + 68, + 3067, + 49904, + 969, + 28318, + 71, + 13, + 5476, + 48702, + 11, + 711, + 3890, + 64, + 8112, + 11639, + 8924, + 37252, + 12345, + 17099, + 17038, + 11, + 264, + 54448, + 269, + 53460, + 9008, + 409, + 5105, + 268, + 50839, + 6181, + 59305, + 7583, + 6824, + 404, + 665, + 4263, + 277, + 71357, + 68, + 264, + 3613, + 72, + 8968, + 384, + 665, + 3127, + 14685, + 1037, + 13, + 1219, + 64, + 5155, + 20110, + 4647, + 26675, + 272, + 5969, + 1995, + 4511, + 34872, + 9594, + 11, + 26623, + 9157, + 89731, + 13, + 29386, + 1128, + 50177, + 5840, + 30, + 29386, + 96997, + 2536, + 94151, + 308, + 8458, + 70398, + 653, + 4317, + 18638, + 1832, + 2392, + 68, + 84465, + 30, + 3959, + 5481, + 285, + 409, + 2109, + 68038, + 2709, + 7625, + 384, + 653, + 665, + 343, + 7044, + 1744, + 264, + 2483, + 28996, + 18541, + 276, + 15482, + 297, + 220, + 806, + 50, + 6033, + 439, + 7951, + 35989, + 11540, + 51185, + 384, + 14951, + 360, + 5840, + 82, + 1744, + 41761, + 276, + 264, + 1558, + 300, + 3739, + 384, + 409, + 496, + 68836, + 656, + 11340, + 384, + 264, + 87251, + 2649, + 86259, + 32150, + 297, + 2536, + 12, + 38488, + 17434, + 409, + 25029, + 11, + 513, + 14531, + 83937, + 1179, + 276, + 439, + 348, + 17449, + 409, + 37622, + 437, + 87018, + 21938, + 11, + 31961, + 5670, + 912, + 51943, + 3067, + 62589, + 1744, + 73866, + 297, + 34688, + 14409, + 384, + 2486, + 2852, + 4958, + 81521, + 1353, + 2852, + 384, + 30607, + 276, + 8536, + 48328, + 3429, + 264, + 1189, + 19253, + 297, + 11358, + 822, + 98187, + 78781, + 1656, + 307, + 1137, + 384, + 5142, + 277, + 15887, + 2709, + 824, + 33339, + 1744, + 297, + 281, + 590, + 276, + 1097, + 68, + 34144, + 11, + 41278, + 90164, + 29294, + 1446, + 18448, + 1678, + 513, + 34822, + 8112, + 14473, + 78, + 409, + 29294, + 11, + 8112, + 44585, + 1832, + 70191, + 11857, + 5477, + 6754, + 3613, + 72, + 27897, + 3127, + 417, + 13, + 362, + 91384, + 44428, + 65117, + 1446, + 305, + 5241, + 68, + 264, + 312, + 33050, + 13, + 11842, + 47151, + 1891, + 14295, + 409, + 687, + 44731, + 384, + 2709, + 757, + 4919, + 2191, + 437, + 12345, + 17099, + 17038, + 11, + 49779, + 293, + 1604, + 48328, + 11, + 56285, + 762, + 268, + 409, + 1206, + 5169, + 1672, + 1739, + 3457, + 8968, + 3429, + 1744, + 653, + 4317, + 272, + 5969, + 276, + 7583, + 951, + 1141, + 277, + 2649, + 281, + 590, + 64, + 75802, + 325, + 390, + 23878, + 9252, + 409, + 6791, + 103343, + 4415, + 3721 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 12878, + 64, + 671, + 23463, + 19216, + 7638, + 72, + 5771, + 27564, + 409, + 32749, + 6217, + 4056, + 426, + 6269, + 32749, + 6217, + 198, + 12965, + 2172, + 297, + 35963, + 220, + 1187, + 14, + 717, + 14, + 679, + 19, + 19216, + 82, + 220, + 1032, + 25, + 1032, + 198, + 32, + 58548, + 53823, + 7697, + 25075, + 264, + 13416, + 64, + 3765, + 23463, + 1744, + 297, + 49012, + 409, + 733, + 655, + 2201, + 27512, + 1645, + 12273, + 409, + 1323, + 275, + 2881, + 273, + 19216, + 7638, + 72, + 5771, + 27564, + 409, + 32749, + 6217, + 665, + 12454, + 652, + 15377, + 656, + 20607, + 26600, + 15782, + 2068, + 67649, + 409, + 1380, + 3462, + 19489, + 4415, + 865, + 478, + 3739, + 27512, + 627, + 33406, + 404, + 9157, + 11, + 294, + 11178, + 297, + 11964, + 7088, + 409, + 480, + 6048, + 2201, + 10696, + 2483, + 8801, + 48719, + 41518, + 3244, + 78885, + 24108, + 1380, + 6133, + 70649, + 294, + 11178, + 264, + 68831, + 76647, + 19216, + 7638, + 72, + 5771, + 27564, + 384, + 15491, + 56072, + 13, + 1666, + 79965, + 3742, + 4319, + 359, + 267, + 80741, + 18434, + 17449, + 912, + 1221, + 3757, + 385, + 11, + 1744, + 15887, + 384, + 31201, + 1080, + 5771, + 59457, + 288, + 11, + 384, + 264, + 4498, + 64, + 409, + 18224, + 73641, + 17038, + 390, + 4523, + 437, + 5155, + 20110, + 1744, + 264, + 54272, + 35615, + 513, + 282, + 974, + 264, + 13811, + 4988, + 627, + 34, + 6792, + 1331, + 1466, + 325, + 72900, + 220, + 18, + 38101, + 384, + 220, + 21, + 50084, + 656, + 12155, + 78, + 480, + 6048, + 2201, + 384, + 12067, + 10566, + 24108, + 55505, + 54543, + 3429, + 6697, + 392, + 38315, + 74576, + 1744, + 42614, + 32749, + 6217, + 665, + 7096, + 12273, + 653, + 4317, + 79395, + 14531, + 1589, + 75907, + 1744, + 11, + 4247, + 57429, + 11, + 41349, + 24068, + 66, + 7583, + 1672, + 278, + 24694, + 627, + 1128, + 15491, + 76647, + 11, + 58544, + 64, + 23553, + 264, + 2854, + 699, + 1037, + 384, + 34264, + 653, + 2848, + 13807, + 7584, + 11518, + 409, + 3154, + 4309, + 75907, + 11, + 35840, + 15295, + 6179, + 277, + 264, + 41278, + 264, + 7638, + 72, + 5771, + 27564, + 8924, + 6502, + 437, + 384, + 6754, + 83120, + 1744, + 11142, + 283, + 10566, + 11964, + 7088, + 409, + 480, + 6048, + 2201, + 3429, + 77959, + 1744, + 297, + 12155, + 78, + 1221, + 3757, + 385, + 1877, + 64, + 31528, + 627, + 33406, + 8869, + 11, + 4316, + 15295, + 48755, + 5771, + 94218, + 1744, + 2536, + 56888, + 25075, + 12454, + 652, + 404, + 4647, + 26675, + 8924, + 1536, + 87, + 440, + 25204, + 5155, + 5670, + 912, + 12155, + 78, + 36860, + 11, + 78885, + 1744, + 10696, + 25075, + 951, + 3395, + 42201, + 13, + 2360, + 1218, + 13873, + 11, + 29876, + 1331, + 265, + 274, + 992, + 277, + 1744, + 665, + 4647, + 26675, + 58633, + 42918, + 3709, + 372, + 652, + 15377, + 513, + 35474, + 84, + 19216, + 64099, + 409, + 2092, + 85, + 8968, + 73641, + 3074, + 656, + 1221, + 3757, + 385, + 384, + 11, + 308, + 412, + 3714, + 58633, + 11, + 19216, + 64099, + 409, + 82133, + 1037, + 4247, + 20108, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 11, + 8112, + 68150, + 82230, + 1080, + 64, + 17576, + 5840, + 30409, + 10649, + 11, + 384, + 52462, + 16188, + 3429, + 264, + 11884, + 309, + 42600, + 73641, + 3074, + 656, + 1221, + 3757, + 385, + 13, + 108430, + 1331, + 265, + 4371, + 1188, + 277, + 26555, + 10610, + 1744, + 2709, + 22267, + 440, + 437, + 1744, + 513, + 514, + 959, + 263, + 264, + 89484, + 5155, + 978, + 2298, + 325, + 11, + 264, + 46591, + 7583, + 409, + 645, + 11, + 1080, + 64, + 70972, + 5840, + 409, + 25900, + 10308, + 384, + 25900, + 48213, + 11, + 1744, + 369, + 263, + 12762, + 2852, + 3429, + 10623, + 277, + 4647, + 26675, + 8924, + 12155, + 437, + 1536, + 87, + 440, + 25204, + 11, + 390, + 41091, + 83937, + 16973, + 78, + 3429, + 439, + 15952, + 300, + 20188, + 2852, + 320, + 53, + 2483, + 303, + 6868, + 6383, + 11, + 52621, + 5840, + 656, + 3352, + 49859, + 822, + 11, + 2109, + 39619, + 5840, + 12155, + 16948, + 1394, + 437, + 37005, + 89944, + 4390, + 35, + 11178, + 54189, + 30234, + 15295 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 64, + 1744, + 513, + 76955, + 6993, + 439, + 23963, + 14420, + 74538, + 3429, + 264, + 390, + 1634, + 3739, + 409, + 1207, + 85, + 44731, + 82, + 264, + 51404, + 5986, + 11354, + 665, + 1167, + 56401, + 436, + 324, + 2852, + 3429, + 264, + 6155, + 460, + 78031, + 409, + 4958, + 450, + 437, + 409, + 97211, + 4143, + 64, + 37232, + 1138, + 100485, + 4849, + 11, + 69903, + 258, + 1149, + 72, + 11354, + 1080, + 435, + 36071, + 4606, + 78, + 72808, + 2483, + 56552, + 409, + 3959, + 3239, + 337, + 7986, + 78, + 58320, + 320, + 6251, + 1013, + 8, + 912, + 3678, + 1030, + 656, + 393, + 7842, + 409, + 10845, + 24985, + 220, + 679, + 19, + 12, + 2366, + 15, + 11, + 384, + 513, + 7248, + 20732, + 19216, + 274, + 90739, + 5804, + 75428, + 689, + 3429, + 297, + 39124, + 220, + 679, + 22, + 320, + 98910, + 308, + 6792, + 76, + 13, + 220, + 2131, + 11, + 656, + 220, + 508, + 409, + 86628, + 4390, + 1951, + 83890, + 6491, + 3927, + 439, + 51404, + 6223, + 11354, + 11, + 72900, + 1877, + 276, + 78072, + 300, + 65946, + 15540, + 1744, + 1972, + 292, + 268, + 4197, + 9252, + 73641, + 3074, + 6033, + 78072, + 300, + 865, + 324, + 87120, + 15540, + 5897, + 12826, + 31605, + 2483, + 35989, + 11, + 37560, + 8112, + 439, + 40574, + 455, + 5840, + 82, + 409, + 51404, + 6223, + 11354, + 627, + 16, + 13, + 220, + 1221, + 1841, + 1995, + 75169, + 865, + 3333, + 11, + 4538, + 70437, + 300, + 6754, + 78072, + 300, + 38045, + 48213, + 439, + 52764, + 66, + 17449, + 912, + 1989, + 7992, + 220, + 806, + 3067, + 445, + 7939, + 384, + 11, + 665, + 4040, + 11, + 439, + 52764, + 66, + 17449, + 4415, + 1838, + 78176, + 656, + 220, + 605, + 409, + 86628, + 409, + 220, + 679, + 22, + 11, + 439, + 1744, + 7216, + 77, + 4415, + 594, + 78176, + 409, + 390, + 1634, + 3739, + 6754, + 1207, + 85, + 44731, + 82, + 384, + 17580, + 9680, + 36323, + 82, + 79020, + 15540, + 1744, + 11, + 665, + 75427, + 384, + 12454, + 652, + 15377, + 6754, + 3118, + 288, + 23963, + 384, + 409, + 19394, + 5804, + 75428, + 689, + 11, + 1877, + 276, + 264, + 20493, + 11354, + 665, + 45558, + 409, + 3969, + 36323, + 11, + 82402, + 15377, + 11, + 79907, + 6754, + 1207, + 85, + 44731, + 82, + 11, + 35615, + 384, + 586, + 9252, + 11, + 865, + 592, + 53507, + 384, + 2585, + 656, + 342, + 54485, + 627, + 74, + 8, + 15367, + 51564, + 275, + 2649, + 586, + 9252, + 19216, + 82, + 1207, + 85, + 44731, + 82, + 46369, + 17449, + 98642, + 297, + 834, + 2252, + 78, + 912, + 1989, + 7992, + 220, + 1682, + 3067, + 1838, + 78176, + 656, + 220, + 605, + 409, + 86628, + 409, + 220, + 679, + 22, + 627, + 65, + 8, + 11842, + 2024, + 88103, + 2172, + 20120, + 29638, + 6155, + 6526, + 665, + 9955, + 26826, + 82, + 409, + 49950, + 11, + 4415, + 2254, + 42600, + 1536, + 87, + 440, + 78, + 409, + 30844, + 3993, + 11, + 4958, + 450, + 437, + 409, + 97211, + 4143, + 64, + 390, + 490, + 34569, + 320, + 966, + 8, + 6033, + 29830, + 285, + 19262, + 370, + 1220, + 4247, + 45387, + 409, + 6697, + 18405, + 320, + 37806, + 78, + 409, + 18224, + 912, + 65484, + 3067, + 31265, + 15190, + 16787, + 705, + 1826, + 4988, + 78885, + 33186, + 5986, + 2649, + 6754, + 47178, + 1744, + 23095, + 276, + 1826, + 288, + 4958, + 450, + 437, + 627, + 66, + 8, + 11842, + 35357, + 10109, + 2649, + 264, + 33864, + 36228, + 50116, + 1499, + 71437, + 10358, + 13076, + 6033, + 36228, + 50116, + 4317, + 1218, + 9252, + 35044, + 409, + 281, + 39619, + 5840, + 1744, + 72900, + 60716, + 390, + 69629, + 264, + 47178, + 409, + 97211, + 4143, + 64, + 37232, + 1138, + 100485, + 4849, + 6033, + 1744, + 834, + 5481, + 18829, + 409, + 6787, + 409, + 951, + 30585, + 10628, + 665, + 48192, + 3429, + 48591, + 47178, + 11, + 4316, + 8862, + 35357, + 78885, + 33186, + 264, + 33864, + 5986, + 2649, + 3281, + 300, + 47178, + 627, + 36, + 15495, + 12826, + 11, + 2980, + 22026, + 325, + 1499, + 2483, + 11932, + 437, + 390, + 6787, + 409, + 951, + 30585, + 10628, + 665, + 48192, + 43914, + 1499, + 2483, + 11932, + 437, + 38045 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 16589, + 12155, + 64, + 44035, + 9252, + 3154, + 3244, + 7942, + 11, + 439, + 74079, + 35808, + 290, + 2852, + 47105, + 11354, + 1080, + 29452, + 656, + 3678, + 1153, + 6792, + 268, + 653, + 4317, + 33397, + 74809, + 8968, + 384, + 4097, + 276, + 665, + 6449, + 11354, + 1167, + 56401, + 2853, + 68, + 51185, + 653, + 82685, + 8869, + 9048, + 409, + 61344, + 337, + 7986, + 78, + 73641, + 4042, + 384, + 3674, + 11, + 1008, + 336, + 2852, + 409, + 31605, + 103343, + 653, + 36897, + 779, + 45808, + 656, + 12155, + 78, + 1645, + 78144, + 13042, + 13, + 2360, + 865, + 4289, + 10216, + 3281, + 300, + 74079, + 520, + 1832, + 95519, + 11, + 6252, + 35000, + 264, + 294, + 27888, + 17449, + 11, + 264, + 18541, + 936, + 384, + 264, + 1645, + 84, + 3951, + 5808, + 11, + 6754, + 1744, + 10845, + 24985, + 37870, + 264, + 1446, + 653, + 4317, + 83009, + 4698, + 28952, + 12155, + 19216, + 3172, + 26675, + 59067, + 11, + 38634, + 78, + 384, + 98187, + 11, + 33186, + 665, + 4751, + 437, + 14814, + 332, + 25204, + 70398, + 1499, + 64, + 281, + 39619, + 5840, + 390, + 6904, + 8968, + 2167, + 64, + 3067, + 98429, + 4197, + 9252, + 8819, + 10126, + 3067, + 18541, + 936, + 11, + 3067, + 1645, + 84, + 3951, + 5808, + 384, + 31237, + 4692, + 70096, + 5670, + 11, + 8112, + 51404, + 409, + 5276, + 5840, + 11, + 74961, + 42600, + 6033, + 409, + 1207, + 1083, + 3843, + 5840, + 82, + 627, + 99412, + 490, + 6526, + 297, + 47015, + 3067, + 75766, + 5840, + 4415, + 18541, + 936, + 11, + 8112, + 83009, + 84820, + 991, + 652, + 19395, + 70754, + 2709, + 18224, + 409, + 8136, + 4008, + 5840, + 15190, + 9517, + 87, + 547, + 33397, + 656, + 3678, + 11, + 1744, + 18916, + 6792, + 268, + 653, + 23598, + 385, + 671, + 5770, + 409, + 1080, + 772, + 25204, + 11, + 20003, + 1744, + 912, + 8464, + 6960, + 19216, + 82, + 281, + 39619, + 5840, + 82, + 409, + 18062, + 543, + 18745, + 57766, + 5670, + 2167, + 9157, + 19216, + 18541, + 936, + 1121, + 276, + 83937, + 79020, + 17038, + 13, + 7923, + 5048, + 85878, + 2512, + 19489, + 51307, + 10126, + 11, + 47151, + 31723, + 38101, + 865, + 324, + 8747, + 84, + 297, + 22267, + 440, + 78, + 507, + 37765, + 288, + 936, + 11, + 82040, + 2172, + 29195, + 93153, + 8112, + 653, + 4317, + 54413, + 5534, + 953, + 4849, + 264, + 665, + 96335, + 653, + 52777, + 439, + 95531, + 409, + 18541, + 936, + 390, + 2700, + 78, + 2385, + 94058, + 44035, + 9252, + 1744, + 259, + 1924, + 268, + 8112, + 1652, + 2172, + 8869, + 297, + 42931, + 1995, + 1347, + 4042, + 11500, + 18812, + 18223, + 11, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 1536, + 466, + 35615, + 56868, + 66780, + 3429, + 15279, + 277, + 264, + 281, + 39619, + 5840, + 57766, + 2649, + 19216, + 18541, + 936, + 8819, + 10126, + 264, + 39002, + 78, + 3281, + 288, + 1048, + 14295, + 11, + 37560, + 8112, + 3429, + 1080, + 5771, + 94218, + 81807, + 33978, + 409, + 4547, + 18745, + 15983, + 47026, + 69, + 57081, + 2852, + 8924, + 18062, + 543, + 18745, + 11, + 409, + 48034, + 264, + 1536, + 466, + 653, + 4317, + 737, + 50839, + 3067, + 30607, + 79807, + 3067, + 281, + 39619, + 5840, + 11, + 8112, + 264, + 67065, + 11, + 297, + 865, + 978, + 70052, + 11, + 264, + 59067, + 9252, + 11, + 264, + 79395, + 9511, + 278, + 6033, + 264, + 1376, + 5840, + 627, + 28683, + 8924, + 50516, + 15844, + 18224, + 312, + 5807, + 321, + 5670, + 78559, + 87724, + 49656, + 11, + 912, + 220, + 679, + 16, + 1654, + 12558, + 817, + 8136, + 2159, + 277, + 264, + 2483, + 28996, + 29830, + 285, + 4415, + 1421, + 980, + 4849, + 409, + 35615, + 384, + 11, + 3429, + 34556, + 11, + 1826, + 408, + 978, + 2298, + 325, + 439, + 665, + 9383, + 300, + 264, + 15887, + 2709, + 1048, + 14295, + 1744, + 259, + 1924, + 268, + 2700, + 78, + 2385, + 665, + 10845, + 24985, + 384, + 28027, + 46357, + 1559, + 9465, + 264, + 13091, + 2629, + 409, + 13081, + 953, + 5808, + 11, + 264, + 13091, + 2629, + 409, + 60352, + 384, + 264, + 13091, + 2629, + 409, + 25626, + 60352, + 13, + 1666, + 25203, + 13910, + 409, + 89805, + 390, + 35615, + 56868, + 66780 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2170, + 5804, + 511, + 15844, + 8136, + 404, + 1543, + 1744, + 264, + 9630, + 6885, + 665, + 2468, + 44731, + 36283, + 10649, + 5899, + 29830, + 285, + 82402, + 15377, + 37229, + 198, + 32, + 362, + 16167, + 64, + 409, + 43912, + 51518, + 5960, + 275, + 48213, + 3067, + 10845, + 17528, + 1469, + 43150, + 653, + 4317, + 46591, + 5293, + 5840, + 665, + 31201, + 439, + 95162, + 945, + 7206, + 4415, + 409, + 650, + 7992, + 11, + 1744, + 87610, + 380, + 583, + 653, + 4317, + 2211, + 92816, + 409, + 330, + 1954, + 4, + 264, + 220, + 6069, + 4, + 3343, + 356, + 13873, + 19216, + 4197, + 9252, + 12155, + 2960, + 3714, + 409, + 97995, + 11, + 264, + 362, + 16167, + 64, + 3281, + 17544, + 264, + 4725, + 9252, + 390, + 1744, + 513, + 520, + 11178, + 84, + 439, + 656, + 21938, + 30331, + 264, + 865, + 1540, + 2649, + 409, + 1370, + 78, + 13, + 9630, + 6885, + 220, + 1591, + 11500, + 520, + 93873, + 9036, + 10649, + 9630, + 6885, + 220, + 1591, + 11500, + 520, + 93873, + 9036, + 10649, + 198, + 32, + 362, + 16167, + 64, + 79332, + 6885, + 409, + 43912, + 51518, + 5960, + 275, + 48213, + 1207, + 747, + 18829, + 330, + 64, + 81641, + 4725, + 1, + 593, + 513, + 18434, + 19260, + 12155, + 2960, + 3714, + 409, + 97995, + 30331, + 264, + 68831, + 865, + 1540, + 2649, + 409, + 9630, + 6885, + 19216, + 1744, + 1826, + 39265, + 34809, + 11354, + 10696, + 10574, + 13075, + 384, + 35030, + 15540, + 409, + 52047, + 409, + 2468, + 44731, + 36283, + 10649, + 13, + 507, + 82402, + 15377, + 1812, + 969, + 665, + 31201, + 439, + 95162, + 20399, + 48213, + 4371, + 3415, + 4415, + 409, + 650, + 7992, + 13, + 17652, + 13807, + 65781, + 85341, + 88982, + 437, + 11, + 4160, + 346, + 8869, + 3067, + 362, + 16167, + 64, + 4415, + 55271, + 20399, + 10649, + 409, + 650, + 7992, + 11, + 264, + 5293, + 5840, + 1812, + 583, + 665, + 31201, + 439, + 95162, + 264, + 89160, + 656, + 62578, + 1370, + 78, + 5804, + 47282, + 297, + 58516, + 220, + 777, + 409, + 93754, + 14871, + 4371, + 3415, + 4415, + 409, + 650, + 7992, + 11, + 5634, + 450, + 283, + 11, + 50103, + 48416, + 84, + 42825, + 297, + 82402, + 15377, + 409, + 330, + 1954, + 4, + 264, + 220, + 6069, + 4, + 3343, + 85341, + 88982, + 437, + 3709, + 12558, + 84, + 665, + 1744, + 15491, + 4046, + 264, + 2024, + 346, + 9008, + 5804, + 75428, + 689, + 1744, + 513, + 282, + 2192, + 4415, + 55271, + 384, + 330, + 77, + 51458, + 521, + 297, + 951, + 70, + 5642, + 8924, + 35030, + 17038, + 3343, + 1221, + 12067, + 11, + 294, + 52462, + 11, + 330, + 38639, + 380, + 583, + 297, + 82402, + 15377, + 29830, + 285, + 24180, + 1, + 451, + 12067, + 297, + 40456, + 822, + 13, + 20388, + 35453, + 7206, + 409, + 650, + 7992, + 11, + 264, + 9630, + 6885, + 87610, + 380, + 583, + 653, + 73990, + 822, + 409, + 220, + 2397, + 4, + 665, + 29562, + 1098, + 384, + 40870, + 68, + 2111, + 969, + 26, + 384, + 409, + 220, + 1135, + 4, + 665, + 507, + 21904, + 325, + 13, + 17652, + 13807, + 264, + 362, + 16167, + 64, + 79332, + 6885, + 409, + 43912, + 51518, + 5960, + 275, + 48213, + 11, + 50103, + 32895, + 779, + 45808, + 46369, + 19260, + 297, + 1370, + 78, + 22419, + 4415, + 4563, + 84, + 18829, + 11, + 55678, + 384, + 445, + 34601, + 11, + 272, + 359, + 4317, + 5293, + 5840, + 409, + 220, + 2618, + 13689, + 220, + 1774, + 4, + 384, + 220, + 1644, + 4, + 5201, + 57258, + 13, + 18051, + 19610, + 11, + 1469, + 43150, + 65781, + 85341, + 88982, + 437, + 11, + 330, + 4406, + 4411, + 3067, + 79835, + 3739, + 3067, + 281, + 39619, + 5840, + 384, + 264, + 78980, + 495, + 1037, + 409, + 46915, + 5840, + 6754, + 35808, + 290, + 2852, + 3343, + 73459, + 409, + 5960, + 9252, + 15248, + 68, + 264, + 1826, + 288, + 18224, + 11, + 264, + 7440, + 27978, + 7583, + 409, + 5960, + 9252, + 312, + 4749, + 47484, + 297, + 82402, + 15377, + 3067, + 9630, + 6885, + 665, + 12067, + 297, + 42765, + 384, + 274, + 992, + 64, + 1744, + 264, + 5293, + 5840, + 6754, + 73533, + 52641, + 22419, + 38279, + 19216, + 87610, + 3843, + 2649, + 912 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 409, + 1812, + 45083, + 12155, + 41202, + 3714, + 94172, + 288, + 384, + 11, + 52313, + 278, + 12826, + 11, + 297, + 92192, + 30950, + 409, + 2939, + 12748, + 67162, + 83801, + 8136, + 618, + 48680, + 974, + 6252, + 81986, + 264, + 658, + 300, + 665, + 93754, + 14871, + 409, + 220, + 1049, + 20, + 11, + 272, + 4988, + 17797, + 6792, + 4511, + 5534, + 953, + 21938, + 656, + 74141, + 264, + 2483, + 28996, + 2389, + 72, + 39265, + 665, + 1744, + 297, + 924, + 1658, + 710, + 822, + 1380, + 60435, + 86533, + 4042, + 2016, + 2423, + 653, + 3920, + 5770, + 1499, + 64, + 79926, + 409, + 40870, + 68, + 2111, + 969, + 384, + 65856, + 521, + 6252, + 46591, + 7583, + 64262, + 64, + 19216, + 52413, + 409, + 11659, + 451, + 38, + 384, + 426, + 6269, + 1006, + 4193, + 64, + 358, + 1936, + 277, + 818, + 2586, + 89, + 12273, + 264, + 67714, + 19216, + 51422, + 3429, + 65856, + 277, + 48056, + 264, + 364, + 15357, + 44681, + 518, + 297, + 1744, + 2536, + 55988, + 12273, + 514, + 22776, + 82, + 409, + 342, + 1604, + 8890, + 17434, + 46, + 23884, + 4046, + 1744, + 2586, + 89, + 12273, + 297, + 8508, + 84, + 17434, + 13, + 507, + 506, + 13703, + 15931, + 2939, + 12748, + 358, + 1936, + 277, + 818, + 2586, + 89, + 12273, + 264, + 67714, + 19216, + 51422, + 3429, + 65856, + 277, + 48056, + 264, + 1541, + 44681, + 384, + 297, + 3352, + 81, + 3244, + 3067, + 26344, + 6388, + 50475, + 8083, + 37560, + 297, + 934, + 52462, + 3547, + 261, + 2807, + 294, + 11178, + 297, + 20607, + 834, + 43301, + 409, + 2793, + 307, + 5808, + 11, + 264, + 1913, + 2852, + 409, + 865, + 2194, + 8869, + 13, + 4072, + 11, + 463, + 566, + 309, + 283, + 29195, + 393, + 41284, + 656, + 473, + 60477, + 30683, + 3856, + 52777, + 67162, + 2172, + 409, + 1826, + 59508, + 11, + 2047, + 6792, + 5771, + 521, + 61344, + 8080, + 297, + 3678, + 1030, + 1826, + 266, + 332, + 3370, + 74576, + 439, + 274, + 6792, + 300, + 330, + 755, + 2381, + 39924, + 20503, + 84, + 27897, + 3343, + 42759, + 1469, + 301, + 5840, + 82, + 264, + 1630, + 24037, + 2483, + 23577, + 11, + 15190, + 390, + 451, + 409, + 480, + 2159, + 316, + 277, + 11, + 264, + 386, + 5673, + 84, + 7583, + 11, + 264, + 16870, + 278, + 7583, + 11, + 264, + 11514, + 301, + 3524, + 6033, + 356, + 37627, + 8869, + 11, + 2939, + 12748, + 19861, + 324, + 5169, + 264, + 98040, + 2649, + 50116, + 4317, + 330, + 94284, + 10845, + 24985, + 1, + 384, + 3429, + 1515, + 3545, + 64, + 330, + 880, + 437, + 1744, + 274, + 354, + 51149, + 264, + 1469, + 266, + 7583, + 11, + 297, + 1560, + 1512, + 292, + 17434, + 11, + 264, + 1589, + 75907, + 409, + 496, + 332, + 10126, + 1, + 384, + 11, + 912, + 20607, + 35000, + 11, + 330, + 19644, + 967, + 13884, + 297, + 12155, + 78, + 1262, + 65688, + 59067, + 11, + 297, + 1262, + 65688, + 409, + 1446, + 8801, + 342, + 1604, + 35173, + 11, + 297, + 16044, + 409, + 308, + 582, + 4289, + 437, + 94058, + 60661, + 498, + 294, + 953, + 2473, + 1210, + 51, + 306, + 548, + 72, + 11, + 294, + 11178, + 297, + 480, + 6048, + 2201, + 342, + 1604, + 3427, + 11, + 2773, + 2017, + 264, + 3154, + 347, + 16890, + 5840, + 82685, + 9008, + 409, + 10845, + 24985, + 498, + 294, + 953, + 2473, + 912, + 57181, + 8924, + 42498, + 4647, + 26675, + 45712, + 391, + 2249, + 300, + 28960, + 978, + 302, + 17038, + 390, + 2893, + 51185, + 2822, + 1744, + 1446, + 7583, + 297, + 57181, + 409, + 4647, + 26675, + 37635, + 123586, + 10308, + 390, + 1630, + 437, + 978, + 44681, + 2893, + 51185, + 11, + 4415, + 60352, + 19216, + 4156, + 68, + 656, + 57181, + 38610, + 123586, + 3370, + 3067, + 51422, + 656, + 426, + 6269, + 11, + 2939, + 12748, + 312, + 8536, + 275, + 5169, + 514, + 22776, + 46607, + 359, + 4317, + 656, + 50505, + 276, + 17434, + 665, + 45558, + 409, + 3154, + 540, + 6048, + 2201, + 13, + 4072, + 11, + 65844, + 324, + 5169, + 11, + 294, + 11178, + 264, + 4203, + 307, + 8968, + 41236, + 64, + 1515, + 45083, + 653, + 330, + 424, + 67, + 1037, + 8869, + 3154, + 540, + 6048, + 2201 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 8871, + 38, + 97180, + 439, + 274, + 6792, + 300, + 41934, + 337, + 5241, + 25318, + 14490, + 953, + 21938, + 824, + 5048, + 297, + 281, + 2249, + 5048, + 10706, + 3067, + 38556, + 87, + 7583, + 384, + 1832, + 15677, + 12985, + 18829, + 198, + 46, + 87816, + 88320, + 337, + 1832, + 54793, + 409, + 10845, + 24985, + 320, + 964, + 38, + 8, + 281, + 2249, + 78, + 15190, + 834, + 4406, + 656, + 10706, + 3067, + 384, + 1832, + 15677, + 12985, + 18829, + 264, + 274, + 90739, + 23878, + 9252, + 8112, + 75401, + 41987, + 41934, + 337, + 1832, + 54793, + 342, + 1604, + 3427, + 390, + 48755, + 5771, + 762, + 76384, + 1826, + 4306, + 409, + 25555, + 8968, + 4770, + 30913, + 356, + 2906, + 64, + 665, + 4149, + 26826, + 469, + 1215, + 87, + 89029, + 384, + 264, + 274, + 90739, + 54413, + 912, + 61344, + 337, + 7986, + 78, + 409, + 89249, + 409, + 2585, + 8792, + 26931, + 3429, + 865, + 43598, + 277, + 49276, + 15462, + 332, + 19879, + 409, + 865, + 261, + 5840, + 38556, + 87, + 89029, + 32652, + 1995, + 9978, + 66673, + 264, + 294, + 953, + 2223, + 42600, + 384, + 15945, + 71355, + 14490, + 953, + 6960, + 3067, + 38556, + 87, + 7583, + 13, + 435, + 6870, + 912, + 3678, + 1030, + 3067, + 865, + 1540, + 2649, + 25286, + 2649, + 10566, + 220, + 605, + 409, + 1172, + 21152, + 8869, + 4415, + 96687, + 656, + 8871, + 38, + 11, + 665, + 70972, + 5840, + 1080, + 10349, + 409, + 90778, + 971, + 409, + 96684, + 68836, + 379, + 95568, + 1291, + 7583, + 320, + 74558, + 40, + 4390, + 15577, + 380, + 19260, + 29195, + 665, + 44848, + 76348, + 1744, + 312, + 16080, + 84, + 43914, + 1180, + 4692, + 29830, + 285, + 9959, + 288, + 3067, + 9047, + 4298, + 3067, + 384, + 1832, + 15677, + 12985, + 18829, + 59067, + 384, + 86259, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 671, + 541, + 277, + 2709, + 2160, + 437, + 87263, + 85530, + 11, + 5226, + 74091, + 384, + 2531, + 2852, + 77236, + 281, + 2249, + 5048, + 3067, + 6183, + 3748, + 5840, + 409, + 12097, + 2483, + 18720, + 665, + 991, + 652, + 1394, + 37879, + 8136, + 561, + 5670, + 3067, + 99802, + 627, + 46, + 7690, + 3067, + 8940, + 71355, + 409, + 469, + 1215, + 87, + 7583, + 409, + 8871, + 38, + 11, + 55678, + 57825, + 71437, + 28700, + 46466, + 3244, + 11, + 274, + 992, + 283, + 1744, + 330, + 78, + 65744, + 3067, + 38556, + 87, + 7583, + 384, + 1832, + 15677, + 87776, + 78885, + 3678, + 384, + 11, + 665, + 390, + 846, + 998, + 11, + 665, + 19861, + 300, + 98670, + 300, + 11, + 8112, + 4046, + 297, + 23884, + 409, + 57608, + 384, + 10845, + 24985, + 11, + 272, + 359, + 8924, + 7643, + 46896, + 3419, + 8968, + 285, + 409, + 88901, + 275, + 10628, + 656, + 64648, + 708, + 384, + 1832, + 37111, + 3343, + 469, + 4046, + 1744, + 4415, + 384, + 1832, + 15677, + 1344, + 354, + 5048, + 330, + 78, + 10594, + 78, + 4046, + 29830, + 285, + 5912, + 384, + 5899, + 653, + 4317, + 46591, + 41609, + 9252, + 390, + 3026, + 4692, + 29112, + 360, + 27897, + 11, + 297, + 1744, + 52603, + 653, + 4317, + 60352, + 409, + 5801, + 265, + 48370, + 2211, + 264, + 46698, + 2649, + 665, + 60661, + 498, + 2995, + 2836, + 84, + 13, + 105664, + 285, + 11, + 3335, + 283, + 1744, + 297, + 10706, + 384, + 1832, + 37111, + 12985, + 14871, + 1344, + 354, + 5048, + 52603, + 3091, + 12440, + 43914, + 220, + 868, + 19262, + 675, + 21658, + 409, + 3419, + 8968, + 865, + 261, + 2649, + 11, + 89160, + 43914, + 220, + 21, + 1744, + 29294, + 865, + 261, + 277, + 264, + 384, + 1832, + 15677, + 665, + 60661, + 627, + 89552, + 10610, + 1367, + 2249, + 78, + 439, + 23878, + 13910, + 656, + 87816, + 88320, + 337, + 1832, + 54793, + 409, + 10845, + 24985, + 320, + 964, + 38, + 8, + 3429, + 3547, + 261, + 29830, + 285, + 31469, + 66780, + 264, + 384, + 1832, + 15677, + 12985, + 18829, + 66673, + 89249, + 409, + 2585, + 8792, + 26931, + 627, + 32, + 865, + 1540, + 2649, + 1826, + 6632, + 25286, + 2649, + 78885, + 8871, + 38, + 384, + 297, + 40409, + 40, + 11, + 1080, + 3352, + 299, + 18595, + 822, + 409, + 56413, + 8121, + 23508, + 11 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 91611, + 936, + 76955, + 4749, + 220, + 972, + 6787, + 3429, + 264, + 11741, + 67147, + 409, + 2807, + 9004, + 12985, + 18720, + 3429, + 3846, + 754, + 11, + 653, + 409, + 645, + 665, + 435, + 9700, + 198, + 32, + 7440, + 7218, + 7583, + 409, + 57956, + 936, + 384, + 1666, + 50474, + 2947, + 16485, + 25075, + 264, + 20493, + 283, + 220, + 972, + 6787, + 3429, + 264, + 3327, + 354, + 5840, + 665, + 10845, + 24985, + 409, + 1499, + 5118, + 295, + 437, + 11, + 2807, + 9004, + 12985, + 18720, + 3429, + 272, + 3141, + 437, + 13, + 423, + 18223, + 3728, + 11, + 71868, + 8024, + 268, + 19216, + 79926, + 3067, + 4563, + 84, + 18829, + 11, + 743, + 68, + 264, + 40870, + 68, + 2111, + 969, + 384, + 297, + 61758, + 2800, + 5048, + 264, + 409, + 264, + 409, + 445, + 34601, + 320, + 3458, + 436, + 7583, + 409, + 435, + 9700, + 4390, + 14101, + 300, + 7617, + 300, + 87610, + 268, + 264, + 11741, + 67147, + 409, + 8415, + 299, + 43938, + 552, + 46418, + 409, + 1499, + 5118, + 295, + 437, + 25, + 61316, + 17194, + 21797, + 74909, + 320, + 424, + 2727, + 409, + 326, + 6132, + 384, + 96998, + 6985, + 1237, + 1891, + 454, + 40658, + 841, + 17070, + 275, + 3444, + 320, + 451, + 15286, + 78, + 384, + 45602, + 1237, + 41263, + 1347, + 10670, + 285, + 3242, + 9491, + 729, + 320, + 2880, + 689, + 96998, + 6985, + 1237, + 384, + 7784, + 292, + 8083, + 12985, + 18829, + 320, + 76, + 526, + 3244, + 384, + 2807, + 2727, + 409, + 3158, + 4390, + 2170, + 2483, + 513, + 1421, + 55148, + 4415, + 477, + 451, + 656, + 220, + 21, + 409, + 86628, + 409, + 220, + 1049, + 23, + 586, + 2649, + 10566, + 865, + 10296, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 320, + 98910, + 705, + 4415, + 1744, + 513, + 1239, + 5724, + 264, + 11741, + 67147, + 77236, + 64648, + 708, + 912, + 326, + 1960, + 278, + 3067, + 44035, + 9252, + 3154, + 3244, + 7942, + 627, + 60742, + 477, + 451, + 1421, + 55148, + 46418, + 13531, + 13910, + 409, + 6563, + 5808, + 320, + 64, + 64032, + 11, + 18970, + 65688, + 665, + 1469, + 33252, + 384, + 18970, + 65688, + 390, + 1207, + 1083, + 3843, + 5840, + 409, + 85208, + 23553, + 264, + 43117, + 77377, + 8, + 45387, + 297, + 36860, + 3118, + 2172, + 1499, + 437, + 56246, + 15844, + 11, + 37560, + 8112, + 2709, + 46180, + 409, + 11741, + 67147, + 11, + 1744, + 767, + 42550, + 23553, + 653, + 98399, + 409, + 220, + 972, + 865, + 1540, + 11354, + 74576, + 653, + 76717, + 409, + 220, + 6330, + 627, + 60742, + 7617, + 64, + 86801, + 1995, + 5771, + 521, + 50116, + 19973, + 299, + 912, + 1744, + 513, + 7661, + 268, + 99437, + 2709, + 18224, + 59425, + 437, + 264, + 19394, + 653, + 8924, + 6787, + 320, + 306, + 13910, + 11, + 43938, + 552, + 11, + 13531, + 9252, + 409, + 18062, + 37037, + 11, + 45112, + 409, + 4197, + 9252, + 11, + 61989, + 409, + 2585, + 11, + 5099, + 4390, + 2170, + 2483, + 41349, + 11, + 1826, + 62573, + 978, + 1634, + 68, + 1744, + 439, + 30844, + 21237, + 409, + 1469, + 56970, + 16434, + 74091, + 59305, + 11644, + 3118, + 2648, + 40524, + 439, + 20445, + 5840, + 82, + 40456, + 57567, + 409, + 57956, + 936, + 384, + 93971, + 22026, + 325, + 8119, + 18224, + 409, + 6563, + 19879, + 656, + 11083, + 304, + 4503, + 266, + 9157, + 37229, + 11, + 45387, + 297, + 37042, + 1744, + 513, + 17028, + 31841, + 17580, + 2047, + 3557, + 20445, + 5840, + 82, + 11, + 865, + 26494, + 1080, + 64, + 69297, + 409, + 3678, + 3510, + 18745, + 1744, + 4509, + 20468, + 61344, + 8080, + 264, + 4197, + 9252, + 627, + 45, + 18223, + 27673, + 11, + 57956, + 936, + 3335, + 283, + 1744, + 31201, + 15715, + 40843, + 78072, + 300, + 50516, + 11354, + 665, + 57766, + 2648, + 19216, + 11741, + 67147, + 409, + 1499, + 5118, + 295, + 437, + 59305, + 11644, + 56755, + 277, + 29195, + 3197, + 409, + 3327, + 354, + 5840, + 384, + 35357, + 665, + 34103, + 3739, + 50116, + 14175, + 15782, + 1744, + 326, + 645, + 11810, + 64, + 6563, + 76959, + 10566, + 64648, + 708, + 627, + 2654, + 336, + 2852, + 11, + 520, + 408, + 8862, + 19216, + 477, + 451, + 656 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 11354, + 13, + 2998, + 8249, + 2259, + 409, + 52047, + 47151, + 31723, + 1824, + 36436, + 38101, + 1826, + 370, + 10808, + 665, + 220, + 6083, + 11, + 1207, + 25075, + 264, + 220, + 2721, + 11, + 384, + 78559, + 31221, + 68160, + 665, + 220, + 6550, + 11, + 384, + 30234, + 15295, + 3091, + 12440, + 11, + 513, + 12155, + 264, + 11081, + 6388, + 297, + 9675, + 822, + 11, + 264, + 220, + 8874, + 29830, + 285, + 15190, + 39124, + 13, + 17652, + 84, + 25075, + 56246, + 4988, + 11, + 8112, + 21945, + 7583, + 11, + 264, + 264, + 24193, + 5840, + 11, + 653, + 4317, + 264, + 24193, + 5840, + 2536, + 64555, + 10649, + 6252, + 3244, + 653, + 4317, + 264, + 24193, + 5840, + 1744, + 23464, + 10808, + 4647, + 26675, + 50084, + 31157, + 4988, + 4247, + 51407, + 384, + 31157, + 15295, + 1744, + 11, + 294, + 11178, + 12708, + 11, + 513, + 281, + 590, + 64, + 3547, + 261, + 13, + 423, + 11178, + 12708, + 11, + 513, + 297, + 9675, + 822, + 513, + 3242, + 15677, + 11, + 29638, + 15295, + 315, + 531, + 277, + 4415, + 94172, + 68, + 85320, + 386, + 2871, + 29830, + 285, + 550, + 1394, + 300, + 409, + 10696, + 10574, + 81, + 7583, + 384, + 26555, + 10610, + 29830, + 285, + 550, + 1394, + 300, + 409, + 35030, + 17038, + 409, + 52047, + 13, + 20388, + 89015, + 11, + 297, + 477, + 89, + 10628, + 3429, + 84899, + 2709, + 386, + 2871, + 4046, + 35662, + 3067, + 1219, + 359, + 9252, + 9648, + 3244, + 7942, + 26, + 54189, + 2536, + 68160, + 10696, + 36099, + 41645, + 72, + 10628, + 11, + 6252, + 3244, + 1744, + 297, + 75401, + 1744, + 10696, + 25075, + 4046, + 264, + 264, + 24193, + 5840, + 13, + 1369, + 5771, + 6347, + 2394, + 2172, + 11, + 59305, + 7583, + 2024, + 665, + 45866, + 1744, + 264, + 8528, + 9252, + 2536, + 35474, + 35357, + 14531, + 8811, + 8112, + 348, + 537, + 15686, + 513, + 991, + 375, + 18829, + 665, + 21945, + 404, + 272, + 4988, + 2709, + 4547, + 18745, + 409, + 97995, + 4538, + 8924, + 296, + 4896, + 417, + 409, + 57608, + 2001, + 68, + 11, + 513, + 21945, + 25075, + 57608, + 11, + 4046, + 8112, + 21945, + 404, + 409, + 39600, + 384, + 11, + 4247, + 1043, + 36890, + 656, + 29452, + 2345, + 11, + 54448, + 269, + 4988, + 15190, + 1317, + 78, + 656, + 24108, + 11, + 8541, + 78, + 58892, + 8112, + 27284, + 653, + 4317, + 6754, + 281, + 39619, + 5840, + 82, + 29830, + 285, + 18285, + 8536, + 4378, + 656, + 29452, + 11, + 951, + 5481, + 285, + 409, + 1630, + 391, + 3244, + 13, + 78138, + 78, + 8924, + 8249, + 37879, + 2001, + 593, + 35662, + 47151, + 50980, + 1131, + 2345, + 11, + 10845, + 24985, + 4046, + 264, + 2024, + 346, + 9008, + 44035, + 9252, + 390, + 46591, + 342, + 54485, + 60050, + 7682, + 40027, + 5048, + 14, + 5770, + 665, + 8961, + 28139, + 13, + 56532, + 4502, + 30234, + 7583, + 21945, + 404, + 29028, + 41091, + 41091, + 36897, + 25, + 1744, + 272, + 4988, + 513, + 115782, + 276, + 439, + 281, + 2784, + 300, + 409, + 1421, + 980, + 4849, + 8924, + 8249, + 37879, + 7600, + 978, + 10776, + 521, + 1206, + 640, + 6960, + 1744, + 264, + 1421, + 980, + 4849, + 409, + 8249, + 5840, + 70096, + 2649, + 264, + 41921, + 37879, + 1589, + 3244, + 17038, + 4046, + 41091, + 46462, + 11, + 4247, + 3289, + 7675, + 656, + 220, + 1954, + 127036, + 9678, + 39961, + 3067, + 17634, + 64, + 1744, + 1028, + 18829, + 297, + 73512, + 13, + 29124, + 21945, + 404, + 11, + 5899, + 29830, + 285, + 1153, + 87685, + 384, + 40586, + 1421, + 70496, + 264, + 8249, + 5840, + 79376, + 1744, + 264, + 95066, + 11, + 28895, + 4046, + 653, + 73512, + 1589, + 60895, + 11, + 9678, + 39961, + 2001, + 97396, + 21945, + 7583, + 2345, + 3067, + 17634, + 64, + 13, + 469, + 11, + 294, + 11178, + 12708, + 11, + 68160, + 26564, + 4988, + 409, + 1744, + 264, + 3772, + 1744, + 84902, + 2709, + 28781, + 27771, + 4247, + 11083, + 665, + 8961, + 28139, + 4046, + 409, + 220, + 19, + 11, + 605, + 127036, + 1744, + 1043, + 3244, + 32895, + 656, + 220, + 20, + 11, + 21, + 1034, + 656, + 16973, + 78, + 2860, + 8924, + 8249, + 37879, + 12155, + 28781, + 27771, + 409, + 17634, + 64, + 13081 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 44805, + 5840, + 4831, + 27561, + 1832, + 87, + 3074, + 8032, + 3264, + 60, + 23850, + 90983, + 480, + 1832, + 83256, + 73467, + 276, + 2709, + 42498, + 8492, + 2353, + 409, + 1867, + 10804, + 384, + 67605, + 3739, + 11049, + 5670, + 64, + 11, + 29028, + 41518, + 4849, + 11, + 912, + 20607, + 938, + 97041, + 1624, + 78740, + 11, + 1080, + 64, + 274, + 90739, + 44669, + 450, + 1317, + 64, + 384, + 1913, + 64, + 11, + 29028, + 951, + 10176, + 2649, + 19216, + 26344, + 6388, + 384, + 2709, + 387, + 450, + 437, + 1624, + 70, + 5670, + 11, + 297, + 2466, + 1295, + 384, + 264, + 824, + 6374, + 1218, + 2827, + 44705, + 13, + 1252, + 4317, + 43938, + 648, + 409, + 40142, + 4941, + 64, + 264, + 95970, + 656, + 81629, + 11, + 951, + 67, + 581, + 2249, + 4988, + 297, + 687, + 11368, + 384, + 704, + 1813, + 48680, + 55148, + 19216, + 95410, + 7351, + 78, + 384, + 18434, + 70645, + 8032, + 3264, + 60, + 43912, + 22580, + 39614, + 445, + 454, + 2473, + 1207, + 747, + 5771, + 283, + 264, + 264, + 1189, + 84, + 5840, + 6754, + 4790, + 14222, + 2852, + 439, + 318, + 17820, + 25318, + 8924, + 38831, + 14357, + 656, + 13842, + 1030, + 384, + 5126, + 8385, + 84, + 264, + 908, + 18829, + 7589, + 84, + 12252, + 1744, + 39488, + 64, + 10566, + 938, + 97041, + 23553, + 297, + 84596, + 3244, + 8792, + 6502, + 4988, + 78885, + 44669, + 450, + 384, + 93224, + 65225, + 90314, + 4415, + 8474, + 2629, + 656, + 1744, + 52462, + 13, + 13321, + 8747, + 5320, + 4415, + 439, + 318, + 17820, + 7583, + 653, + 4317, + 656, + 21152, + 62822, + 44428, + 10382, + 10126, + 11, + 908, + 8536, + 404, + 9157, + 10205, + 9008, + 384, + 18434, + 1394, + 297, + 44524, + 26344, + 6491, + 11, + 16456, + 1189, + 77927, + 384, + 23423, + 29350, + 297, + 1560, + 16339, + 3055, + 8032, + 3264, + 933, + 44090, + 2479, + 13028, + 12018, + 4618, + 3289, + 867, + 2172, + 665, + 220, + 6330, + 23, + 11, + 4046, + 653, + 4317, + 6754, + 274, + 6792, + 300, + 32529, + 50463, + 85849, + 384, + 93197, + 297, + 20607, + 70383, + 29830, + 285, + 6000, + 78, + 13, + 43912, + 10237, + 68, + 656, + 46746, + 269, + 665, + 220, + 10718, + 19, + 11, + 264, + 2483, + 28996, + 2536, + 86084, + 94381, + 2172, + 13, + 507, + 19973, + 299, + 4316, + 7583, + 59840, + 2648, + 29195, + 2160, + 32560, + 3067, + 2107, + 8458, + 656, + 15429, + 409, + 350, + 402, + 2473, + 409, + 73377, + 13, + 13106, + 7696, + 5840, + 656, + 51108, + 78, + 6344, + 23143, + 275, + 5770, + 409, + 98600, + 409, + 35741, + 4356, + 409, + 220, + 6280, + 23, + 11, + 46000, + 19216, + 274, + 90739, + 58729, + 11, + 47088, + 1559, + 1744, + 2536, + 32190, + 86084, + 23100, + 2172, + 4247, + 802, + 85344, + 50103, + 297, + 39002, + 78, + 64324, + 951, + 10188, + 613, + 2172, + 6252, + 3244, + 26555, + 10610, + 912, + 20607, + 44524, + 1560, + 16339, + 3055, + 13, + 17652, + 13807, + 43912, + 22580, + 39614, + 445, + 454, + 2473, + 4502, + 9165, + 18829, + 439, + 11083, + 7044, + 83120, + 1744, + 297, + 19973, + 299, + 656, + 61758, + 2160, + 32560, + 45569, + 11, + 362, + 1556, + 18931, + 5840, + 409, + 220, + 17264, + 865, + 220, + 12652, + 10166, + 11, + 264, + 20108, + 23100, + 2649, + 264, + 1913, + 2852, + 656, + 19266, + 64487, + 1630, + 5511, + 1446, + 7583, + 264, + 16757, + 409, + 220, + 9741, + 10166, + 409, + 24180, + 384, + 297, + 272, + 16977, + 1560, + 16339, + 3055, + 409, + 220, + 845, + 10166, + 409, + 459, + 971, + 11, + 62446, + 439, + 2047, + 50922, + 3739, + 82, + 477, + 953, + 2259, + 285, + 95524, + 77155, + 297, + 656, + 21152, + 409, + 24180, + 1744, + 409, + 459, + 971, + 8032, + 1041, + 933, + 31305, + 468, + 19030, + 88, + 264, + 1867, + 5899, + 653, + 4317, + 16109, + 79415, + 25131, + 78559, + 19973, + 299, + 13, + 507, + 12657, + 360, + 46058, + 28246, + 656, + 28705, + 5362, + 409, + 8528, + 1630, + 78, + 11644, + 50103, + 513, + 2098, + 416, + 2002, + 25774, + 1634, + 1437, + 1149, + 300, + 384, + 11, + 8112, + 6155, + 5642, + 11, + 43914, + 42498, + 281, + 5512, + 47151, + 653, + 296, + 13873, + 96344, + 13 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1844, + 4317, + 21205, + 29830, + 285, + 11, + 2709, + 6502, + 5670, + 220, + 975, + 384, + 220, + 1419, + 409, + 1172, + 21152, + 8869, + 11, + 2709, + 328, + 86184, + 14357, + 34860, + 10808, + 17576, + 5840, + 82, + 409, + 20445, + 11354, + 58992, + 3429, + 67605, + 277, + 297, + 12155, + 78, + 312, + 8536, + 635, + 43914, + 951, + 7018, + 56373, + 2167, + 437, + 320, + 12021, + 31727, + 13140, + 8031, + 822, + 8, + 1744, + 11, + 94058, + 94352, + 3739, + 11, + 513, + 2558, + 66, + 2534, + 665, + 25048, + 11, + 15356, + 25088, + 384, + 44513, + 501, + 6863, + 627, + 5001, + 7018, + 56373, + 34860, + 5670, + 66673, + 264, + 3920, + 31853, + 409, + 12769, + 59927, + 47484, + 72372, + 332, + 344, + 9252, + 13289, + 384, + 12769, + 37, + 69151, + 409, + 13620, + 442, + 15782, + 61312, + 384, + 1744, + 68364, + 276, + 264, + 64403, + 20568, + 3714, + 384, + 64403, + 68, + 51185, + 1744, + 369, + 276, + 18916, + 65225, + 41625, + 73583, + 8031, + 72, + 9157, + 912, + 71639, + 62829, + 320, + 7489, + 772, + 6632, + 409, + 12769, + 59927, + 52462, + 3959, + 336, + 375, + 14871, + 123996, + 665, + 2385, + 15190, + 1760, + 354, + 7088, + 51388, + 5771, + 2172, + 4247, + 12769, + 51, + 278, + 17996, + 384, + 26676, + 5808, + 106635, + 2471, + 84, + 5840, + 1744, + 513, + 92835, + 1080, + 64, + 70972, + 5840, + 25203, + 10649, + 8924, + 7286, + 4692, + 73583, + 409, + 1901, + 6863, + 384, + 409, + 46612, + 11, + 1744, + 4538, + 439, + 78072, + 300, + 3289, + 867, + 11354, + 409, + 274, + 992, + 277, + 384, + 390, + 1897, + 14388, + 277, + 297, + 1160, + 2172, + 656, + 78072, + 278, + 68364, + 2172, + 864, + 478, + 481, + 55451, + 4247, + 12769, + 51, + 278, + 17996, + 384, + 26676, + 5808, + 13289, + 3429, + 11, + 3091, + 78740, + 297, + 31221, + 11, + 951, + 7018, + 404, + 627, + 8284, + 12155, + 63604, + 523, + 15924, + 264, + 2995, + 5770, + 11, + 390, + 1897, + 14388, + 277, + 1160, + 300, + 6252, + 1536, + 87, + 440, + 57498, + 4046, + 704, + 1813, + 277, + 264, + 118812, + 75766, + 276, + 1772, + 437, + 409, + 79213, + 409, + 92952, + 653, + 59305, + 951, + 351, + 13584, + 481, + 25, + 97227, + 98811, + 1600, + 11, + 328, + 30546, + 946, + 11, + 10314, + 70549, + 946, + 7432, + 423, + 1507, + 46, + 13, + 27713, + 689, + 297, + 12155, + 78, + 48755, + 5771, + 762, + 76384, + 3429, + 15715, + 40843, + 78072, + 300, + 1744, + 11, + 264, + 18541, + 277, + 6754, + 1685, + 3739, + 82, + 11, + 4277, + 1995, + 2298, + 325, + 264, + 15627, + 9859, + 288, + 11, + 29195, + 7584, + 11518, + 409, + 1218, + 68, + 556, + 4458, + 11, + 1062, + 306, + 7583, + 384, + 65484, + 3067, + 865, + 592, + 17528, + 1744, + 326, + 645, + 5954, + 969, + 627, + 55, + 64, + 47151, + 29830, + 285, + 409, + 220, + 5067, + 78072, + 300, + 18916, + 65225, + 35989, + 912, + 50109, + 409, + 71639, + 62829, + 11, + 19216, + 82, + 1744, + 513, + 326, + 645, + 34264, + 75, + 2649, + 320, + 4406, + 20108, + 409, + 4294, + 4893, + 8, + 264, + 16434, + 50839, + 320, + 52877, + 1680, + 12769, + 593, + 2536, + 513, + 88185, + 268, + 61312, + 12769, + 593, + 4046, + 653, + 4317, + 58139, + 2908, + 64, + 409, + 54448, + 6347, + 61312, + 12769, + 359, + 4317, + 63098, + 9252, + 3429, + 297, + 58411, + 61312, + 5099, + 2637, + 6252, + 2024, + 665, + 45866, + 1744, + 77236, + 7248, + 76384, + 37244, + 5771, + 268, + 62281, + 20503, + 84, + 27897, + 627, + 24539, + 1371, + 5038, + 437, + 297, + 52764, + 66, + 76384, + 85878, + 64267, + 50129, + 8811, + 118904, + 8083, + 8924, + 436, + 11644, + 74, + 826, + 13, + 2998, + 41278, + 14456, + 1744, + 513, + 390, + 1897, + 67419, + 12769, + 325, + 1331, + 265, + 59382, + 1995, + 653, + 88699, + 57181, + 384, + 653, + 62578, + 61312, + 297, + 1744, + 2536, + 864, + 87, + 360, + 6885, + 1744, + 264, + 34361, + 11437, + 409, + 118812, + 10566, + 64, + 912, + 62578, + 88699, + 1877, + 64, + 3920, + 15790, + 384, + 1744, + 2536, + 513, + 29294, + 14448, + 277, + 297, + 26600, + 15782, + 50116, + 4317, + 7565, + 20103, + 32190, + 1499, + 64, + 7484 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 91823, + 88185, + 5840, + 7638, + 72, + 5771, + 278, + 1891, + 5048, + 656, + 2586, + 13028, + 6754, + 85849, + 656, + 274, + 333, + 3244, + 3067, + 24971, + 50839, + 384, + 297, + 1153, + 2483, + 9978, + 2211, + 437, + 912, + 69629, + 19216, + 4563, + 84, + 18829, + 482, + 4723, + 300, + 482, + 426, + 6269, + 409, + 33797, + 48328, + 482, + 426, + 6269, + 482, + 40491, + 593, + 45689, + 9265, + 79332, + 3427, + 198, + 32, + 12431, + 965, + 52271, + 9503, + 50621, + 480, + 2279, + 34140, + 32, + 11, + 362, + 650, + 53320, + 32, + 20479, + 6060, + 33393, + 32740, + 1950, + 507, + 13396, + 1950, + 11, + 29124, + 362, + 30776, + 87607, + 2938, + 32, + 362, + 9917, + 43996, + 423, + 20982, + 97365, + 3467, + 5091, + 44801, + 2507, + 90259, + 16943, + 36909, + 423, + 1950, + 25561, + 328, + 71594, + 32, + 39237, + 2089, + 1623, + 55, + 53320, + 32, + 25, + 220, + 1313, + 13, + 24865, + 650, + 46689, + 53320, + 34, + 1112, + 3204, + 66369, + 423, + 53320, + 32, + 11, + 66122, + 1899, + 5989, + 40462, + 3204, + 25561, + 1630, + 1899, + 15559, + 3467, + 220, + 679, + 15, + 627, + 65, + 983, + 1286, + 48328, + 220, + 1691, + 4470, + 220, + 679, + 22, + 19216, + 82, + 220, + 410, + 25, + 2318, + 198, + 1305, + 17099, + 521, + 50116, + 4317, + 62834, + 409, + 3969, + 36323, + 41091, + 6485, + 64, + 11, + 1744, + 330, + 82, + 38708, + 297, + 70257, + 1, + 513, + 61344, + 8080, + 1995, + 11, + 95524, + 77155, + 11, + 15190, + 1317, + 78, + 409, + 12067, + 653, + 39124, + 13, + 17652, + 13807, + 513, + 459, + 95585, + 11, + 2586, + 89, + 31841, + 1080, + 11083, + 409, + 6747, + 50010, + 384, + 72900, + 12155, + 30391, + 87, + 25075, + 46180, + 59382, + 1995, + 97363, + 285, + 5309, + 292, + 2852, + 51307, + 25204, + 912, + 490, + 21781, + 3067, + 10807, + 12, + 11908, + 68364, + 2172, + 13, + 23718, + 10808, + 409, + 10878, + 5840, + 330, + 82, + 38708, + 297, + 70257, + 1, + 28895, + 297, + 1708, + 5531, + 451, + 7845, + 19260, + 1744, + 330, + 6414, + 513, + 11810, + 84662, + 1, + 1744, + 439, + 85849, + 1744, + 68364, + 268, + 15190, + 490, + 1995, + 4511, + 6491, + 294, + 21904, + 29830, + 285, + 409, + 87512, + 50084, + 25, + 4046, + 21945, + 404, + 11, + 1744, + 665, + 90699, + 23884, + 3091, + 12440, + 42550, + 15190, + 71898, + 2807, + 11644, + 13, + 423, + 292, + 25075, + 26555, + 10610, + 11, + 390, + 88185, + 5840, + 11, + 330, + 82, + 38708, + 297, + 70257, + 1, + 28895, + 390, + 71662, + 82205, + 65072, + 2709, + 550, + 1394, + 437, + 8031, + 380, + 437, + 3429, + 653, + 4317, + 62834, + 2536, + 35662, + 513, + 272, + 1538, + 1466, + 13, + 8817, + 437, + 653, + 80694, + 3399, + 264, + 893, + 912, + 23884, + 3067, + 18111, + 5808, + 938, + 783, + 3315, + 656, + 41987, + 409, + 16376, + 21510, + 11, + 50103, + 264, + 3276, + 16960, + 46595, + 9008, + 25, + 16869, + 300, + 57429, + 513, + 294, + 52462, + 11, + 12155, + 79521, + 50084, + 11, + 1744, + 297, + 51434, + 8924, + 37368, + 2353, + 11639, + 304, + 1083, + 6960, + 5380, + 39, + 2192, + 7120, + 46180, + 297, + 733, + 655, + 2201, + 27512, + 5804, + 511, + 283, + 6252, + 657, + 300, + 264, + 16167, + 300, + 7638, + 72, + 5771, + 2852, + 51307, + 39924, + 482, + 359, + 4317, + 665, + 16376, + 21510, + 384, + 81807, + 665, + 16376, + 100214, + 12, + 3429, + 56369, + 277, + 2709, + 281, + 494, + 268, + 4692, + 3067, + 62834, + 384, + 11, + 15482, + 12067, + 11, + 2709, + 83362, + 264, + 1744, + 39294, + 52384, + 11644, + 4415, + 4319, + 360, + 5840, + 656, + 490, + 1995, + 4511, + 6491, + 4415, + 348, + 7583, + 68364, + 2649, + 25, + 297, + 490, + 21781, + 3067, + 362, + 88295, + 656, + 8602, + 480, + 361, + 97050, + 10109, + 2172, + 9465, + 264, + 938, + 783, + 3315, + 409, + 78843, + 68559, + 384, + 264, + 938, + 783, + 3315, + 3067, + 24971, + 50839, + 627, + 46, + 1172, + 6491, + 409, + 1744, + 264, + 362, + 88295, + 656, + 8602, + 320, + 1741, + 12, + 11908, + 8, + 1877, + 64, + 264, + 89272, + 348, + 7583, + 409, + 46915, + 5840, + 8924, + 7546, + 2852 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 50, + 847, + 76523, + 10726, + 68, + 665, + 5460, + 437, + 264, + 14420, + 5840, + 656, + 49950, + 17452, + 8869, + 198, + 2170, + 1589, + 16485, + 15540, + 19216, + 9120, + 936, + 3678, + 7063, + 263, + 297, + 51434, + 656, + 665, + 44848, + 459, + 940, + 665, + 5460, + 437, + 320, + 37559, + 2483, + 4458, + 8, + 656, + 1789, + 78, + 12695, + 1832, + 13183, + 822, + 67661, + 532, + 13, + 507, + 52485, + 44579, + 5512, + 11, + 83440, + 7206, + 79745, + 76523, + 56590, + 1559, + 297, + 296, + 14081, + 7857, + 264, + 4799, + 50116, + 4317, + 14420, + 5840, + 656, + 49950, + 17452, + 8869, + 13, + 330, + 8284, + 4046, + 653, + 4317, + 272, + 3121, + 3739, + 409, + 18250, + 17434, + 11, + 20120, + 409, + 3674, + 17434, + 11, + 20120, + 409, + 26344, + 21920, + 11, + 20120, + 409, + 1560, + 447, + 14685, + 300, + 11, + 4046, + 653, + 4317, + 1972, + 9252, + 498, + 39571, + 321, + 283, + 297, + 11837, + 266, + 3370, + 342, + 12812, + 11, + 118812, + 32262, + 19260, + 665, + 330, + 85, + 8080, + 281, + 60477, + 19216, + 11723, + 7583, + 15190, + 4958, + 43994, + 656, + 2162, + 23811, + 38991, + 5840, + 47105, + 2649, + 198, + 46, + 506, + 57181, + 1332, + 15931, + 90230, + 13576, + 342, + 1995, + 5771, + 5164, + 653, + 4317, + 16120, + 21575, + 865, + 664, + 7235, + 264, + 79745, + 76523, + 198, + 46, + 52485, + 44579, + 5512, + 11, + 1744, + 513, + 82844, + 1744, + 1877, + 64, + 4915, + 54176, + 1826, + 288, + 46180, + 665, + 5460, + 437, + 4247, + 57973, + 11837, + 266, + 10308, + 11, + 8112, + 297, + 70988, + 44365, + 18866, + 24315, + 57825, + 71437, + 28700, + 70331, + 977, + 78, + 11, + 4415, + 274, + 90739, + 1589, + 75907, + 3067, + 2761, + 10126, + 656, + 6864, + 17434, + 384, + 8924, + 506, + 1634, + 437, + 8924, + 9120, + 593, + 48328, + 11, + 7845, + 19260, + 409, + 1744, + 297, + 29452, + 11, + 264, + 2483, + 28996, + 5804, + 1604, + 78684, + 3067, + 1589, + 1082, + 11, + 29294, + 87462, + 2211, + 261, + 308, + 8458, + 513, + 2536, + 47151, + 83362, + 815, + 847, + 76523, + 8464, + 72, + 817, + 26555, + 10610, + 15190, + 91933, + 2172, + 958, + 2423, + 656, + 52485, + 409, + 469, + 39907, + 52, + 11, + 24448, + 7250, + 11, + 409, + 71908, + 1744, + 439, + 1218, + 13910, + 17452, + 51185, + 2961, + 285, + 447, + 268, + 96552, + 2172, + 17580, + 274, + 6792, + 300, + 2040, + 5840, + 82, + 13, + 330, + 46, + 52485, + 7250, + 5899, + 24788, + 3244, + 272, + 4988, + 1891, + 1744, + 47151, + 1744, + 834, + 84, + 42273, + 43914, + 69407, + 437, + 409, + 1744, + 43938, + 95311, + 3429, + 4502, + 11083, + 8801, + 6033, + 409, + 1744, + 41645, + 3675, + 21901, + 437, + 43938, + 360, + 64545, + 498, + 274, + 992, + 283, + 815, + 847, + 76523, + 86538, + 283, + 1744, + 330, + 2423, + 11249, + 2536, + 29294, + 1446, + 594, + 337, + 998, + 4247, + 653, + 32190, + 42765, + 1877, + 64, + 1652, + 369, + 297, + 20607, + 38035, + 17580, + 1913, + 12341, + 300, + 41666, + 57567, + 13, + 469, + 325, + 11249, + 35474, + 70493, + 83714, + 912, + 480, + 12, + 508, + 3343, + 825, + 12848, + 689, + 32, + 13669, + 689, + 9465, + 2709, + 5534, + 953, + 21938, + 39944, + 17038, + 384, + 439, + 58879, + 51455, + 297, + 10706, + 69407, + 3370, + 15833, + 671, + 23463, + 13, + 49693, + 417, + 2709, + 38546, + 95796, + 288, + 656, + 29452, + 17452, + 8869, + 11, + 8112, + 297, + 52485, + 656, + 53565, + 264, + 3516, + 11644, + 58771, + 8715, + 11, + 98541, + 52082, + 4858, + 11, + 14794, + 276, + 1744, + 330, + 716, + 1126, + 15295, + 15887, + 513, + 2709, + 733, + 655, + 37491, + 3242, + 78, + 5771, + 268, + 96552, + 11354, + 4017, + 5840, + 82, + 43914, + 16888, + 5670, + 3343, + 47, + 8083, + 81807, + 20108, + 11, + 264, + 4872, + 64, + 409, + 17360, + 2483, + 4458, + 384, + 49904, + 969, + 409, + 51183, + 7583, + 11, + 25225, + 285, + 2009, + 952, + 569, + 11, + 1645, + 355, + 283, + 2709, + 9120, + 593, + 48328, + 409, + 330, + 376, + 6526, + 409, + 3721, + 42273, + 439, + 274, + 6792, + 300, + 4294, + 13052, + 13910, + 1, + 384, + 3335, + 283, + 1744 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1, + 29518, + 437, + 11, + 2709, + 46369, + 25075, + 390, + 22180, + 911, + 7583, + 1981, + 702, + 35, + 11178, + 1744, + 297, + 29452, + 4046, + 29452, + 11, + 264, + 16948, + 290, + 50839, + 4046, + 20108, + 36897, + 50116, + 77354, + 11, + 912, + 1744, + 15887, + 4538, + 74365, + 288, + 3067, + 274, + 90739, + 3073, + 8968, + 11, + 10071, + 1391, + 15010, + 264, + 2807, + 118812, + 834, + 318, + 5724, + 54448, + 269, + 627, + 14101, + 288, + 46180, + 264, + 39600, + 470, + 3928, + 10649, + 11, + 348, + 2423, + 453, + 4406, + 52311, + 1499, + 300, + 96701, + 51791, + 11354, + 15190, + 89160, + 3067, + 16948, + 290, + 50839, + 3067, + 26232, + 8968, + 409, + 45689, + 409, + 17652, + 324, + 9252, + 8924, + 7427, + 320, + 2507, + 32, + 570, + 350, + 13873, + 1630, + 4858, + 689, + 8112, + 9893, + 689, + 11, + 8835, + 276, + 6348, + 77155, + 384, + 459, + 1371, + 1122, + 83120, + 30621, + 92355, + 687, + 1263, + 21938, + 32150, + 2709, + 42498, + 1028, + 1832, + 2265, + 437, + 19528, + 5670, + 78781, + 1656, + 307, + 4377, + 11, + 1499, + 64, + 10532, + 2649, + 9427, + 10126, + 409, + 7669, + 5840, + 82, + 8122, + 69, + 3244, + 15540, + 924, + 1658, + 5362, + 13, + 11842, + 4046, + 3429, + 32895, + 1981, + 264, + 17074, + 496, + 5840, + 409, + 1558, + 300, + 3739, + 4415, + 50505, + 276, + 7583, + 409, + 61758, + 40456, + 822, + 4247, + 20108, + 8924, + 64993, + 69519, + 11, + 4046, + 72900, + 653, + 4317, + 1317, + 64, + 4790, + 26826, + 11, + 4415, + 1744, + 264, + 34809, + 2649, + 330, + 28531, + 4309, + 28139, + 29830, + 285, + 36897, + 656, + 29452, + 498, + 87776, + 4247, + 20735, + 64, + 656, + 26344, + 6491, + 86259, + 11, + 384, + 15482, + 12067, + 656, + 89160, + 384, + 264, + 14240, + 3074, + 43914, + 2486, + 2852, + 11, + 29195, + 4317, + 17074, + 496, + 5840, + 35379, + 9265, + 390, + 5294, + 481, + 13, + 1630, + 64, + 294, + 11178, + 2709, + 1592, + 981, + 3067, + 3276, + 16960, + 46601, + 29253, + 15491, + 64267, + 50129, + 11, + 1744, + 14531, + 43746, + 9517, + 18225, + 437, + 409, + 84, + 19216, + 7080, + 25282, + 98187, + 11, + 384, + 19216, + 82, + 30607, + 266, + 327, + 3557, + 17580, + 74478, + 300, + 86027, + 924, + 1658, + 17449, + 15190, + 1317, + 78, + 3067, + 22425, + 689, + 26, + 10071, + 297, + 8924, + 39542, + 437, + 4046, + 95102, + 2917, + 59548, + 11, + 29195, + 42765, + 1744, + 5899, + 46369, + 5362, + 6954, + 3614, + 48078, + 3067, + 80585, + 264, + 7565, + 4748, + 48328, + 14531, + 73979, + 590, + 288, + 384, + 31496, + 15844, + 8112, + 18063, + 44730, + 5248, + 13, + 507, + 47392, + 656, + 1080, + 5771, + 762, + 76384, + 409, + 7250, + 15482, + 15491, + 79395, + 11, + 2536, + 282, + 2192, + 29830, + 285, + 1744, + 312, + 2000, + 57000, + 264, + 9686, + 18829, + 2980, + 5840, + 409, + 1744, + 2536, + 3073, + 268, + 4900, + 288, + 463, + 18297, + 27771, + 12155, + 64993, + 69519, + 11, + 3073, + 268, + 71357, + 68, + 4900, + 288, + 8924, + 64993, + 69519, + 11, + 384, + 15887, + 23100, + 5670, + 78885, + 41349, + 3352, + 81, + 3244, + 13, + 34447, + 11, + 8112, + 513, + 50116, + 4317, + 97316, + 409, + 9084, + 5317, + 64, + 513, + 41921, + 521, + 11, + 297, + 41274, + 70988, + 3453, + 95585, + 15491, + 79395, + 11, + 384, + 523, + 3105, + 15190, + 991, + 4749, + 953, + 5477, + 66879, + 5770, + 264, + 8666, + 300, + 11, + 272, + 4988, + 513, + 17074, + 13645, + 1744, + 264, + 1043, + 28464, + 14490, + 953, + 8968, + 50475, + 8083, + 11, + 482, + 78, + 356, + 15259, + 37619, + 70972, + 283, + 4197, + 9157, + 3429, + 294, + 6388, + 16948, + 290, + 50839, + 13, + 64778, + 4317, + 79395, + 29830, + 285, + 98429, + 409, + 29876, + 21914, + 409, + 22806, + 15503, + 78, + 384, + 2958, + 76, + 3244, + 11, + 384, + 1080, + 64, + 23878, + 9252, + 409, + 594, + 78176, + 409, + 5250, + 375, + 25545, + 2473, + 384, + 507, + 1678, + 822, + 11, + 264, + 30621, + 28139, + 50475, + 8083, + 282, + 2192, + 653, + 78856, + 9463, + 49591, + 15190, + 1080, + 5771, + 94218, + 325, + 1744, + 4538, + 653, + 42765, + 1207, + 76, + 15782, + 15190, + 330 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1183, + 266, + 2172, + 409, + 44172, + 70114, + 409, + 220, + 9714, + 19, + 627, + 46, + 220, + 1313, + 409, + 1172, + 21152, + 8869, + 409, + 220, + 6393, + 19, + 259, + 6632, + 35000, + 297, + 11677, + 68, + 409, + 46867, + 351, + 7835, + 11, + 912, + 1744, + 653, + 1860, + 3739, + 38430, + 11644, + 4042, + 293, + 349, + 84, + 32150, + 653, + 20605, + 68, + 384, + 56868, + 462, + 84, + 653, + 3709, + 408, + 822, + 11, + 4411, + 9484, + 78, + 2709, + 42498, + 87512, + 75766, + 15844, + 627, + 29967, + 865, + 6480, + 437, + 3823, + 437, + 29830, + 285, + 3276, + 33339, + 3338, + 276, + 656, + 757, + 16876, + 275, + 17434, + 11, + 8112, + 439, + 29830, + 6489, + 300, + 409, + 46867, + 2206, + 2933, + 384, + 435, + 11368, + 3067, + 12633, + 324, + 969, + 320, + 38, + 337, + 38622, + 7206, + 705, + 13597, + 283, + 1634, + 384, + 362, + 42883, + 26089, + 2649, + 320, + 53, + 10746, + 705, + 1666, + 445, + 29189, + 320, + 47, + 396, + 7206, + 705, + 507, + 7811, + 78, + 384, + 362, + 386, + 6217, + 37623, + 320, + 19235, + 8458, + 355, + 705, + 507, + 1088, + 8869, + 6754, + 6178, + 300, + 320, + 4368, + 329, + 8458, + 8, + 384, + 1666, + 52743, + 283, + 5979, + 61025, + 320, + 14047, + 299, + 708, + 4390, + 31516, + 74735, + 6445, + 265, + 9786, + 4538, + 2709, + 77822, + 2799, + 437, + 409, + 356, + 9252, + 409, + 5960, + 650, + 97086, + 320, + 19235, + 8458, + 355, + 705, + 507, + 1088, + 8869, + 3067, + 28764, + 936, + 320, + 43, + 638, + 277, + 705, + 507, + 47624, + 320, + 49, + 55333, + 7206, + 705, + 13597, + 300, + 24610, + 300, + 320, + 9027, + 48719, + 8, + 384, + 362, + 393, + 4042, + 18829, + 320, + 57224, + 25196, + 4390, + 46, + 281, + 41284, + 8924, + 2722, + 73, + 2649, + 4046, + 8924, + 19266, + 79134, + 53694, + 23440, + 384, + 297, + 1630, + 5511, + 13, + 18165, + 264, + 11813, + 337, + 5241, + 7583, + 77507, + 79, + 3074, + 409, + 281, + 41284, + 342, + 1604, + 3427, + 11, + 390, + 31723, + 1867, + 981, + 70444, + 5670, + 4247, + 653, + 4317, + 2092, + 73722, + 13, + 507, + 281, + 41284, + 409, + 24916, + 25196, + 4046, + 29830, + 285, + 3293, + 68, + 11, + 513, + 3399, + 653, + 8924, + 42498, + 1867, + 981, + 15833, + 5150, + 12826, + 409, + 496, + 65225, + 3055, + 11, + 8541, + 78, + 30607, + 79807, + 665, + 445, + 627, + 35, + 306, + 299, + 3067, + 802, + 447, + 8525, + 5808, + 5526, + 73467, + 276, + 2709, + 305, + 60477, + 265, + 437, + 665, + 24916, + 25196, + 384, + 28059, + 325, + 1030, + 11, + 1589, + 10743, + 48328, + 11, + 369, + 37491, + 470, + 6792, + 4511, + 11, + 3381, + 288, + 11, + 12097, + 2483, + 18720, + 11, + 1652, + 89, + 11354, + 384, + 37194, + 288, + 627, + 2170, + 123060, + 61025, + 11, + 439, + 409, + 3400, + 48719, + 88782, + 88759, + 276, + 294, + 788, + 281, + 5518, + 409, + 1812, + 3557, + 14, + 45103, + 1744, + 58015, + 4170, + 276, + 2709, + 10632, + 14, + 1744, + 94913, + 300, + 1028, + 5771, + 268, + 439, + 824, + 46523, + 510, + 21, + 27218, + 9470, + 7992, + 12717, + 25, + 27039, + 22776, + 82, + 20188, + 2852, + 665, + 3400, + 48719, + 409, + 24916, + 25196, + 627, + 1737, + 220, + 679, + 15, + 8415, + 299, + 1608, + 24315, + 656, + 30950, + 451, + 38, + 1080, + 73990, + 822, + 656, + 506, + 35535, + 321, + 656, + 11659, + 451, + 38, + 44365, + 44681, + 1628, + 50176, + 3118, + 13055, + 653, + 4317, + 123060, + 3244, + 409, + 272, + 729, + 5808, + 15190, + 453, + 5531, + 451, + 23815, + 321, + 3394, + 61349, + 13, + 362, + 123060, + 3244, + 2536, + 98040, + 283, + 264, + 29761, + 277, + 28895, + 2709, + 7638, + 72, + 18720, + 50502, + 2534, + 264, + 43663, + 8924, + 272, + 729, + 324, + 15844, + 15190, + 628, + 12052, + 13, + 1252, + 4317, + 48520, + 309, + 5840, + 46000, + 4247, + 348, + 7583, + 865, + 664, + 7235, + 1323, + 266, + 283, + 1080, + 19126, + 18931, + 10628, + 656, + 1630, + 56099, + 2172, + 39488, + 4988, + 1744, + 513, + 2109, + 6388, + 297, + 628, + 12052, + 627, + 9470, + 7992, + 12717, + 25 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 20589, + 8112, + 330, + 76209, + 2259, + 653, + 281, + 39619, + 6252, + 72009, + 822, + 498, + 330, + 10462, + 67618, + 56132, + 297, + 72009, + 822, + 2254, + 1, + 6033, + 330, + 87, + 50474, + 56888, + 556, + 8801, + 1744, + 297, + 72009, + 822, + 1028, + 18829, + 25994, + 3343, + 1666, + 8541, + 300, + 656, + 41987, + 409, + 64749, + 351, + 8362, + 7583, + 1069, + 1799, + 263, + 3429, + 5225, + 277, + 656, + 44046, + 78, + 1744, + 2024, + 7583, + 264, + 951, + 391, + 277, + 26826, + 656, + 72009, + 822, + 2254, + 765, + 1901, + 6863, + 3765, + 23463, + 56808, + 46075, + 11, + 1008, + 336, + 2852, + 11, + 2709, + 52764, + 66, + 1133, + 437, + 70096, + 5670, + 19216, + 1666, + 2168, + 5840, + 409, + 1219, + 3035, + 5485, + 288, + 409, + 34896, + 5670, + 384, + 19216, + 1666, + 2168, + 5840, + 409, + 1219, + 3035, + 5485, + 288, + 1901, + 6863, + 3765, + 23463, + 409, + 64749, + 351, + 8362, + 7583, + 64753, + 1995, + 2298, + 325, + 409, + 22544, + 5868, + 27990, + 32150, + 297, + 18732, + 417, + 57147, + 11, + 91933, + 4988, + 1744, + 2536, + 5293, + 277, + 11644, + 94058, + 865, + 1540, + 2649, + 409, + 312, + 4749, + 953, + 300, + 384, + 59840, + 4988, + 48454, + 285, + 12155, + 1744, + 513, + 514, + 25, + 330, + 29197, + 593, + 71296, + 437, + 665, + 9165, + 11, + 1744, + 16888, + 14576, + 389, + 668, + 384, + 297, + 3117, + 7206, + 7643, + 5771, + 1995, + 11, + 4247, + 12067, + 34556, + 2536, + 15190, + 5348, + 6740, + 3343, + 14302, + 64, + 409, + 1744, + 330, + 64, + 951, + 391, + 277, + 26826, + 656, + 81772, + 12052, + 72009, + 822, + 48837, + 7583, + 653, + 44046, + 78, + 11358, + 1832, + 390, + 57973, + 31237, + 4692, + 8112, + 264, + 3552, + 8093, + 7583, + 498, + 42502, + 4988, + 330, + 64, + 24521, + 42600, + 656, + 41987, + 78810, + 5770, + 1, + 384, + 330, + 359, + 16109, + 5536, + 78, + 73641, + 4042, + 1, + 1901, + 6863, + 3765, + 23463, + 3281, + 17544, + 2709, + 44046, + 437, + 864, + 87, + 664, + 24985, + 285, + 656, + 5348, + 6740, + 3429, + 264, + 3190, + 42361, + 409, + 34634, + 278, + 1744, + 513, + 304, + 24985, + 304, + 4503, + 266, + 9157, + 951, + 5481, + 285, + 384, + 28189, + 30588, + 264, + 45123, + 28952, + 409, + 330, + 69, + 69151, + 409, + 89160, + 1, + 3429, + 439, + 78072, + 300, + 1744, + 34860, + 276, + 439, + 274, + 6792, + 300, + 13550, + 300, + 15190, + 1317, + 78, + 409, + 12067, + 297, + 39124, + 13, + 445, + 9034, + 969, + 11, + 1008, + 336, + 2852, + 11, + 1744, + 72900, + 47151, + 653, + 4317, + 2798, + 2649, + 409, + 312, + 4749, + 953, + 300, + 52764, + 66, + 4849, + 320, + 17518, + 77155, + 264, + 31632, + 409, + 865, + 2194, + 8869, + 384, + 912, + 2807, + 11644, + 8, + 384, + 514, + 3172, + 969, + 1744, + 12155, + 64993, + 69519, + 264, + 3073, + 8968, + 656, + 5348, + 6740, + 5899, + 65484, + 28895, + 2536, + 3073, + 268, + 57973, + 77182, + 16790, + 409, + 312, + 4749, + 953, + 300, + 13, + 362, + 1218, + 9252, + 281, + 579, + 264, + 3613, + 72, + 46357, + 5840, + 384, + 264, + 70972, + 5840, + 82, + 3067, + 3016, + 8458, + 19216, + 1744, + 58015, + 7631, + 64, + 1744, + 8531, + 64, + 2389, + 72, + 4988, + 330, + 46523, + 8541, + 300, + 409, + 41278, + 264, + 25994, + 3343, + 362, + 70096, + 5840, + 1207, + 747, + 18829, + 330, + 64, + 1179, + 25131, + 656, + 81772, + 12052, + 72009, + 822, + 4415, + 25994, + 8924, + 74478, + 437, + 3613, + 301, + 2353, + 3067, + 470, + 277, + 936, + 3343, + 330, + 39, + 2192, + 1744, + 85074, + 1347, + 277, + 439, + 11049, + 3536, + 50116, + 10706, + 1744, + 453, + 13722, + 264, + 12155, + 64, + 56184, + 31201, + 439, + 912, + 3695, + 384, + 26976, + 10610, + 7970, + 21920, + 12155, + 300, + 436, + 6792, + 300, + 12067, + 297, + 35963, + 498, + 3281, + 17544, + 384, + 5225, + 64, + 409, + 1744, + 330, + 64, + 951, + 391, + 277, + 26826, + 656, + 81772, + 12052, + 72009, + 822, + 48837, + 7583, + 653, + 44046, + 78, + 11358, + 1832, + 390, + 57973, + 31237, + 4692, + 8112, + 264, + 3552, + 8093, + 7583, + 498 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 8921, + 650, + 9700, + 409, + 10845, + 24985, + 25, + 507, + 523, + 1138, + 309, + 526, + 361, + 8869, + 312, + 344, + 485, + 2483, + 5756, + 198, + 7229, + 78, + 656, + 12103, + 6630, + 65, + 583, + 264, + 1608, + 26826, + 31311, + 934, + 1736, + 656, + 20607, + 4040, + 12769, + 7430, + 4023, + 13289, + 272, + 359, + 4317, + 779, + 2649, + 5105, + 268, + 50839, + 264, + 90986, + 198, + 45, + 359, + 24108, + 912, + 1744, + 297, + 29830, + 285, + 4046, + 1446, + 18638, + 3751, + 384, + 42939, + 409, + 91768, + 5992, + 1826, + 21178, + 77155, + 7893, + 13652, + 384, + 264, + 10799, + 5840, + 17832, + 9265, + 11, + 70798, + 656, + 12103, + 2781, + 953, + 72, + 817, + 389, + 668, + 11, + 384, + 4247, + 35881, + 11620, + 934, + 18614, + 39124, + 20503, + 88676, + 11, + 4415, + 6864, + 656, + 523, + 1138, + 309, + 526, + 361, + 9008, + 11, + 653, + 4317, + 8541, + 8968, + 1744, + 513, + 312, + 344, + 485, + 3074, + 19394, + 11083, + 409, + 83289, + 384, + 19216, + 1744, + 513, + 2694, + 276, + 81772, + 71970, + 384, + 7643, + 46896, + 13, + 11564, + 15570, + 384, + 4034, + 15844, + 98040, + 5670, + 409, + 74478, + 437, + 61989, + 3067, + 470, + 277, + 936, + 48474, + 263, + 912, + 81629, + 656, + 6916, + 3370, + 264, + 274, + 90739, + 28705, + 3904, + 64, + 29830, + 285, + 312, + 331, + 309, + 526, + 361, + 8869, + 384, + 11164, + 13055, + 893, + 409, + 281, + 618, + 49946, + 384, + 23606, + 437, + 737, + 981, + 21041, + 3429, + 2536, + 15627, + 264, + 45138, + 4415, + 435, + 30279, + 921, + 1138, + 309, + 526, + 361, + 9008, + 627, + 46, + 712, + 67513, + 384, + 1826, + 321, + 2191, + 437, + 390, + 8374, + 61113, + 5808, + 409, + 36804, + 384, + 1826, + 1141, + 5670, + 1744, + 3117, + 42550, + 51010, + 70, + 2648, + 439, + 28705, + 307, + 19879, + 264, + 1652, + 447, + 2473, + 11401, + 11996, + 369, + 263, + 264, + 45138, + 35064, + 5048, + 29195, + 4317, + 865, + 1540, + 2649, + 1744, + 9165, + 18829, + 653, + 1536, + 87, + 440, + 6632, + 25, + 3219, + 5105, + 268, + 50839, + 15190, + 28093, + 49974, + 18835, + 90986, + 13, + 507, + 656, + 21152, + 656, + 16869, + 5048, + 98040, + 283, + 19216, + 2254, + 9252, + 4538, + 1137, + 264, + 34556, + 6754, + 220, + 972, + 13, + 966, + 39992, + 384, + 1180, + 78, + 4915, + 54176, + 7248, + 20732, + 264, + 30620, + 76959, + 653, + 4317, + 264, + 88295, + 1744, + 11, + 30331, + 264, + 865, + 1540, + 2649, + 409, + 389, + 668, + 11, + 6502, + 283, + 264, + 514, + 959, + 297, + 17567, + 656, + 528, + 14081, + 1762, + 668, + 627, + 32, + 49068, + 1744, + 297, + 31157, + 283, + 45123, + 283, + 653, + 824, + 6133, + 70649, + 1499, + 300, + 436, + 6792, + 300, + 3067, + 348, + 10746, + 11, + 951, + 5481, + 285, + 11, + 34556, + 4502, + 11, + 50116, + 4040, + 523, + 455, + 258, + 41284, + 912, + 1744, + 779, + 13055, + 15190, + 653, + 2483, + 74222, + 1654, + 28043, + 409, + 15286, + 437, + 409, + 2389, + 51998, + 15190, + 3327, + 354, + 277, + 13, + 507, + 13081, + 14871, + 409, + 26365, + 12574, + 18720, + 409, + 36804, + 22419, + 297, + 24817, + 127854, + 41284, + 409, + 829, + 92816, + 75540, + 264, + 653, + 4317, + 7495, + 5840, + 390, + 74918, + 61989, + 409, + 958, + 2423, + 13, + 1252, + 99336, + 543, + 3429, + 304, + 76, + 34472, + 11403, + 439, + 46746, + 300, + 8924, + 5293, + 15844, + 11, + 264, + 1841, + 78342, + 409, + 60388, + 3244, + 82, + 384, + 297, + 3613, + 269, + 70649, + 33059, + 4415, + 550, + 12997, + 409, + 426, + 2596, + 386, + 482, + 1030, + 5771, + 762, + 4849, + 8112, + 550, + 12997, + 409, + 57608, + 297, + 63816, + 656, + 39124, + 12, + 4538, + 37571, + 4752, + 6754, + 74079, + 1744, + 26976, + 1553, + 263, + 1218, + 2171, + 13652, + 43914, + 5293, + 15844, + 4415, + 435, + 30279, + 921, + 1138, + 309, + 526, + 361, + 9008, + 30331, + 264, + 61745, + 13, + 362, + 1181, + 19934, + 18772, + 10, + 30219, + 450, + 283, + 264, + 865, + 1540, + 2649, + 1080, + 64, + 274, + 90739, + 71445, + 11, + 384, + 297, + 38610, + 328, + 39961, + 24952 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 58015, + 6326, + 273, + 439, + 274, + 6792, + 300, + 54240, + 26826, + 82, + 11, + 384, + 6449, + 64, + 264, + 274, + 90739, + 91331, + 13, + 445, + 27564, + 653, + 520, + 20234, + 409, + 3650, + 64, + 3429, + 93817, + 50103, + 4046, + 65058, + 384, + 50103, + 4046, + 711, + 66780, + 13, + 507, + 12717, + 1536, + 87, + 440, + 6632, + 4415, + 54240, + 26826, + 6754, + 21965, + 300, + 2047, + 3557, + 4046, + 2503, + 940, + 300, + 6252, + 1744, + 3118, + 268, + 653, + 4317, + 22544, + 3608, + 1104, + 481, + 13, + 423, + 18223, + 83890, + 6491, + 11, + 20120, + 297, + 29830, + 285, + 44805, + 5048, + 8924, + 16948, + 25318, + 29294, + 1218, + 1864, + 1430, + 325, + 11, + 20120, + 297, + 10071, + 19972, + 822, + 29294, + 490, + 34144, + 25761, + 32150, + 9165, + 627, + 27887, + 409, + 78026, + 1080, + 64, + 79395, + 8112, + 2709, + 25761, + 514, + 16023, + 19216, + 348, + 1960, + 689, + 11, + 20003, + 264, + 46591, + 7583, + 2536, + 1218, + 11178, + 6127, + 78, + 13, + 362, + 2483, + 28996, + 1744, + 1652, + 447, + 2473, + 29294, + 2807, + 2709, + 13189, + 437, + 16011, + 437, + 11, + 308, + 13102, + 10610, + 60946, + 68, + 8112, + 513, + 10623, + 283, + 69947, + 264, + 348, + 1960, + 689, + 13, + 356, + 4988, + 513, + 13819, + 18829, + 653, + 4317, + 16120, + 21575, + 11, + 439, + 80684, + 302, + 15540, + 2536, + 74713, + 513, + 27427, + 404, + 13, + 1252, + 35474, + 35662, + 65134, + 19216, + 82, + 4319, + 359, + 267, + 80741, + 29195, + 4317, + 304, + 3990, + 64, + 28830, + 1037, + 409, + 1491, + 437, + 627, + 46, + 969, + 3399, + 11, + 653, + 506, + 96114, + 6491, + 29294, + 1446, + 5347, + 616, + 5048, + 19216, + 19861, + 64, + 11, + 58883, + 41967, + 44575, + 1744, + 264, + 19861, + 64, + 1744, + 1344, + 6792, + 68, + 3721, + 6388, + 439, + 4902, + 19879, + 384, + 5534, + 2483, + 87, + 2423, + 41967, + 27114, + 11, + 653, + 506, + 96114, + 6491, + 35474, + 71908, + 264, + 369, + 4458, + 384, + 520, + 582, + 277, + 15482, + 264, + 4316, + 321, + 9252, + 13, + 469, + 41967, + 44575, + 1744, + 264, + 19861, + 64, + 1344, + 6792, + 68, + 384, + 311, + 1764, + 22544, + 409, + 78026, + 1080, + 2024, + 30683, + 11, + 37560, + 653, + 506, + 96114, + 6491, + 5534, + 2483, + 87, + 2423, + 19216, + 348, + 1960, + 689, + 409, + 78026, + 1080, + 64, + 79395, + 656, + 304, + 318, + 7992, + 13, + 39551, + 940, + 1744, + 264, + 19861, + 64, + 2536, + 5899, + 653, + 4317, + 22544, + 738, + 5048, + 11, + 2536, + 47151, + 9955, + 26826, + 82, + 6926, + 288, + 4415, + 86027, + 13, + 1717, + 241, + 1744, + 4046, + 2107, + 1394, + 409, + 77959, + 264, + 348, + 1960, + 689, + 70233, + 4988, + 439, + 274, + 6792, + 300, + 80684, + 302, + 15540, + 409, + 78026, + 1080, + 64, + 79395, + 656, + 304, + 318, + 7992, + 11, + 3399, + 29294, + 34809, + 1995, + 5544, + 6853, + 3512, + 3394, + 627, + 85443, + 71427, + 49247, + 320, + 90624, + 11, + 326, + 3972, + 11, + 9501, + 11, + 1903, + 9008, + 384, + 60661, + 705, + 90699, + 4255, + 316, + 2259, + 35662, + 26, + 6754, + 8415, + 299, + 1826, + 5840, + 82, + 11, + 46607, + 359, + 4317, + 294, + 5808, + 3429, + 35662, + 26, + 8924, + 46180, + 11, + 17797, + 6792, + 4511, + 4538, + 1317, + 437, + 384, + 57973, + 2917, + 43681, + 11, + 384, + 264, + 326, + 90739, + 1922, + 346, + 384, + 73259, + 4381, + 13, + 56808, + 4046, + 26555, + 10610, + 264, + 312, + 33050, + 1744, + 312, + 8536, + 912, + 8654, + 68817, + 409, + 21965, + 300, + 627, + 12484, + 12826, + 11, + 665, + 24108, + 409, + 86027, + 11, + 297, + 865, + 18958, + 1421, + 24459, + 439, + 274, + 6792, + 300, + 477, + 5919, + 656, + 50505, + 5770, + 656, + 25029, + 13, + 20742, + 5048, + 297, + 50109, + 409, + 25286, + 5840, + 6754, + 21965, + 300, + 384, + 29905, + 42600, + 8924, + 42498, + 10632, + 11, + 3429, + 28157, + 297, + 20607, + 506, + 96114, + 6491, + 29195, + 4317, + 1218, + 9252, + 18249, + 67717, + 384, + 1400, + 3768, + 64, + 665, + 91331, + 11, + 39311, + 4046, + 29830, + 285, + 86580, + 1744, + 264, + 52448 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1137, + 264, + 14659, + 42790, + 384, + 452, + 5346, + 11644, + 11, + 4415, + 470, + 277, + 936, + 656, + 4196, + 21402, + 5771, + 269, + 4415, + 1744, + 5899, + 82133, + 1037, + 409, + 513, + 1798, + 8093, + 11, + 1080, + 73990, + 822, + 656, + 3613, + 4896, + 409, + 480, + 2159, + 316, + 277, + 11, + 96687, + 656, + 57181, + 665, + 44848, + 1080, + 54406, + 822, + 85046, + 32856, + 42825, + 8112, + 12717, + 3920, + 268, + 20358, + 13, + 650, + 46429, + 459, + 1986, + 3370, + 409, + 330, + 47, + 53377, + 17580, + 389, + 35989, + 9135, + 362, + 1608, + 26826, + 77236, + 39124, + 19973, + 969, + 1080, + 64, + 390, + 10759, + 269, + 5840, + 656, + 348, + 46429, + 459, + 1986, + 3370, + 409, + 330, + 47, + 53377, + 17580, + 389, + 35989, + 9135, + 384, + 297, + 19390, + 78309, + 3091, + 12440, + 1995, + 26555, + 10610, + 15190, + 19309, + 409, + 1028, + 36436, + 1744, + 1077, + 3315, + 264, + 1488, + 437, + 1073, + 7583, + 77236, + 29943, + 8869, + 665, + 44848, + 3067, + 326, + 355, + 1073, + 263, + 7583, + 13, + 330, + 46, + 36860, + 4046, + 29830, + 285, + 9049, + 26414, + 78, + 384, + 671, + 6417, + 437, + 86050, + 908, + 61025, + 6747, + 300, + 409, + 81553, + 5840, + 11, + 9465, + 658, + 300, + 11, + 264, + 656, + 1028, + 36436, + 31383, + 321, + 384, + 93754, + 1055, + 321, + 11, + 1080, + 64, + 2047, + 28464, + 3067, + 52621, + 5840, + 3067, + 94815, + 409, + 32817, + 16960, + 73948, + 912, + 22267, + 440, + 78, + 330, + 42778, + 65886, + 297, + 17074, + 1, + 1744, + 19973, + 969, + 4647, + 6491, + 8119, + 12155, + 437, + 1536, + 87, + 440, + 25204, + 1008, + 336, + 2852, + 93620, + 3714, + 16948, + 1394, + 437, + 36228, + 50116, + 4317, + 2068, + 5840, + 4415, + 1744, + 5293, + 276, + 653, + 4317, + 64403, + 7583, + 342, + 1604, + 6885, + 11, + 653, + 4317, + 2700, + 773, + 1157, + 64, + 384, + 8415, + 299, + 69073, + 51185, + 498, + 1367, + 15677, + 55678, + 31298, + 28246, + 13, + 507, + 36860, + 4316, + 2249, + 64, + 264, + 528, + 44731, + 3067, + 25286, + 5840, + 409, + 297, + 657, + 277, + 409, + 53460, + 9008, + 33397, + 3429, + 264, + 74735, + 3067, + 326, + 355, + 1073, + 263, + 7583, + 409, + 453, + 10610, + 3678, + 13, + 330, + 33, + 14310, + 5928, + 68, + 1, + 409, + 43025, + 3118, + 31841, + 2709, + 95370, + 1995, + 79134, + 330, + 46, + 68361, + 336, + 1028, + 25075, + 78, + 1744, + 12674, + 30234, + 7583, + 4411, + 38149, + 498, + 26555, + 10610, + 3429, + 60050, + 31383, + 321, + 11, + 384, + 297, + 1206, + 7206, + 4042, + 3067, + 7080, + 25282, + 69073, + 9008, + 330, + 32, + 19935, + 265, + 5697, + 656, + 1891, + 48521, + 498, + 409, + 18798, + 2172, + 409, + 2755, + 285, + 13, + 362, + 118168, + 2649, + 64403, + 7583, + 330, + 51, + 17270, + 409, + 2722, + 36436, + 498, + 3091, + 6885, + 23553, + 264, + 14659, + 689, + 3429, + 514, + 959, + 19216, + 3920, + 7304, + 330, + 6219, + 77, + 5512, + 285, + 3343, + 362, + 274, + 90739, + 2167, + 6347, + 11, + 386, + 9329, + 650, + 867, + 729, + 11, + 3117, + 1995, + 26555, + 10610, + 653, + 4317, + 86953, + 44731, + 89049, + 912, + 3703, + 17810, + 299, + 8215, + 72, + 18720, + 13, + 362, + 64403, + 7583, + 3067, + 326, + 355, + 1073, + 263, + 7583, + 46698, + 2649, + 665, + 4366, + 24315, + 330, + 38, + 3023, + 283, + 2722, + 6496, + 339, + 265, + 1, + 18916, + 21581, + 1995, + 912, + 36860, + 297, + 20607, + 330, + 2149, + 48576, + 447, + 336, + 3429, + 10832, + 3355, + 15003, + 3343, + 362, + 4623, + 656, + 17772, + 4046, + 3547, + 113305, + 539, + 277, + 4415, + 470, + 277, + 936, + 384, + 11, + 390, + 10566, + 1536, + 87, + 440, + 6632, + 297, + 95370, + 1995, + 64487, + 409, + 330, + 37, + 5763, + 56184, + 6754, + 1989, + 288, + 1, + 8305, + 85529, + 330, + 57, + 978, + 656, + 281, + 6491, + 297, + 97293, + 330, + 4034, + 31841, + 439, + 436, + 6792, + 300, + 409, + 14659, + 42790, + 11, + 452, + 5346, + 11644, + 384, + 480, + 2159, + 316, + 277, + 13, + 1666, + 64403, + 25318, + 2773, + 2017, + 11644, + 26555, + 10610 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1080, + 87816, + 15915, + 275, + 3370, + 409, + 1630, + 68, + 337, + 5241, + 7583, + 393, + 18405, + 71965, + 278, + 627, + 12698, + 4202, + 5840, + 2822, + 58516, + 11083, + 409, + 743, + 50010, + 6630, + 65, + 583, + 325, + 653, + 3190, + 10628, + 912, + 18733, + 3833, + 1744, + 4958, + 19260, + 3429, + 514, + 959, + 264, + 89484, + 264, + 68831, + 70812, + 3067, + 7696, + 5840, + 50116, + 4317, + 1826, + 278, + 351, + 1800, + 64, + 409, + 49779, + 2606, + 3244, + 409, + 38101, + 4415, + 356, + 12949, + 656, + 3341, + 13616, + 385, + 11, + 665, + 23746, + 21575, + 409, + 9928, + 89, + 5169, + 627, + 60742, + 1675, + 64, + 22419, + 1536, + 87, + 440, + 78, + 409, + 1180, + 437, + 348, + 438, + 1995, + 89944, + 11, + 98040, + 48680, + 974, + 264, + 23100, + 277, + 272, + 359, + 4317, + 274, + 14210, + 57936, + 86050, + 1826, + 278, + 351, + 1800, + 300, + 627, + 36, + 9258, + 68831, + 70812, + 3067, + 7696, + 5840, + 1826, + 6632, + 5534, + 953, + 4849, + 4247, + 66605, + 650, + 20234, + 8869, + 11, + 52485, + 656, + 6469, + 11583, + 2249, + 78, + 11, + 687, + 48680, + 974, + 1080, + 64, + 70972, + 5840, + 3067, + 1666, + 2168, + 5840, + 57514, + 1055, + 321, + 3429, + 9589, + 7835, + 123667, + 22037, + 4458, + 320, + 38942, + 7304, + 4390, + 2244, + 24622, + 43912, + 22580, + 39614, + 11, + 409, + 82303, + 18733, + 3833, + 11, + 3335, + 64, + 1744, + 74576, + 15491, + 272, + 12949, + 12769, + 582, + 664, + 42550, + 12155, + 38101, + 220, + 1135, + 384, + 220, + 1399, + 656, + 19266, + 64487, + 58516, + 16109, + 16869, + 9252, + 409, + 4034, + 15844, + 11, + 1744, + 513, + 54266, + 87, + 39265, + 2536, + 9839, + 52759, + 822, + 123667, + 29042, + 261, + 7583, + 656, + 4953, + 822, + 384, + 951, + 652, + 1394, + 1995, + 6993, + 325, + 323, + 4988, + 74576, + 9928, + 89, + 5169, + 384, + 12708, + 2781, + 276, + 19783, + 5670, + 41967, + 15135, + 123667, + 76304, + 64, + 1499, + 437, + 71398, + 437, + 123667, + 453, + 56188, + 409, + 23746, + 21575, + 106635, + 14101, + 46179, + 2170, + 22590, + 300, + 656, + 18733, + 3833, + 453, + 7881, + 276, + 3769, + 56868, + 66780, + 3429, + 1744, + 2709, + 4770, + 18745, + 656, + 41987, + 393, + 18405, + 71965, + 278, + 281, + 590, + 276, + 514, + 959, + 1008, + 72, + 5048, + 653, + 1826, + 7835, + 3067, + 3721, + 78176, + 3067, + 100014, + 7015, + 13680, + 10649, + 11, + 390, + 43938, + 552, + 8112, + 297, + 297, + 708, + 281, + 21106, + 11, + 297, + 297, + 708, + 6754, + 76304, + 300, + 11, + 297, + 52664, + 78, + 11, + 297, + 22239, + 12812, + 11, + 297, + 54821, + 511, + 261, + 53377, + 11, + 297, + 33820, + 332, + 11, + 264, + 305, + 87751, + 384, + 297, + 577, + 299, + 11, + 39039, + 5518, + 33329, + 35409, + 17038, + 3067, + 45112, + 30331, + 50980, + 50510, + 17270, + 627, + 31305, + 2709, + 89097, + 46602, + 17038, + 11, + 507, + 18733, + 3833, + 4046, + 11, + 78559, + 65484, + 11, + 12769, + 359, + 4317, + 20108, + 91384, + 4080, + 4001, + 409, + 10845, + 24985, + 11, + 58883, + 308, + 23174, + 45112, + 520, + 1832, + 95519, + 15887, + 2709, + 64962, + 409, + 2800, + 437, + 1744, + 513, + 33272, + 276, + 25, + 282, + 29832, + 3742, + 11, + 2219, + 29832, + 26675, + 11, + 2840, + 28139, + 417, + 384, + 18224, + 409, + 84265, + 295, + 5840, + 3276, + 16960, + 1744, + 42939, + 4832, + 9157, + 4097, + 5670, + 384, + 11357, + 5670, + 627, + 29967, + 1826, + 46179, + 1744, + 513, + 42658, + 263, + 80943, + 276, + 653, + 390, + 87, + 26494, + 409, + 18224, + 1744, + 513, + 23606, + 276, + 9465, + 4502, + 384, + 11810, + 268, + 77959, + 3547, + 113305, + 653, + 4317, + 4623, + 3067, + 3721, + 78176, + 11323, + 49602, + 11, + 83890, + 337, + 1832, + 87, + 3074, + 11, + 28639, + 546, + 61194, + 3074, + 384, + 28355, + 269, + 8566, + 35497, + 3074, + 656, + 18733, + 3833, + 11, + 41091, + 3474, + 543, + 2649, + 11, + 3429, + 2709, + 79521, + 220, + 868, + 13, + 931, + 38101, + 627, + 2654, + 336, + 2852, + 11, + 4415, + 45112, + 369, + 263, + 34361, + 5670, + 2709, + 2800, + 437, + 3823, + 437, + 29830 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 4349, + 285, + 8047, + 84178, + 320, + 276, + 41644, + 12826, + 1080, + 5771, + 762, + 5362, + 8112, + 4349, + 285, + 8047, + 409, + 80288, + 705, + 4046, + 653, + 40216, + 484, + 3244, + 12842, + 897, + 29832, + 4042, + 3067, + 356, + 9252, + 656, + 35195, + 11, + 4415, + 79926, + 5105, + 3244, + 7675, + 320, + 6854, + 329, + 1995, + 570, + 507, + 12717, + 35010, + 656, + 40216, + 484, + 3244, + 4046, + 264, + 64267, + 50129, + 409, + 305, + 1832, + 377, + 1216, + 15482, + 865, + 25634, + 11, + 62446, + 264, + 25233, + 8924, + 35195, + 30281, + 8467, + 272, + 4988, + 1826, + 288, + 4634, + 42550, + 4415, + 4435, + 41342, + 10229, + 320, + 54, + 17455, + 8, + 384, + 4415, + 5165, + 41342, + 9130, + 320, + 45, + 13793, + 8, + 9465, + 220, + 4468, + 17, + 384, + 220, + 2550, + 20, + 11, + 384, + 5150, + 12826, + 4046, + 264, + 25233, + 8924, + 35195, + 432, + 3342, + 7183, + 3067, + 445, + 22711, + 409, + 28051, + 27144, + 296, + 11305, + 324, + 3930, + 80288, + 320, + 43, + 39, + 41, + 36269, + 570, + 507, + 4349, + 285, + 8047, + 1645, + 55148, + 84, + 26555, + 10610, + 297, + 9702, + 290, + 4428, + 656, + 90923, + 409, + 305, + 1832, + 377, + 1216, + 15482, + 865, + 25634, + 665, + 22824, + 7583, + 37198, + 2259, + 912, + 39124, + 220, + 1049, + 23, + 627, + 32, + 2119, + 273, + 459, + 940, + 12826, + 912, + 11083, + 409, + 1172, + 21152, + 8869, + 297, + 80288, + 7327, + 5250, + 365, + 2176, + 41342, + 18877, + 11, + 912, + 1744, + 5293, + 276, + 28549, + 409, + 220, + 17, + 13, + 3101, + 865, + 540, + 18745, + 409, + 305, + 1832, + 377, + 1216, + 15482, + 865, + 25634, + 6747, + 437, + 409, + 220, + 845, + 71977, + 627, + 46, + 40216, + 484, + 3244, + 2586, + 89, + 283, + 264, + 19477, + 65225, + 81, + 325, + 297, + 220, + 1187, + 409, + 7643, + 822, + 409, + 220, + 6393, + 24, + 11, + 272, + 359, + 4317, + 23878, + 9252, + 3429, + 220, + 605, + 13, + 22379, + 95370, + 18745, + 11, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 32434, + 65225, + 81, + 61758, + 1608, + 93738, + 1744, + 802, + 99003, + 912, + 41349, + 35000, + 653, + 39124, + 34435, + 13, + 96684, + 65225, + 3055, + 1499, + 437, + 802, + 447, + 8525, + 437, + 432, + 13885, + 2171, + 323, + 426, + 3102, + 569, + 13081, + 52462, + 264, + 79213, + 409, + 8563, + 2563, + 1683, + 384, + 435, + 13, + 3341, + 263, + 11, + 297, + 40216, + 484, + 3244, + 22419, + 653, + 4317, + 61113, + 5808, + 656, + 28362, + 409, + 9589, + 18536, + 96167, + 384, + 297, + 15135, + 409, + 70383, + 5277, + 7591, + 1030, + 13, + 362, + 274, + 90739, + 19477, + 36323, + 16973, + 283, + 220, + 3101, + 931, + 15, + 409, + 77514, + 4355, + 417, + 649, + 329, + 4377, + 320, + 966, + 11, + 17, + 2606, + 3244, + 82, + 665, + 77514, + 4355, + 417, + 409, + 220, + 679, + 20, + 570, + 435, + 6870, + 1080, + 5771, + 762, + 5362, + 8112, + 330, + 32, + 51171, + 1744, + 96684, + 65225, + 84, + 426, + 19010, + 40319, + 498, + 72900, + 1744, + 82205, + 11942, + 39961, + 30331, + 2709, + 42498, + 10461, + 48328, + 38101, + 513, + 66812, + 7583, + 3429, + 2807, + 264, + 20263, + 426, + 19010, + 40319, + 11, + 264, + 1826, + 3833, + 64, + 8924, + 35195, + 362, + 1634, + 11, + 34435, + 409, + 6348, + 325, + 43914, + 30613, + 88693, + 3067, + 24603, + 13, + 423, + 6792, + 300, + 35881, + 11354, + 951, + 5481, + 285, + 11, + 297, + 40216, + 484, + 3244, + 665, + 9211, + 2483, + 521, + 409, + 39423, + 3429, + 2807, + 264, + 26340, + 61944, + 36077, + 865, + 540, + 277, + 12155, + 35195, + 432, + 3342, + 7183, + 11, + 34435, + 409, + 1744, + 513, + 653, + 9008, + 26555, + 10610, + 43914, + 88693, + 627, + 46, + 1608, + 93738, + 9526, + 283, + 653, + 4317, + 2848, + 27990, + 32652, + 5840, + 665, + 220, + 3753, + 15, + 11, + 4415, + 1744, + 297, + 18619, + 299, + 3067, + 43663, + 477, + 953, + 992, + 22419, + 32434, + 65225, + 3055, + 4247, + 6747, + 437, + 18619, + 3714, + 11, + 384, + 4415, + 1744, + 297, + 40216, + 484, + 3244, + 23201, + 99355, + 264 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 77236, + 39124, + 29195, + 1180, + 78, + 1744, + 259, + 6632, + 35000, + 297, + 58516, + 11457, + 417, + 4415, + 348, + 10746, + 13, + 386, + 1995, + 285, + 409, + 66031, + 7638, + 72, + 18720, + 38045, + 22026, + 325, + 85878, + 45123, + 28952, + 80940, + 29830, + 285, + 198, + 46, + 1221, + 3757, + 385, + 16650, + 64, + 439, + 39992, + 409, + 3944, + 8213, + 912, + 31349, + 277, + 384, + 81641, + 19216, + 6904, + 8968, + 198, + 1721, + 14, + 2437, + 14, + 679, + 24, + 13, + 507, + 1221, + 3757, + 385, + 348, + 10610, + 409, + 76955, + 2308, + 653, + 16650, + 78, + 409, + 220, + 18, + 13, + 17014, + 39992, + 459, + 74091, + 409, + 3944, + 8213, + 912, + 11809, + 31841, + 2203, + 388, + 78, + 300, + 665, + 79395, + 409, + 6904, + 8968, + 13, + 2140, + 64, + 1615, + 6179, + 288, + 4799, + 4893, + 409, + 8769, + 83801, + 11, + 1357, + 651, + 44731, + 384, + 127889, + 37037, + 9983, + 13, + 12103, + 665, + 2860, + 220, + 1758, + 13, + 23888, + 39992, + 80940, + 29830, + 285, + 198, + 46, + 1221, + 3757, + 385, + 76955, + 2308, + 1995, + 31388, + 57258, + 665, + 628, + 12052, + 297, + 62578, + 10706, + 656, + 16998, + 52, + 220, + 806, + 198, + 1682, + 14, + 1721, + 14, + 679, + 24, + 13, + 507, + 1221, + 3757, + 385, + 409, + 11220, + 579, + 76955, + 2308, + 1995, + 8235, + 28074, + 9008, + 69845, + 49742, + 10649, + 656, + 628, + 12052, + 27512, + 409, + 53460, + 9008, + 31388, + 10126, + 264, + 1491, + 53507, + 656, + 1499, + 71437, + 10358, + 220, + 17, + 656, + 16998, + 52, + 220, + 806, + 1744, + 57306, + 1995, + 220, + 868, + 13, + 20615, + 76578, + 272, + 15008, + 5670, + 409, + 924, + 20782, + 78810, + 5770, + 13, + 1183, + 17099, + 521, + 50116, + 4317, + 45112, + 665, + 11220, + 579, + 41091, + 272, + 10610, + 376, + 3074, + 80940, + 29830, + 285, + 198, + 1313, + 14, + 1721, + 14, + 679, + 24, + 13, + 362, + 828, + 33998, + 297, + 71898, + 90540, + 3429, + 7495, + 277, + 653, + 4317, + 41634, + 1608, + 26826, + 656, + 763, + 424, + 2201, + 53, + 288, + 6733, + 11, + 264, + 17576, + 5840, + 409, + 348, + 25632, + 300, + 384, + 39406, + 2171, + 300, + 264, + 43445, + 342, + 1604, + 3427, + 658, + 86400, + 297, + 83102, + 3244, + 3067, + 44035, + 9252, + 3429, + 653, + 4317, + 41634, + 865, + 3935, + 27564, + 13, + 10335, + 11644, + 4197, + 9252, + 30331, + 12067, + 297, + 35963, + 80940, + 29830, + 285, + 198, + 46, + 1221, + 3757, + 385, + 4742, + 3074, + 2709, + 477, + 89, + 37879, + 656, + 41274, + 409, + 312, + 13811, + 277, + 439, + 85849, + 3067, + 362, + 12, + 4370, + 198, + 972, + 14, + 1721, + 14, + 679, + 24, + 13, + 362, + 42724, + 4852, + 23174, + 384, + 297, + 20607, + 733, + 655, + 2201, + 27512, + 115782, + 276, + 264, + 2047, + 28464, + 409, + 477, + 89, + 37879, + 656, + 733, + 655, + 2201, + 8792, + 3429, + 297, + 39124, + 220, + 679, + 24, + 13, + 507, + 490, + 21781, + 3067, + 362, + 12, + 4370, + 1744, + 6316, + 11165, + 300, + 384, + 11220, + 579, + 384, + 264, + 89266, + 5840, + 3067, + 37194, + 68, + 10083, + 11644, + 3074, + 409, + 435, + 554, + 2353, + 11, + 829, + 268, + 864, + 87, + 121687, + 5670, + 1080, + 64, + 2047, + 28464, + 80940, + 29830, + 285, + 198, + 46, + 480, + 7842, + 549, + 36882, + 350, + 58566, + 386, + 23775, + 78, + 97180, + 297, + 20607, + 1826, + 7835, + 41589, + 68, + 444, + 51080, + 4042, + 912, + 358, + 1600, + 198, + 1114, + 14, + 1721, + 14, + 679, + 24, + 13, + 362, + 42724, + 4852, + 23174, + 11, + 423, + 19379, + 85341, + 11, + 264, + 3613, + 6853, + 9008, + 409, + 386, + 511, + 9252, + 11, + 122507, + 10018, + 80967, + 23577, + 384, + 439, + 87263, + 74446, + 656, + 480, + 7842, + 549, + 36882, + 350, + 58566, + 386, + 23775, + 78, + 4034, + 13055, + 297, + 358, + 1600, + 409, + 11220, + 579, + 3429, + 3118, + 277, + 297, + 1826, + 7835, + 41589, + 68, + 444, + 51080, + 4042, + 3067, + 1219, + 277, + 936, + 25985, + 2172, + 78885, + 76007, + 409, + 3959, + 3239, + 337, + 7986, + 78, + 58320, + 80940 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 409, + 2140, + 300, + 11, + 45387, + 264, + 274, + 90739, + 7617, + 28952, + 627, + 68, + 8, + 435, + 9779, + 738, + 277, + 2709, + 1515, + 354, + 575, + 437, + 656, + 1630, + 582, + 15784, + 78, + 220, + 1691, + 12, + 1313, + 384, + 1630, + 43150, + 409, + 10845, + 24985, + 11, + 45387, + 264, + 274, + 90739, + 7617, + 28952, + 81451, + 3074, + 409, + 3608, + 9252, + 8533, + 28952, + 11, + 665, + 15887, + 2709, + 49247, + 409, + 1422, + 355, + 3739, + 47105, + 5670, + 1080, + 64, + 4197, + 9252, + 1207, + 85, + 93873, + 2649, + 11, + 3734, + 78, + 912, + 1043, + 36890, + 409, + 1744, + 297, + 19309, + 513, + 45123, + 521, + 34435, + 3067, + 3118, + 5840, + 3067, + 30844, + 3993, + 627, + 69, + 8, + 362, + 7565, + 20103, + 38045, + 10649, + 59305, + 1995, + 15627, + 12454, + 652, + 15377, + 19216, + 82, + 70437, + 300, + 409, + 586, + 9252, + 1744, + 513, + 52764, + 48422, + 912, + 1989, + 7992, + 220, + 972, + 3067, + 73310, + 220, + 1987, + 14, + 1049, + 18, + 11, + 656, + 220, + 1114, + 409, + 6747, + 50010, + 11, + 865, + 3333, + 409, + 1207, + 85, + 44731, + 82, + 11, + 1491, + 48238, + 78885, + 1989, + 7992, + 220, + 966, + 3067, + 73310, + 1826, + 4306, + 220, + 868, + 14, + 679, + 19, + 11, + 656, + 220, + 845, + 409, + 743, + 50010, + 11, + 409, + 9148, + 4001, + 42600, + 656, + 10706, + 60050, + 384, + 74802, + 83120, + 409, + 15180, + 64, + 11398, + 28952, + 627, + 70, + 8, + 51097, + 94939, + 8924, + 19390, + 344, + 2852, + 11, + 912, + 1043, + 36890, + 409, + 1744, + 55111, + 390, + 67541, + 11, + 59305, + 521, + 18916, + 65225, + 81, + 29195, + 35000, + 73467, + 2172, + 653, + 4317, + 65845, + 87, + 2259, + 409, + 586, + 9252, + 45387, + 439, + 4547, + 5840, + 82, + 3067, + 4701, + 37314, + 11, + 6252, + 90699, + 16973, + 78, + 3429, + 264, + 26232, + 8968, + 627, + 71, + 8, + 4470, + 13075, + 70437, + 300, + 8031, + 27771, + 4415, + 7617, + 28952, + 409, + 1207, + 85, + 44731, + 82, + 627, + 53, + 953, + 5512, + 11620, + 68831, + 13, + 5768, + 53507, + 3067, + 594, + 78176, + 198, + 16, + 13, + 362, + 26232, + 8968, + 79332, + 6885, + 6754, + 17653, + 48931, + 26676, + 324, + 2852, + 5899, + 264, + 73533, + 1037, + 409, + 17951, + 277, + 439, + 3944, + 54841, + 38830, + 17449, + 384, + 57306, + 264, + 594, + 78176, + 409, + 390, + 1634, + 3739, + 912, + 23884, + 409, + 11857, + 5840, + 6754, + 9955, + 26826, + 82, + 13413, + 300, + 665, + 45866, + 3429, + 264, + 390, + 1634, + 3739, + 3067, + 1207, + 85, + 44731, + 627, + 17, + 13, + 507, + 38045, + 3370, + 5899, + 264, + 39294, + 16960, + 409, + 30844, + 12635, + 19216, + 4701, + 37314, + 264, + 55988, + 5840, + 409, + 1652, + 447, + 2473, + 1491, + 53507, + 6033, + 11857, + 5840, + 79415, + 5048, + 6033, + 4698, + 28952, + 15482, + 297, + 22267, + 440, + 78, + 1207, + 85, + 93873, + 2172, + 13, + 23850, + 1744, + 37565, + 1491, + 53507, + 82, + 281, + 590, + 276, + 1446, + 13413, + 300, + 665, + 45866, + 4415, + 865, + 592, + 53507, + 11, + 59305, + 11644, + 1446, + 8031, + 72, + 9157, + 55988, + 11354, + 1499, + 64, + 4701, + 37314, + 13, + 1666, + 11857, + 5840, + 82, + 2536, + 27865, + 450, + 11354, + 11, + 6033, + 2536, + 56246, + 11354, + 11, + 29638, + 11644, + 15627, + 35000, + 19216, + 9099, + 5840, + 3067, + 1207, + 85, + 44731, + 38830, + 4849, + 6033, + 19216, + 274, + 90739, + 5891, + 540, + 5840, + 627, + 18, + 13, + 11842, + 513, + 55988, + 277, + 11644, + 1491, + 53507, + 82, + 1744, + 68364, + 268, + 2709, + 45682, + 26675, + 3429, + 29638, + 3469, + 277, + 19216, + 82, + 1207, + 85, + 44731, + 82, + 506, + 953, + 13652, + 94058, + 594, + 78176, + 627, + 19, + 13, + 2998, + 272, + 13873, + 15190, + 63816, + 6754, + 1491, + 53507, + 82, + 56246, + 11354, + 11, + 264, + 4701, + 37314, + 29638, + 1995, + 1645, + 541, + 277, + 11, + 409, + 83890, + 6491, + 12521, + 2172, + 11, + 264, + 1491, + 53507, + 3067, + 594, + 78176, + 409, + 390, + 1634, + 3739, + 11, + 1080, + 64, + 9099, + 5840, + 2047, + 50922, + 4001 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 953, + 277, + 1744, + 2709, + 35030, + 17038, + 384, + 439, + 35030, + 15540, + 409, + 52047, + 506, + 261, + 50226, + 6252, + 33397, + 9252, + 11, + 8112, + 42939, + 2047, + 78, + 5771, + 8862, + 264, + 2483, + 15190, + 44524, + 30, + 29386, + 1951, + 953, + 277, + 42550, + 1744, + 653, + 3786, + 35994, + 10338, + 7584, + 2473, + 6252, + 33397, + 9252, + 30, + 29386, + 50, + 41408, + 1744, + 85072, + 65886, + 272, + 4988, + 951, + 391, + 548, + 3913, + 263, + 439, + 865, + 261, + 27897, + 409, + 81641, + 9036, + 10649, + 30, + 14128, + 285, + 1744, + 2709, + 7558, + 437, + 11, + 2709, + 865, + 830, + 288, + 11, + 264, + 95103, + 7583, + 11, + 264, + 34122, + 3739, + 384, + 2709, + 60180, + 60286, + 13055, + 912, + 8952, + 13, + 469, + 4415, + 9036, + 10649, + 47151, + 25994, + 14490, + 953, + 6960, + 11, + 55330, + 65747, + 11, + 384, + 19216, + 865, + 6960, + 14490, + 953, + 6960, + 2536, + 58015, + 70758, + 264, + 1207, + 34965, + 3739, + 13, + 42136, + 25075, + 1592, + 981, + 409, + 1589, + 1082, + 11, + 88901, + 1224, + 437, + 264, + 63098, + 9252, + 11, + 28677, + 333, + 5118, + 15295, + 264, + 9036, + 10649, + 13, + 452, + 2649, + 29830, + 285, + 627, + 38, + 8875, + 300, + 13, + 1369, + 5771, + 269, + 52485, + 11, + 326, + 10628, + 4647, + 275, + 24315, + 11620, + 264, + 86953, + 44731, + 1744, + 5155, + 78, + 348, + 537, + 15686, + 951, + 5481, + 285, + 3067, + 9686, + 18829, + 86953, + 44731, + 11, + 28895, + 11, + 1008, + 336, + 2852, + 11, + 348, + 537, + 15686, + 76394, + 11, + 1744, + 5899, + 297, + 54526, + 1891, + 5048, + 11, + 20003, + 2536, + 513, + 864, + 511, + 86577, + 11, + 1744, + 297, + 2807, + 1995, + 12067, + 297, + 29452, + 11, + 1744, + 15833, + 11540, + 36099, + 13, + 63782, + 653, + 4317, + 80684, + 70114, + 1744, + 348, + 537, + 15686, + 2536, + 29294, + 76120, + 11, + 1744, + 4046, + 264, + 1744, + 15925, + 58015, + 10696, + 25196, + 1744, + 326, + 2473, + 13, + 469, + 11, + 513, + 2536, + 11, + 41236, + 76, + 10216, + 3547, + 261, + 60240, + 13, + 20742, + 5048, + 1652, + 447, + 2473, + 31221, + 3067, + 9686, + 18829, + 86953, + 44731, + 281, + 21151, + 3981, + 958, + 442, + 716, + 11, + 513, + 757, + 76394, + 15627, + 297, + 47392, + 3067, + 469, + 61255, + 40, + 3067, + 4563, + 84, + 18829, + 665, + 220, + 679, + 17, + 11, + 3067, + 409, + 650, + 7992, + 665, + 220, + 1049, + 23, + 11, + 3067, + 409, + 507, + 21904, + 325, + 665, + 220, + 679, + 22, + 6033, + 3067, + 409, + 55678, + 665, + 220, + 679, + 21, + 11, + 294, + 108368, + 44575, + 11, + 281, + 6132, + 3920, + 70496, + 57973, + 38101, + 40868, + 320, + 44, + 53470, + 324, + 3614, + 6266, + 320, + 47, + 2298, + 6792, + 1031, + 1122, + 325, + 74304, + 1744, + 2536, + 513, + 44563, + 64336, + 6266, + 20388, + 4799, + 11, + 513, + 2536, + 58015, + 1179, + 64, + 11, + 1826, + 283, + 26564, + 4988, + 15925, + 627, + 46, + 84, + 513, + 4046, + 2107, + 1394, + 409, + 76120, + 264, + 80684, + 70114, + 11, + 26555, + 10610, + 326, + 385, + 264, + 7082, + 13028, + 627, + 47, + 2382, + 15925, + 297, + 1744, + 58015, + 7515, + 13873, + 4046, + 1744, + 2536, + 11540, + 25196, + 627, + 53, + 537, + 15686, + 76394, + 297, + 1744, + 58015, + 10696, + 25196, + 384, + 2536, + 297, + 5155, + 78, + 13, + 350, + 569, + 283, + 3399, + 83937, + 665, + 17074, + 22979, + 1744, + 4046, + 348, + 537, + 15686, + 5440, + 5048, + 656, + 30950, + 4415, + 4203, + 307, + 8968, + 656, + 95987, + 10628, + 409, + 10845, + 24985, + 13, + 22730, + 77507, + 5771, + 5164, + 81807, + 27865, + 9252, + 19216, + 4203, + 307, + 8968, + 656, + 95987, + 10628, + 627, + 77375, + 2536, + 45453, + 7583, + 30179, + 64, + 13, + 7505, + 11, + 737, + 437, + 15190, + 47015, + 627, + 36, + 513, + 348, + 537, + 15686, + 297, + 1744, + 30234, + 7583, + 11639, + 1446, + 4046, + 2700, + 402, + 9700, + 409, + 8528, + 9252, + 1131, + 345, + 55, + 64, + 2523, + 4647, + 26675, + 38101, + 11, + 384, + 390, + 16109, + 9522, + 1131, + 78, + 1615, + 6853, + 8869 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 75169, + 1375, + 969, + 2483, + 3055, + 384, + 1469, + 283, + 66, + 2172, + 77236, + 11, + 6383, + 462, + 264, + 403, + 64, + 49656, + 10126, + 384, + 198, + 804, + 87, + 7583, + 11, + 507, + 1744, + 514, + 514, + 959, + 1995, + 264, + 28157, + 325, + 912, + 9048, + 1744, + 3242, + 360, + 9258, + 297, + 9511, + 409, + 2893, + 641, + 83801, + 25, + 658, + 4046, + 118812, + 757, + 4039, + 283, + 19216, + 66871, + 38423, + 11, + 48755, + 5771, + 75507, + 11, + 2467, + 336, + 2852, + 11, + 294, + 788, + 98382, + 1995, + 4511, + 409, + 86288, + 299, + 6383, + 462, + 11, + 70885, + 42824, + 384, + 76952, + 11, + 2024, + 11644, + 32703, + 10610, + 653, + 70257, + 36897, + 4415, + 25994, + 409, + 62463, + 548, + 13, + 469, + 264, + 2847, + 64, + 83409, + 297, + 11091, + 11, + 71814, + 6853, + 6383, + 462, + 13, + 362, + 25994, + 8924, + 6383, + 462, + 384, + 264, + 409, + 2893, + 641, + 83801, + 1218, + 2827, + 81, + 6792, + 50226, + 325, + 15190, + 1317, + 78, + 8924, + 38101, + 11, + 2998, + 220, + 10967, + 15, + 11, + 2893, + 641, + 10649, + 1080, + 5771, + 75507, + 264, + 64540, + 2563, + 80457, + 11, + 1744, + 4247, + 1218, + 3244, + 9165, + 18829, + 220, + 845, + 38101, + 11, + 5266, + 64, + 50116, + 62533, + 409, + 477, + 86400, + 53747, + 321, + 12699, + 384, + 50475, + 8083, + 13, + 507, + 198, + 42598, + 440, + 78, + 409, + 348, + 14320, + 1744, + 865, + 53218, + 19126, + 822, + 4046, + 8811, + 2145, + 822, + 1499, + 437, + 2893, + 641, + 10649, + 11, + 1744, + 2980, + 276, + 1744, + 264, + 4647, + 4458, + 2536, + 5899, + 20120, + 264, + 91331, + 3674, + 51564, + 275, + 2649, + 3429, + 4865, + 2648, + 390, + 62463, + 548, + 20120, + 2001, + 6489, + 72, + 95102, + 12, + 8713, + 653, + 4317, + 79395, + 73641, + 3074, + 8795, + 5739, + 689, + 11, + 297, + 1744, + 4415, + 593, + 645, + 97253, + 594, + 24520, + 12273, + 1446, + 653, + 25165, + 28093, + 424, + 6792, + 6960, + 11, + 72900, + 1744, + 264, + 52047, + 31157, + 12273, + 94280, + 653, + 712, + 294, + 1295, + 13, + 72372, + 6792, + 1634, + 68, + 653, + 1446, + 822, + 665, + 7096, + 10628, + 11537, + 11, + 98040, + 4988, + 297, + 61700, + 264, + 10696, + 404, + 15190, + 733, + 655, + 2201, + 2254, + 653, + 4317, + 477, + 451, + 409, + 3474, + 44731, + 3429, + 297, + 20607, + 1488, + 385, + 11, + 1080, + 64, + 31157, + 27564, + 409, + 1744, + 297, + 5986, + 10628, + 1283, + 5155, + 2473, + 33766, + 290, + 277, + 384, + 15673, + 277, + 15491, + 69297, + 11, + 477, + 451, + 1744, + 4046, + 17105, + 4849, + 264, + 1913, + 2852, + 198, + 451, + 6747, + 50010, + 384, + 1744, + 39294, + 16960, + 264, + 2893, + 641, + 83801, + 264, + 11885, + 94218, + 48520, + 65225, + 3055, + 4415, + 25233, + 13, + 13321, + 12826, + 11, + 264, + 52047, + 272, + 15686, + 25, + 297, + 220, + 777, + 409, + 1172, + 21152, + 8869, + 409, + 220, + 10967, + 16, + 198, + 3532, + 86533, + 521, + 264, + 477, + 451, + 384, + 264, + 348, + 14320, + 113555, + 1347, + 521, + 11, + 29195, + 35963, + 11, + 297, + 220, + 1313, + 409, + 1172, + 21152, + 8869, + 11, + 912, + 1744, + 264, + 52047, + 2893, + 641, + 277, + 4355, + 2001, + 593, + 2536, + 439, + 380, + 19260, + 19216, + 10362, + 318, + 21947, + 12, + 2345, + 65635, + 52, + 6792, + 84, + 409, + 781, + 6491, + 11, + 1080, + 99151, + 2557, + 68, + 3920, + 48680, + 12812, + 4415, + 56184, + 13, + 2998, + 8348, + 14295, + 656, + 824, + 406, + 6792, + 708, + 11, + 62463, + 548, + 384, + 64540, + 2586, + 50226, + 264, + 274, + 90739, + 25994, + 665, + 470, + 25155, + 13081, + 52462, + 264, + 14541, + 26826, + 409, + 83413, + 4415, + 25233, + 8924, + 2893, + 641, + 10649, + 11, + 653, + 31791, + 822, + 3678, + 59866, + 5670, + 656, + 67513, + 84820, + 384, + 665, + 4319, + 359, + 267, + 80741, + 73641, + 15540, + 79965, + 3742, + 3429, + 297, + 43445, + 409, + 25994, + 1645, + 537, + 372, + 2172, + 11, + 58883, + 264, + 8571, + 70845, + 198, + 33, + 25318, + 1030, + 20120, + 11506, + 2473, + 281, + 54176, + 1469, + 269 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 22419, + 264, + 3327, + 354, + 5840, + 25228, + 10126, + 409, + 1332, + 300, + 8112, + 264, + 6754, + 19878, + 13075, + 3383, + 546, + 2799, + 300, + 384, + 439, + 409, + 921, + 3524, + 409, + 356, + 8393, + 8869, + 13, + 13106, + 5336, + 1037, + 7972, + 297, + 61344, + 337, + 7986, + 78, + 656, + 40456, + 822, + 2558, + 5979, + 817, + 82810, + 85529, + 15190, + 8215, + 72, + 14871, + 550, + 2408, + 6632, + 264, + 55678, + 384, + 15190, + 41987, + 409, + 3567, + 2168, + 3244, + 3429, + 2709, + 281, + 486, + 911, + 15570, + 912, + 1744, + 513, + 19873, + 668, + 84, + 264, + 9757, + 336, + 23916, + 2453, + 91307, + 19216, + 2107, + 8458, + 409, + 16376, + 83305, + 384, + 50103, + 29638, + 42550, + 35357, + 439, + 477, + 953, + 288, + 656, + 1948, + 3244, + 11620, + 3067, + 435, + 2439, + 69405, + 2649, + 13, + 362, + 7546, + 3614, + 656, + 274, + 96860, + 11, + 13203, + 62867, + 40812, + 3887, + 283, + 264, + 348, + 10746, + 409, + 393, + 29956, + 409, + 12649, + 3244, + 11, + 1744, + 513, + 19873, + 668, + 84, + 4415, + 6864, + 656, + 3613, + 4896, + 74576, + 220, + 10750, + 18, + 13, + 362, + 25098, + 5670, + 656, + 274, + 94515, + 11, + 16513, + 12273, + 264, + 1446, + 653, + 4317, + 6754, + 1370, + 11354, + 912, + 8215, + 72, + 14871, + 409, + 55678, + 8112, + 297, + 17074, + 13645, + 264, + 3887, + 5840, + 4247, + 20108, + 409, + 43582, + 358, + 297, + 14761, + 301, + 656, + 15429, + 8976, + 409, + 9995, + 412, + 78, + 13, + 13106, + 5336, + 1037, + 7972, + 384, + 18766, + 64, + 48591, + 7317, + 300, + 11, + 1744, + 31605, + 42550, + 264, + 865, + 324, + 21291, + 26826, + 409, + 12649, + 3244, + 11, + 4415, + 3276, + 16960, + 79926, + 409, + 445, + 34601, + 11, + 369, + 263, + 55330, + 269, + 42825, + 3067, + 25233, + 409, + 1183, + 561, + 85101, + 11, + 1744, + 439, + 272, + 15686, + 84, + 912, + 274, + 53694, + 264, + 763, + 5512, + 409, + 4673, + 32589, + 11644, + 11, + 118812, + 19216, + 274, + 90739, + 21205, + 439, + 348, + 11178, + 84, + 43914, + 390, + 5919, + 409, + 445, + 15295, + 26, + 1008, + 336, + 2852, + 11, + 297, + 1455, + 68, + 8869, + 272, + 1601, + 5979, + 1137, + 409, + 16959, + 276, + 51758, + 409, + 56736, + 437, + 46369, + 7583, + 20108, + 6754, + 17634, + 300, + 3067, + 1370, + 299, + 84722, + 409, + 3341, + 4047, + 5362, + 13, + 362, + 32434, + 36323, + 656, + 9517, + 87, + 547, + 55330, + 22676, + 1499, + 64, + 11398, + 5840, + 27512, + 12155, + 77182, + 16790, + 409, + 348, + 953, + 8968, + 3067, + 76704, + 36323, + 409, + 220, + 10562, + 17, + 320, + 10562, + 18, + 12, + 10562, + 19, + 384, + 220, + 10828, + 15, + 12, + 10828, + 18, + 705, + 4698, + 283, + 264, + 1922, + 5840, + 8924, + 3944, + 3935, + 37879, + 409, + 3341, + 4047, + 5362, + 11, + 362, + 435, + 2439, + 69405, + 2649, + 11, + 4497, + 51185, + 11, + 452, + 28523, + 9008, + 384, + 19881, + 754, + 11, + 1008, + 2445, + 95112, + 665, + 93153, + 19216, + 79926, + 409, + 10845, + 24985, + 384, + 294, + 11178, + 220, + 10828, + 17, + 19216, + 409, + 445, + 34601, + 13, + 2998, + 220, + 10750, + 20, + 11, + 52621, + 2172, + 31388, + 57258, + 297, + 27512, + 17434, + 11, + 52764, + 346, + 817, + 297, + 3613, + 4896, + 3067, + 435, + 2439, + 69405, + 2649, + 13, + 2998, + 220, + 5926, + 23, + 44167, + 1995, + 2298, + 325, + 1624, + 439, + 1370, + 299, + 447, + 3557, + 1744, + 5503, + 6713, + 297, + 3613, + 4896, + 409, + 24952, + 361, + 9008, + 409, + 15130, + 5771, + 450, + 11, + 1744, + 294, + 11178, + 220, + 5926, + 20, + 31605, + 2483, + 6713, + 653, + 4317, + 6754, + 10461, + 51185, + 1218, + 13910, + 1353, + 2852, + 3026, + 4692, + 52764, + 66, + 17449, + 665, + 57608, + 1615, + 53377, + 297, + 9589, + 266, + 1564, + 45340, + 409, + 220, + 5926, + 19, + 13, + 2998, + 220, + 6280, + 21, + 384, + 220, + 5162, + 24, + 11, + 5201, + 57258, + 11, + 44167, + 1995, + 2298, + 325, + 74918, + 93924, + 6754, + 1370, + 299, + 447, + 3557, + 409, + 3341, + 4047, + 5362, + 384, + 14659, + 437, + 11 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 5670, + 1685, + 978, + 10776, + 70754, + 29830, + 285, + 665, + 68736, + 5840, + 82, + 264, + 13081, + 47484, + 84053, + 13, + 4470, + 3714, + 4017, + 15844, + 4538, + 264, + 17576, + 5840, + 409, + 12657, + 1791, + 417, + 11, + 297, + 28699, + 78, + 409, + 1645, + 579, + 89, + 91992, + 19216, + 1685, + 24238, + 409, + 19216, + 66, + 13652, + 11, + 384, + 26555, + 10610, + 19216, + 1685, + 24238, + 409, + 95309, + 332, + 13283, + 288, + 8112, + 28170, + 300, + 11, + 73311, + 264, + 85208, + 5840, + 3067, + 19250, + 64, + 320, + 437, + 2483, + 87, + 12052, + 705, + 264, + 1008, + 26826, + 409, + 20747, + 81521, + 3067, + 68736, + 5840, + 8112, + 25, + 297, + 92192, + 1880, + 39710, + 320, + 268, + 17576, + 5840, + 82, + 4247, + 3289, + 7675, + 656, + 220, + 1114, + 1034, + 705, + 2709, + 1645, + 291, + 437, + 1099, + 710, + 437, + 11, + 297, + 8654, + 68817, + 409, + 68736, + 437, + 439, + 300, + 15570, + 1744, + 6367, + 276, + 1499, + 575, + 978, + 418, + 13652, + 259, + 1832, + 14668, + 437, + 3429, + 2709, + 68736, + 437, + 320, + 278, + 13562, + 4752, + 4538, + 2107, + 2492, + 409, + 2700, + 277, + 17188, + 6395, + 45, + 60831, + 13827, + 3370, + 570, + 452, + 24823, + 6792, + 4511, + 58633, + 264, + 1685, + 24238, + 409, + 2523, + 14668, + 17449, + 384, + 45195, + 17449, + 29294, + 4017, + 277, + 264, + 68736, + 5840, + 627, + 32, + 68736, + 5840, + 95066, + 409, + 50123, + 288, + 95651, + 1744, + 42939, + 18916, + 65225, + 41625, + 5933, + 12826, + 912, + 1455, + 78, + 49656, + 11, + 384, + 6904, + 8862, + 3067, + 70812, + 4538, + 25203, + 10308, + 7120, + 6033, + 57973, + 13, + 20388, + 80694, + 4415, + 70812, + 409, + 1922, + 66, + 76384, + 506, + 621, + 45412, + 264, + 1685, + 24238, + 656, + 28772, + 49490, + 69, + 4428, + 320, + 39, + 17, + 2089, + 19, + 63096, + 4046, + 1560, + 45412, + 665, + 15887, + 2709, + 29394, + 437, + 409, + 8481, + 8968, + 409, + 38556, + 87, + 7583, + 88226, + 37560, + 8112, + 912, + 1922, + 66, + 76384, + 8924, + 68736, + 437, + 13, + 362, + 274, + 90739, + 1685, + 24238, + 912, + 1455, + 78, + 4046, + 56868, + 66780, + 3429, + 264, + 68736, + 5840, + 11, + 20003, + 85633, + 13562, + 4752, + 94352, + 3739, + 82, + 1080, + 1536, + 87, + 440, + 78, + 409, + 4197, + 277, + 264, + 68736, + 5840, + 2995, + 100564, + 2423, + 49490, + 69, + 4428, + 13047, + 60895, + 320, + 451, + 282, + 1832, + 8892, + 5724, + 25, + 320, + 52371, + 19, + 8, + 17, + 39, + 2089, + 19, + 8, + 1080, + 1536, + 87, + 440, + 78, + 409, + 5912, + 297, + 8335, + 409, + 49490, + 69, + 14357, + 384, + 409, + 308, + 22288, + 1832, + 87, + 12052, + 13, + 362, + 9686, + 87802, + 991, + 652, + 19395, + 70754, + 1080, + 41349, + 2047, + 99954, + 74802, + 6763, + 1097, + 263, + 18029, + 2852, + 627, + 2729, + 13075, + 68736, + 5840, + 82, + 3856, + 2483, + 4919, + 325, + 294, + 11178, + 25098, + 5670, + 656, + 19266, + 64487, + 30388, + 11, + 653, + 4317, + 6754, + 29830, + 285, + 1080, + 5771, + 762, + 17449, + 4046, + 264, + 62265, + 2649, + 9155, + 261, + 5840, + 35872, + 93063, + 13, + 362, + 9155, + 261, + 5840, + 35872, + 93063, + 1972, + 2483, + 89, + 521, + 6252, + 264, + 70812, + 409, + 864, + 4511, + 2172, + 11, + 264, + 13081, + 47484, + 84053, + 384, + 36228, + 50116, + 14531, + 593, + 94698, + 665, + 35872, + 60895, + 11, + 67513, + 83937, + 87818, + 84, + 2172, + 3429, + 297, + 61344, + 337, + 7986, + 78, + 17854, + 13389, + 11, + 49853, + 312, + 67147, + 82, + 36228, + 656, + 92192, + 16109, + 409, + 577, + 6723, + 11, + 85878, + 22544, + 2709, + 3355, + 18720, + 4615, + 13652, + 1028, + 5771, + 268, + 25228, + 437, + 32369, + 300, + 384, + 19972, + 4692, + 11, + 29830, + 285, + 86064, + 332, + 5670, + 384, + 390, + 32895, + 687, + 13652, + 409, + 14531, + 15570, + 13, + 10852, + 48422, + 11, + 8112, + 6155, + 391, + 472, + 4849, + 11, + 3067, + 1826, + 81016, + 56868, + 66780, + 3429, + 1446, + 665, + 899, + 35853, + 13652, + 13, + 1252, + 8924, + 3355, + 18720, + 29830, + 285, + 1080, + 5771, + 762, + 13652 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 4468, + 18, + 1237, + 330, + 12319, + 1772, + 3394, + 1, + 320, + 2223, + 13389, + 2971, + 561, + 301, + 11644, + 11, + 220, + 2550, + 20, + 1237, + 330, + 8921, + 55576, + 11676, + 97560, + 1, + 320, + 2223, + 13389, + 11, + 220, + 2550, + 23, + 1237, + 330, + 54, + 22980, + 305, + 131, + 242, + 59801, + 983, + 326, + 102818, + 1, + 320, + 1969, + 277, + 25196, + 11, + 220, + 1049, + 15, + 1237, + 330, + 12878, + 300, + 409, + 358, + 1146, + 622, + 7675, + 1, + 320, + 87, + 10969, + 5512, + 11, + 220, + 1049, + 21, + 1237, + 330, + 6219, + 414, + 1, + 320, + 1658, + 1149, + 5512, + 11, + 220, + 679, + 17, + 1237, + 330, + 49, + 7942, + 1, + 320, + 3914, + 301, + 11644, + 3262, + 953, + 668, + 1030, + 11, + 220, + 679, + 23, + 1237, + 330, + 38, + 10994, + 833, + 331, + 2234, + 1, + 320, + 2202, + 5770, + 11, + 220, + 679, + 24, + 1237, + 330, + 6349, + 2850, + 1, + 320, + 2202, + 5770, + 11, + 220, + 2366, + 15, + 8, + 384, + 330, + 35, + 6347, + 58082, + 17154, + 597, + 31757, + 1, + 320, + 87, + 10969, + 5512, + 384, + 74802, + 39603, + 300, + 11, + 220, + 2366, + 16, + 570, + 13106, + 220, + 6083, + 65005, + 1608, + 26826, + 8924, + 1717, + 241, + 25529, + 11, + 330, + 38, + 10994, + 833, + 331, + 2234, + 1, + 19873, + 668, + 817, + 912, + 57181, + 42180, + 665, + 38172, + 4381, + 2536, + 6892, + 645, + 64, + 665, + 13819, + 5771, + 277, + 297, + 1717, + 241, + 25529, + 15190, + 54448, + 269, + 42180, + 627, + 50, + 1832, + 71868, + 98896, + 41645, + 72, + 5670, + 85724, + 282, + 1832, + 969, + 8924, + 64993, + 69519, + 13819, + 5771, + 13055, + 297, + 6954, + 822, + 11, + 297, + 6491, + 409, + 645, + 41645, + 72, + 5670, + 81241, + 6033, + 665, + 20108, + 78885, + 1050, + 3394, + 1252, + 5362, + 25, + 330, + 41041, + 1169, + 1, + 320, + 6393, + 23, + 705, + 330, + 25763, + 12201, + 1, + 320, + 5162, + 18, + 705, + 330, + 1844, + 2162, + 3429, + 264, + 1880, + 944, + 9252, + 1, + 320, + 5162, + 21, + 705, + 330, + 1163, + 2850, + 2469, + 315, + 6785, + 1, + 320, + 3753, + 16, + 705, + 330, + 38, + 438, + 6151, + 1, + 320, + 3753, + 17, + 705, + 330, + 46, + 294, + 618, + 1037, + 8869, + 991, + 716, + 5477, + 1, + 320, + 3753, + 22, + 705, + 330, + 7594, + 372, + 18964, + 34629, + 12267, + 1, + 320, + 1049, + 23, + 8, + 384, + 330, + 791, + 6342, + 596, + 39841, + 1, + 320, + 679, + 15, + 570, + 507, + 6747, + 12052, + 42180, + 11, + 330, + 791, + 29459, + 1, + 320, + 679, + 16, + 705, + 22419, + 2558, + 55451, + 4247, + 9893, + 689, + 384, + 297, + 35881, + 11620, + 11, + 330, + 38, + 10994, + 833, + 331, + 2234, + 1, + 320, + 679, + 24, + 705, + 4247, + 9708, + 64, + 656, + 8242, + 627, + 2729, + 299, + 42614, + 409, + 72390, + 1082, + 4046, + 1744, + 2709, + 98896, + 409, + 865, + 978, + 70052, + 1162, + 2536, + 46369, + 2534, + 5803, + 87629, + 6033, + 6954, + 3614, + 13, + 328, + 1832, + 31723, + 98896, + 4039, + 5670, + 369, + 263, + 5803, + 14357, + 3573, + 94909, + 323, + 279, + 34282, + 1, + 320, + 2550, + 16, + 705, + 330, + 2378, + 1, + 320, + 1049, + 24, + 8, + 384, + 330, + 69070, + 15457, + 220, + 18, + 1, + 320, + 679, + 15, + 5850, + 2709, + 294, + 788, + 79521, + 951, + 5481, + 285, + 409, + 1744, + 264, + 12644, + 22689, + 41880, + 521, + 297, + 31311, + 409, + 5803, + 14357, + 11, + 384, + 90699, + 13819, + 5771, + 283, + 13, + 350, + 1141, + 283, + 1030, + 13819, + 5771, + 283, + 90699, + 42180, + 409, + 91818, + 6033, + 2385, + 2172, + 665, + 7200, + 300, + 51388, + 5771, + 11354, + 11, + 384, + 32190, + 294, + 788, + 369, + 263, + 5803, + 14357, + 11, + 330, + 14755, + 59612, + 1, + 320, + 679, + 23, + 8, + 384, + 330, + 41, + 10668, + 1, + 320, + 679, + 24, + 1237, + 13819, + 5771, + 13055, + 294, + 788, + 98896, + 409, + 40438, + 7583, + 11, + 1621, + 320, + 1049, + 18, + 8, + 384, + 330 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 95943, + 998, + 78885, + 1744, + 513, + 1491, + 30588, + 297, + 65201, + 998, + 220, + 845, + 14, + 679, + 23, + 11, + 656, + 220, + 868, + 409, + 1172, + 21152, + 8869, + 11, + 78885, + 1744, + 513, + 52764, + 48422, + 439, + 23963, + 384, + 2709, + 81439, + 3614, + 3429, + 264, + 25985, + 5840, + 8924, + 14420, + 37879, + 4135, + 269, + 2852, + 1744, + 74713, + 87610, + 261, + 264, + 34860, + 5840, + 8924, + 29394, + 437, + 4135, + 269, + 2852, + 17580, + 42207, + 5840, + 82, + 28338, + 39924, + 342, + 1604, + 40625, + 198, + 46, + 31311, + 220, + 21, + 656, + 1989, + 7992, + 220, + 2970, + 3067, + 73310, + 656, + 28338, + 68, + 409, + 10845, + 24985, + 864, + 588, + 84, + 1744, + 297, + 11837, + 4428, + 8924, + 39334, + 3714, + 3067, + 264, + 16167, + 64, + 865, + 3333, + 384, + 3067, + 1685, + 307, + 8968, + 6754, + 42207, + 5840, + 82, + 28338, + 39924, + 342, + 1604, + 40625, + 282, + 974, + 409, + 8415, + 299, + 38101, + 11, + 87724, + 1744, + 513, + 52764, + 346, + 390, + 1841, + 1995, + 75169, + 865, + 3333, + 3429, + 264, + 32652, + 5840, + 8924, + 41967, + 8609, + 437, + 409, + 733, + 655, + 37491, + 1080, + 2635, + 72, + 5670, + 11, + 384, + 52764, + 82230, + 264, + 864, + 2749, + 3739, + 409, + 1744, + 50980, + 32652, + 5840, + 513, + 35474, + 514, + 959, + 264, + 89484, + 12155, + 38101, + 665, + 1744, + 1028, + 5771, + 276, + 35000, + 2709, + 1630, + 540, + 437, + 12225, + 2483, + 1331, + 17038, + 409, + 763, + 424, + 2201, + 13, + 4185, + 1042, + 26555, + 10610, + 1744, + 439, + 42207, + 5840, + 82, + 28338, + 39924, + 342, + 1604, + 40625, + 61344, + 8080, + 11644, + 2709, + 29394, + 437, + 4135, + 269, + 2852, + 3429, + 264, + 10732, + 22776, + 8924, + 42498, + 41967, + 8609, + 437, + 409, + 733, + 655, + 2201, + 384, + 409, + 4097, + 5840, + 409, + 78026, + 8119, + 42498, + 5201, + 25204, + 14420, + 37879, + 4135, + 269, + 2852, + 11, + 1744, + 513, + 59305, + 11644, + 3944, + 592, + 277, + 15190, + 834, + 2252, + 78, + 4415, + 7617, + 28952, + 1744, + 3429, + 8374, + 44046, + 78, + 52764, + 4458, + 264, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 885, + 50452, + 656, + 65201, + 998, + 220, + 845, + 14, + 679, + 23, + 11, + 656, + 220, + 868, + 409, + 1172, + 21152, + 8869, + 11, + 52764, + 51084, + 2298, + 325, + 439, + 23963, + 384, + 2709, + 81439, + 3614, + 3429, + 264, + 25985, + 5840, + 8924, + 14420, + 37879, + 4135, + 269, + 2852, + 1744, + 74713, + 87610, + 261, + 264, + 34860, + 5840, + 8924, + 29394, + 437, + 4135, + 269, + 2852, + 17580, + 42207, + 5840, + 82, + 28338, + 39924, + 342, + 1604, + 40625, + 627, + 114422, + 1331, + 265, + 10737, + 277, + 264, + 7617, + 64, + 348, + 953, + 6960, + 19216, + 41634, + 1972, + 9252, + 19290, + 2649, + 3067, + 79395, + 42502, + 2649, + 1499, + 64, + 20562, + 12, + 777, + 11, + 12108, + 1604, + 66, + 8862, + 297, + 348, + 2117, + 4247, + 47021, + 15190, + 41349, + 24108, + 1744, + 513, + 7515, + 5048, + 264, + 2860, + 1380, + 3462, + 19489, + 384, + 4915, + 324, + 9252, + 656, + 61344, + 337, + 7986, + 78, + 656, + 50109, + 34941, + 13, + 362, + 7143, + 1037, + 29876, + 1331, + 265, + 57306, + 264, + 5150, + 7617, + 64, + 390, + 89160, + 19216, + 40321, + 26826, + 384, + 10878, + 5840, + 3067, + 865, + 43150, + 34941, + 11, + 43914, + 44046, + 437, + 409, + 1153, + 40948, + 277, + 1744, + 35808, + 290, + 2852, + 409, + 48755, + 5771, + 762, + 5362, + 23095, + 953, + 822, + 384, + 12553, + 46357, + 5670, + 73583, + 665, + 26344, + 6491, + 281, + 590, + 276, + 1376, + 277, + 20108, + 90639, + 11, + 2709, + 45682, + 26675, + 6754, + 78072, + 300, + 4135, + 65747, + 384, + 658, + 953, + 21041, + 19216, + 264, + 16167, + 64, + 865, + 3333, + 11, + 3429, + 54448, + 269, + 277, + 264, + 48883, + 5840, + 384, + 4097, + 20053, + 9252, + 8924, + 74478, + 437, + 1826, + 37879, + 42207, + 64545, + 11, + 384, + 384, + 297, + 9517, + 87, + 547, + 409, + 264, + 20493, + 5840, + 384, + 586, + 5840, + 656, + 66031, + 708, + 34941, + 627, + 2822, + 7584, + 11518, + 220 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 384, + 445, + 34601, + 4538, + 2709, + 6747, + 437, + 3281, + 15570, + 409, + 91768, + 198, + 1844, + 82, + 16869, + 437, + 6787, + 3429, + 264, + 3944, + 9895, + 656, + 11083, + 409, + 7643, + 822, + 198, + 92826, + 3244, + 82, + 11, + 1744, + 52462, + 384, + 3900, + 3497, + 5840, + 82, + 3429, + 653, + 4752, + 103915, + 300, + 409, + 35762, + 278, + 46418, + 198, + 38942, + 9895, + 409, + 1654, + 50010, + 13, + 61569, + 300, + 1744, + 3547, + 261, + 912, + 11083, + 409, + 35762, + 278, + 198, + 37, + 8160, + 3429, + 264, + 1913, + 409, + 46075, + 25, + 1252, + 4317, + 4669, + 8536, + 912, + 24108, + 1499, + 300, + 550, + 2192, + 300, + 409, + 10845, + 24985, + 198, + 34748, + 9471, + 1183, + 1771, + 11, + 264, + 64403, + 7583, + 1744, + 934, + 486, + 1744, + 824, + 6133, + 13075, + 39600, + 665, + 74700, + 93101, + 399, + 78, + 198, + 17555, + 14917, + 3513, + 2788, + 68, + 47289, + 11, + 2536, + 409, + 3366, + 288, + 1744, + 4411, + 969, + 320, + 716, + 78, + 912, + 1050, + 3394, + 1252, + 5362, + 340, + 11241, + 2557, + 68, + 90328, + 56, + 14361, + 25, + 264, + 41634, + 91768, + 10418, + 8128, + 64, + 4046, + 4839, + 9157, + 297, + 1744, + 737, + 710, + 20718, + 198, + 1544, + 14, + 2371, + 14, + 679, + 21, + 19216, + 82, + 220, + 605, + 25, + 2970, + 198, + 31305, + 1332, + 653, + 26564, + 385, + 68906, + 656, + 72042, + 285, + 1074, + 4046, + 2536, + 2024, + 12067, + 297, + 1765, + 83, + 5362, + 656, + 2307, + 320, + 82, + 38708, + 12067, + 665, + 3678, + 25295, + 1437, + 1149, + 300, + 11, + 1043, + 78, + 14871, + 1744, + 4247, + 17634, + 87685, + 6033, + 29028, + 37560, + 705, + 27812, + 64, + 1744, + 665, + 24304, + 450, + 2536, + 87776, + 3429, + 39311, + 13, + 1252, + 13189, + 78, + 653, + 83937, + 436, + 17606, + 20003, + 1744, + 15833, + 3399, + 42104, + 4046, + 297, + 4958, + 43994, + 409, + 1421, + 980, + 4849, + 3067, + 58729, + 4415, + 8541, + 64, + 11, + 1744, + 912, + 24304, + 450, + 4046, + 8902, + 65225, + 2629, + 384, + 5869, + 708, + 1744, + 513, + 29294, + 3920, + 70496, + 1652, + 447, + 2473, + 6754, + 274, + 6792, + 300, + 8541, + 300, + 13, + 2360, + 72042, + 285, + 1043, + 78, + 14871, + 1744, + 26555, + 10610, + 384, + 89324, + 1744, + 15833, + 4017, + 2649, + 264, + 32190, + 653, + 4752, + 8541, + 300, + 4170, + 10808, + 330, + 35666, + 2852, + 1, + 6754, + 272, + 13910, + 13, + 2577, + 1989, + 7992, + 4999, + 1951, + 47484, + 653, + 4317, + 75606, + 24451, + 277, + 264, + 75606, + 198, + 46, + 1028, + 84, + 842, + 486, + 13028, + 72566, + 2536, + 513, + 586, + 31841, + 15796, + 51369, + 39294, + 58182, + 3614, + 42939, + 60898, + 5670, + 390, + 1235, + 25583, + 1235, + 3812, + 486, + 13028, + 72566, + 1235, + 898, + 9252, + 198, + 46, + 29830, + 285, + 326, + 5362, + 198, + 20, + 30203, + 1430, + 25318, + 409, + 650, + 7992, + 4832, + 300, + 3429, + 18062, + 543, + 277, + 198, + 605, + 33894, + 300, + 342, + 1604, + 35173, + 1744, + 513, + 28157, + 263, + 26555, + 10610, + 665, + 63409, + 3739, + 82, + 198, + 16589, + 25233, + 39948, + 78, + 409, + 44681, + 23245, + 198, + 32, + 53265, + 532, + 4623, + 409, + 8661, + 1744, + 506, + 4008, + 283, + 264, + 40079, + 43104, + 665, + 28366, + 198, + 23, + 459, + 63256, + 107183, + 17038, + 3067, + 79332, + 6885, + 198, + 49, + 952, + 7011, + 56261, + 21293, + 11, + 64346, + 4988, + 10845, + 24985, + 912, + 220, + 5926, + 19, + 198, + 19918, + 409, + 20026, + 2749, + 3739, + 25, + 2709, + 220, + 18, + 296, + 4896, + 417, + 384, + 2709, + 220, + 18, + 1069, + 4692, + 198, + 37, + 8160, + 3429, + 264, + 1913, + 409, + 46075, + 25, + 1252, + 4317, + 4669, + 8536, + 912, + 24108, + 1499, + 300, + 550, + 2192, + 300, + 409, + 10845, + 24985, + 198, + 51, + 15295, + 1744, + 282, + 8093, + 294, + 6, + 1252, + 4317, + 7477, + 12997, + 2773, + 25489, + 6347, + 198, + 45337, + 354, + 328, + 621, + 261, + 11, + 4770, + 30913, + 4415, + 10845, + 24985, + 409, + 220, + 5926, + 21, + 198, + 38080, + 10808, + 8325, + 6007 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 98559, + 220, + 1114, + 11, + 19216, + 82, + 717, + 25, + 410, + 11, + 4415, + 41465, + 4458, + 3067, + 35962, + 4849, + 11, + 2709, + 24855, + 1394, + 2642, + 301, + 2353, + 3118, + 277, + 11644, + 362, + 5986, + 64, + 6252, + 51309, + 50926, + 11, + 653, + 4317, + 91806, + 5808, + 409, + 30711, + 19907, + 3429, + 60050, + 11537, + 13, + 469, + 325, + 41349, + 35963, + 11, + 4415, + 41465, + 4458, + 656, + 1221, + 3757, + 385, + 11, + 19216, + 82, + 220, + 508, + 25, + 966, + 11, + 264, + 64403, + 7583, + 11119, + 48968, + 8817, + 1725, + 3118, + 31841, + 28704, + 598, + 11, + 653, + 4317, + 4669, + 8536, + 264, + 50452, + 6754, + 991, + 2168, + 3244, + 82, + 11, + 29195, + 16948, + 41284, + 9302, + 384, + 4538, + 18812, + 1744, + 6233, + 4035, + 3920, + 28043, + 409, + 30570, + 1030, + 1645, + 23576, + 67649, + 384, + 1028, + 36436, + 865, + 478, + 940, + 1744, + 26965, + 276, + 653, + 95370, + 1995, + 64487, + 113534, + 4042, + 11, + 38761, + 384, + 37098, + 5362, + 627, + 46, + 90540, + 220, + 972, + 11, + 4415, + 41465, + 4458, + 656, + 25145, + 2172, + 11, + 264, + 64403, + 7583, + 452, + 10, + 16, + 1826, + 31841, + 390, + 16741, + 2444, + 78, + 11, + 653, + 95370, + 1995, + 64487, + 1744, + 61113, + 5808, + 1028, + 36436, + 865, + 478, + 940, + 11, + 9279, + 4458, + 384, + 1645, + 23576, + 28139, + 13, + 43912, + 82, + 220, + 508, + 25, + 966, + 11, + 4415, + 41465, + 4458, + 72523, + 64, + 11, + 31663, + 65, + 52206, + 6217, + 96215, + 27713, + 689, + 42009, + 1030, + 11, + 653, + 8924, + 296, + 4896, + 417, + 95370, + 1995, + 79134, + 409, + 436, + 90739, + 390, + 1645, + 23576, + 43542, + 264, + 978, + 51518, + 656, + 62578, + 41202, + 299, + 25, + 9781, + 1007, + 822, + 6332, + 5770, + 11, + 264, + 299, + 11, + 9781, + 1007, + 822, + 656, + 21152, + 11, + 19218, + 299, + 523, + 3394, + 1981, + 1252, + 6252, + 1913, + 409, + 304, + 745, + 39863, + 384, + 2961, + 3510, + 11354, + 87263, + 74446, + 50103, + 4499, + 85, + 15295, + 15190, + 30570, + 1030, + 1206, + 7206, + 4042, + 384, + 15190, + 330, + 110633, + 285, + 86580, + 264, + 2483, + 28996, + 3343, + 469, + 72900, + 1499, + 64, + 912, + 635, + 11, + 19216, + 82, + 220, + 1313, + 25, + 868, + 11, + 45123, + 31841, + 439, + 64177, + 82, + 656, + 62492, + 822, + 35352, + 64, + 11, + 409, + 8560, + 300, + 2925, + 969, + 11, + 653, + 4317, + 26250, + 5840, + 656, + 1206, + 7206, + 4042, + 409, + 69830, + 936, + 58544, + 64, + 384, + 5534, + 953, + 4849, + 4247, + 44365, + 28885, + 11269, + 11, + 20003, + 10109, + 2649, + 665, + 10845, + 24985, + 665, + 220, + 4468, + 20, + 627, + 46, + 326, + 11099, + 220, + 777, + 2586, + 89, + 31841, + 19216, + 82, + 220, + 717, + 25, + 410, + 11, + 912, + 62492, + 822, + 28982, + 3457, + 6496, + 75, + 390, + 14659, + 677, + 370, + 384, + 297, + 20607, + 43356, + 43356, + 11, + 264, + 51422, + 656, + 62578, + 297, + 708, + 89322, + 656, + 3197, + 1955, + 384, + 264, + 274, + 90739, + 781, + 6388, + 4247, + 11752, + 7430, + 344, + 404, + 13, + 43912, + 82, + 220, + 1313, + 25, + 868, + 11, + 26555, + 10610, + 912, + 62492, + 822, + 11, + 58597, + 97201, + 69, + 12052, + 2722, + 36436, + 514, + 6723, + 74576, + 264, + 6178, + 13645, + 51171, + 507, + 50527, + 72, + 11, + 653, + 33125, + 409, + 55678, + 36775, + 797, + 28246, + 1744, + 2047, + 3244, + 653, + 865, + 24404, + 3920, + 10610, + 4042, + 384, + 13859, + 266, + 6792, + 12940, + 4042, + 264, + 31632, + 656, + 84241, + 61078, + 409, + 468, + 13, + 42482, + 11, + 35288, + 2172, + 29195, + 4317, + 77507, + 79, + 3074, + 25233, + 409, + 470, + 17449, + 342, + 1604, + 6885, + 13, + 469, + 72900, + 6502, + 2649, + 19216, + 3772, + 912, + 635, + 11, + 19216, + 82, + 220, + 410, + 25, + 868, + 11, + 362, + 899, + 3394, + 33555, + 97465, + 687, + 31841, + 264, + 51422, + 409, + 45265, + 9465, + 294, + 788, + 6155, + 370, + 438, + 27771, + 11, + 658, + 342, + 1604, + 3427, + 384, + 51407, + 2700, + 773, + 1157 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 264, + 272, + 1604, + 69, + 67147, + 4824, + 87192, + 3074, + 39583, + 89249, + 3429, + 49504, + 297, + 865, + 25634, + 6754, + 19216, + 82, + 8924, + 1860, + 3739, + 82, + 11, + 6502, + 4988, + 4247, + 934, + 306, + 18745, + 43938, + 57567, + 3429, + 297, + 41921, + 10628, + 409, + 42723, + 11345, + 261, + 80470, + 6033, + 2709, + 934, + 306, + 18745, + 409, + 90591, + 13, + 29988, + 10610, + 47151, + 75427, + 82, + 912, + 384, + 5362, + 3067, + 9047, + 4298, + 25, + 1376, + 5840, + 409, + 628, + 56503, + 17038, + 11, + 1069, + 1557, + 409, + 687, + 69319, + 628, + 56503, + 17038, + 11, + 6216, + 329, + 5808, + 409, + 628, + 56503, + 17038, + 11, + 5099, + 627, + 29967, + 7731, + 19010, + 3695, + 42142, + 337, + 1832, + 14668, + 437, + 42939, + 26458, + 5670, + 390, + 3920, + 1995, + 1215, + 288, + 1744, + 18062, + 543, + 276, + 4415, + 97211, + 25654, + 402, + 4289, + 6985, + 1744, + 11810, + 268, + 1536, + 466, + 737, + 20589, + 3429, + 6449, + 277, + 297, + 16948, + 48935, + 384, + 297, + 16697, + 6754, + 308, + 51725, + 6033, + 97627, + 264, + 84053, + 3067, + 43117, + 77377, + 3067, + 60661, + 384, + 3067, + 19861, + 64, + 13, + 9589, + 288, + 6252, + 708, + 417, + 18062, + 543, + 276, + 9465, + 2709, + 220, + 605, + 11, + 18, + 384, + 2709, + 220, + 717, + 11, + 20, + 74148, + 76, + 627, + 2170, + 308, + 51725, + 4902, + 300, + 1376, + 11354, + 4247, + 961, + 27235, + 300, + 409, + 865, + 25634, + 8112, + 2709, + 30570, + 20962, + 6033, + 439, + 308, + 51725, + 409, + 16109, + 61344, + 337, + 7986, + 78, + 12414, + 8112, + 2709, + 12454, + 360, + 263, + 96316, + 1097, + 29832, + 70754, + 29195, + 4317, + 1867, + 53358, + 936, + 18041, + 5048, + 13, + 3735, + 64, + 32150, + 11, + 439, + 308, + 51725, + 13081, + 953, + 300, + 29830, + 285, + 934, + 21938, + 8112, + 2709, + 610, + 1015, + 6033, + 2709, + 44397, + 511, + 372, + 19990, + 1097, + 29832, + 70754, + 665, + 86930, + 13, + 362, + 43117, + 77377, + 3067, + 60661, + 934, + 6960, + 1097, + 29832, + 521, + 8112, + 86930, + 3920, + 2868, + 6033, + 62833, + 13, + 1252, + 4317, + 6754, + 951, + 77282, + 20589, + 656, + 25654, + 402, + 4289, + 4896, + 9038, + 3074, + 912, + 1172, + 6491, + 409, + 1744, + 439, + 308, + 51725, + 13081, + 953, + 300, + 384, + 264, + 38605, + 70114, + 1028, + 5771, + 268, + 653, + 4317, + 84053, + 5347, + 616, + 5048, + 19216, + 3067, + 60661, + 6033, + 43117, + 45439, + 12985, + 61025, + 384, + 2536, + 513, + 7661, + 268, + 28027, + 967, + 13884, + 13, + 20388, + 10610, + 11, + 8654, + 1610, + 4988, + 264, + 1422, + 17848, + 4458, + 409, + 46058, + 437, + 9252, + 3067, + 649, + 273, + 16646, + 19, + 320, + 605, + 11, + 18, + 264, + 220, + 806, + 11, + 20, + 74148, + 76, + 8, + 384, + 264, + 3067, + 649, + 273, + 409, + 25654, + 402, + 4289, + 301, + 2353, + 30391, + 87, + 25075, + 320, + 16, + 11, + 2970, + 264, + 220, + 16, + 11, + 1227, + 74148, + 76, + 8, + 281, + 21151, + 1137, + 28027, + 967, + 13884, + 439, + 308, + 51725, + 13081, + 953, + 300, + 2558, + 66, + 36099, + 653, + 4317, + 330, + 52235, + 70114, + 1, + 4415, + 737, + 50839, + 13, + 362, + 16109, + 97771, + 50839, + 656, + 25654, + 402, + 4289, + 4896, + 4046, + 1744, + 439, + 737, + 266, + 90774, + 26555, + 10610, + 513, + 7661, + 268, + 1536, + 466, + 30331, + 264, + 912, + 635, + 11, + 297, + 1744, + 52603, + 834, + 5481, + 5771, + 261, + 50116, + 4317, + 5819, + 65072, + 92084, + 3067, + 3721, + 78176, + 656, + 24108, + 627, + 2822, + 384, + 5362, + 3067, + 11323, + 266, + 337, + 5241, + 7583, + 11, + 8891, + 2483, + 89, + 521, + 264, + 12164, + 5840, + 25654, + 402, + 4289, + 6985, + 3429, + 11388, + 277, + 8541, + 27897, + 912, + 958, + 66, + 65758, + 409, + 38556, + 87, + 7583, + 9465, + 264, + 50526, + 384, + 264, + 14036, + 809, + 64, + 13, + 9589, + 300, + 8541, + 27897, + 34361, + 16133, + 35615, + 15482, + 2709, + 83362, + 264, + 1317, + 78, + 550, + 41284, + 656, + 1206, + 7675, + 2024, + 4014, + 265, + 13, + 39776, + 4046, + 11 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 297, + 436, + 9652, + 409, + 28157, + 325, + 29195, + 4317, + 369, + 4458, + 11741, + 391, + 49358, + 2908, + 10649, + 264, + 10623, + 277, + 653, + 4317, + 66572, + 969, + 9517, + 32089, + 409, + 3920, + 44705, + 13, + 56808, + 1380, + 26826, + 22641, + 64, + 69297, + 1080, + 300, + 5276, + 5840, + 82, + 1744, + 513, + 5320, + 5771, + 268, + 2558, + 66, + 36099, + 912, + 91708, + 3067, + 25286, + 5840, + 13, + 23850, + 69379, + 40843, + 20847, + 10808, + 490, + 34144, + 653, + 4317, + 98519, + 865, + 1994, + 278, + 5241, + 7583, + 8924, + 59067, + 27771, + 627, + 2822, + 39124, + 220, + 679, + 17, + 23464, + 1559, + 264, + 89484, + 264, + 2138, + 437, + 24315, + 7675, + 362, + 16167, + 64, + 409, + 3383, + 822, + 11, + 653, + 4317, + 88157, + 16188, + 78885, + 1744, + 513, + 4316, + 266, + 7583, + 264, + 43445, + 30607, + 266, + 978, + 54793, + 384, + 25286, + 29350, + 912, + 426, + 6269, + 11, + 20003, + 26555, + 10610, + 78885, + 31221, + 79586, + 56347, + 1744, + 513, + 64324, + 264, + 18434, + 404, + 13, + 3959, + 5481, + 285, + 656, + 54776, + 40055, + 1744, + 1043, + 2249, + 78, + 78996, + 264, + 1630, + 43150, + 409, + 10845, + 24985, + 34264, + 32895, + 409, + 8415, + 299, + 38101, + 409, + 733, + 655, + 2201, + 29978, + 472, + 6491, + 11, + 264, + 25286, + 5840, + 60286, + 283, + 2694, + 4849, + 29195, + 958, + 1610, + 2201, + 912, + 1744, + 20120, + 513, + 115782, + 39265, + 409, + 22544, + 1589, + 75907, + 439, + 5866, + 27897, + 409, + 733, + 655, + 2201, + 20120, + 513, + 2558, + 66, + 42550, + 83362, + 30607, + 266, + 978, + 14668, + 437, + 33632, + 511, + 5670, + 264, + 653, + 4317, + 86027, + 409, + 91331, + 82, + 17580, + 6747, + 300, + 4319, + 359, + 267, + 80741, + 12288, + 57567, + 384, + 73641, + 15540, + 19290, + 11354, + 3067, + 1589, + 1082, + 656, + 29928, + 1474, + 13807, + 1744, + 2586, + 89, + 283, + 912, + 39124, + 220, + 1049, + 23, + 13, + 1369, + 2709, + 83362, + 264, + 43445, + 342, + 1604, + 3427, + 2536, + 2016, + 42550, + 15190, + 40491, + 593, + 11, + 4247, + 1043, + 36890, + 11, + 76129, + 283, + 1030, + 297, + 56888, + 7583, + 264, + 79586, + 62796, + 29905, + 42600, + 1744, + 513, + 2558, + 5979, + 84, + 912, + 41274, + 70988, + 264, + 15473, + 2483, + 89, + 6754, + 14794, + 5840, + 82, + 656, + 220, + 868, + 409, + 7643, + 822, + 409, + 220, + 679, + 16, + 665, + 25048, + 1744, + 11295, + 9157, + 513, + 16948, + 543, + 13055, + 78885, + 63816, + 409, + 40456, + 3614, + 384, + 91933, + 39265, + 264, + 3709, + 575, + 13140, + 1153, + 87685, + 409, + 6747, + 437, + 2624, + 49022, + 390, + 23878, + 9252, + 409, + 945, + 87954, + 14080, + 264, + 31237, + 4692, + 12288, + 57567, + 1744, + 4790, + 63893, + 12826, + 2536, + 513, + 3288, + 42550, + 3608, + 91862, + 8119, + 22267, + 440, + 437, + 409, + 1560, + 16339, + 3315, + 627, + 45, + 2423, + 3920, + 21044, + 653, + 4317, + 20108, + 3067, + 5440, + 25131, + 656, + 40491, + 593, + 69379, + 7583, + 1744, + 513, + 64324, + 19216, + 82, + 2700, + 300, + 50116, + 4317, + 30607, + 79807, + 409, + 63098, + 9252, + 62589, + 1744, + 20847, + 12273, + 264, + 43445, + 958, + 2201, + 50116, + 4317, + 1469, + 56970, + 3067, + 25286, + 5840, + 665, + 22544, + 409, + 46591, + 5882, + 87685, + 113534, + 3074, + 384, + 264, + 43445, + 16011, + 78, + 50116, + 39423, + 22267, + 440, + 78, + 470, + 25155, + 8112, + 98735, + 3429, + 264, + 52621, + 5840, + 3067, + 514, + 20854, + 318, + 9252, + 3674, + 13, + 56808, + 11639, + 264, + 1772, + 5808, + 656, + 2998, + 44848, + 12227, + 1969, + 72, + 14871, + 68419, + 2172, + 4247, + 1630, + 437, + 978, + 44681, + 2893, + 51185, + 11, + 19216, + 1744, + 513, + 58015, + 2694, + 83801, + 297, + 38610, + 8924, + 40757, + 276, + 27771, + 68419, + 5670, + 4247, + 30397, + 24852, + 1195, + 718, + 13081, + 52462, + 297, + 17567, + 409, + 386, + 1995, + 285, + 10845, + 17528, + 13, + 15248, + 68, + 264, + 67541, + 11, + 272, + 359, + 4317, + 1772, + 5808, + 29830, + 285, + 11357, + 30913, + 482, + 6387, + 651, + 5840, + 656, + 3073, + 6960, + 37619, + 64324, + 264, + 25286, + 5840 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 53265, + 7942, + 13, + 29988, + 10610, + 513, + 8654, + 1610, + 276, + 81439, + 3614, + 409, + 23606, + 10308, + 11, + 8112, + 264, + 3474, + 68, + 22776, + 409, + 3276, + 2483, + 87, + 71970, + 11, + 43327, + 2480, + 5808, + 656, + 342, + 416, + 1832, + 87, + 12052, + 11, + 70096, + 5840, + 1080, + 305, + 1832, + 2203, + 15686, + 11, + 384, + 4411, + 8566, + 5241, + 7583, + 40136, + 390, + 8162, + 2445, + 454, + 822, + 72566, + 11, + 6904, + 8862, + 3067, + 274, + 90739, + 30540, + 13052, + 114405, + 384, + 834, + 5481, + 5771, + 87685, + 13, + 2998, + 220, + 2550, + 24, + 11, + 4647, + 21920, + 63190, + 300, + 409, + 330, + 1163, + 24705, + 88, + 32106, + 1, + 369, + 263, + 312, + 8629, + 450, + 11354, + 384, + 61179, + 11354, + 15190, + 865, + 978, + 70052, + 39423, + 330, + 1163, + 24705, + 41221, + 5237, + 10746, + 23811, + 2170, + 72390, + 5014, + 409, + 53265, + 51080, + 3074, + 7809, + 28952, + 3608, + 1104, + 13055, + 16109, + 16869, + 9252, + 409, + 5541, + 25196, + 300, + 7589, + 25282, + 1744, + 32190, + 42939, + 3118, + 288, + 665, + 43938, + 552, + 656, + 865, + 978, + 70052, + 330, + 1163, + 24705, + 88, + 32106, + 1, + 6033, + 330, + 1163, + 24705, + 41221, + 5237, + 10746, + 498, + 297, + 1744, + 73990, + 689, + 264, + 1612, + 2910, + 3739, + 3281, + 288, + 865, + 978, + 1215, + 437, + 13, + 1221, + 12067, + 11, + 15491, + 2145, + 3739, + 22419, + 1772, + 64, + 665, + 294, + 27888, + 4849, + 4247, + 653, + 4317, + 72390, + 1082, + 409, + 53265, + 7942, + 56511, + 29830, + 285, + 3293, + 68, + 11, + 1744, + 5155, + 78, + 1744, + 17797, + 6792, + 4511, + 3313, + 417, + 2047, + 2249, + 261, + 276, + 87462, + 264, + 330, + 265, + 359, + 24123, + 439, + 330, + 1163, + 24705, + 88, + 8747, + 114785, + 1, + 29195, + 32190, + 865, + 978, + 70052, + 11, + 330, + 1163, + 24705, + 88, + 32106, + 70455, + 56808, + 13669, + 689, + 4415, + 308, + 89947, + 25282, + 16513, + 283, + 30331, + 74918, + 38101, + 13, + 13321, + 12826, + 11, + 665, + 220, + 679, + 20, + 264, + 45409, + 3739, + 6754, + 43938, + 552, + 656, + 865, + 978, + 70052, + 330, + 1163, + 24705, + 41221, + 5237, + 10746, + 1, + 409, + 39423, + 912, + 865, + 978, + 70052, + 330, + 1163, + 24705, + 88, + 32106, + 1, + 22419, + 55988, + 2649, + 409, + 22544, + 865, + 3333, + 627, + 32, + 5347, + 616, + 27564, + 4415, + 312, + 300, + 2168, + 5840, + 9827, + 45, + 12, + 1846, + 45, + 3772, + 1744, + 1612, + 287, + 361, + 330, + 1163, + 24705, + 41221, + 5237, + 10746, + 1, + 409, + 330, + 1163, + 24705, + 88, + 32106, + 1, + 4046, + 220, + 605, + 11, + 16, + 4, + 320, + 2721, + 4, + 10074, + 78, + 409, + 2389, + 1122, + 4458, + 284, + 220, + 21, + 11, + 23, + 264, + 220, + 1032, + 11, + 20, + 705, + 297, + 1744, + 513, + 2980, + 64, + 653, + 11412, + 269, + 55988, + 481, + 3429, + 4941, + 277, + 2709, + 294, + 788, + 865, + 978, + 1215, + 437, + 627, + 32, + 37441, + 87, + 8968, + 9465, + 330, + 1163, + 24705, + 41221, + 5237, + 10746, + 1, + 384, + 330, + 1163, + 24705, + 88, + 32106, + 1, + 1280, + 2483, + 5756, + 1499, + 64, + 40574, + 455, + 5840, + 390, + 5347, + 616, + 27564, + 409, + 5819, + 65072, + 409, + 865, + 22383, + 409, + 5541, + 25196, + 300, + 20950, + 1104, + 11354, + 384, + 409, + 6395, + 45, + 20735, + 437, + 51080, + 4042, + 13, + 1666, + 5819, + 84, + 27897, + 8924, + 865, + 22383, + 409, + 6395, + 62052, + 220, + 845, + 7934, + 409, + 330, + 1163, + 24705, + 41221, + 5237, + 10746, + 1, + 384, + 330, + 1163, + 24705, + 88, + 32106, + 1, + 4538, + 887, + 978, + 406, + 17038, + 665, + 95524, + 77155, + 653, + 220, + 2721, + 14697, + 20388, + 10610, + 11, + 297, + 220, + 2721, + 4, + 2536, + 4046, + 653, + 42614, + 409, + 272, + 16977, + 3429, + 4941, + 277, + 439, + 921, + 24705, + 88, + 8747, + 114785, + 11, + 6252, + 3244, + 32190, + 653, + 4317, + 1709, + 7583, + 3429, + 52764, + 3913, + 6747, + 437, + 865, + 978, + 1215, + 437, + 36228, + 6754, + 44526, + 3557, + 6754 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 11, + 1744, + 513, + 5155, + 283, + 912, + 20607, + 11005, + 78, + 13, + 8560, + 689, + 264, + 274, + 90739, + 12253, + 5840, + 1989, + 80278, + 11, + 29830, + 285, + 1008, + 72, + 5048, + 4277, + 277, + 2483, + 521, + 264, + 91053, + 4415, + 9419, + 56552, + 409, + 7984, + 300, + 1676, + 2392, + 627, + 2654, + 11642, + 19260, + 653, + 4317, + 32190, + 75, + 4849, + 74735, + 88122, + 83581, + 3074, + 51933, + 300, + 41967, + 20607, + 61700, + 11, + 653, + 16109, + 8628, + 978, + 12723, + 78, + 384, + 11, + 15482, + 12067, + 11, + 297, + 20607, + 98382, + 11644, + 1283, + 7992, + 1744, + 11639, + 653, + 293, + 729, + 6151, + 320, + 13870, + 223, + 101559, + 6033, + 597, + 1900, + 7835, + 1481, + 729, + 6151, + 123293, + 91875, + 13870, + 223, + 101559, + 705, + 4046, + 21945, + 404, + 11, + 653, + 33457, + 277, + 9265, + 409, + 98896, + 27275, + 437, + 3429, + 297, + 60050, + 459, + 3181, + 10448, + 78, + 13, + 15796, + 42498, + 294, + 788, + 98382, + 1995, + 4511, + 38546, + 11, + 1283, + 7992, + 384, + 350, + 613, + 1609, + 14406, + 259, + 1553, + 263, + 653, + 81629, + 5536, + 78, + 25334, + 8032, + 19, + 60, + 1283, + 7992, + 11639, + 41091, + 14490, + 953, + 6960, + 11, + 13819, + 5771, + 4988, + 99383, + 4634, + 26826, + 82, + 10623, + 17060, + 15540, + 11, + 20003, + 9165, + 18829, + 26555, + 10610, + 297, + 1744, + 29638, + 7583, + 34809, + 2648, + 653, + 330, + 75, + 2172, + 3920, + 2868, + 1, + 6033, + 330, + 66, + 25196, + 4042, + 3343, + 2998, + 220, + 5926, + 18, + 11, + 297, + 27622, + 2024, + 1864, + 2117, + 409, + 735, + 13873, + 409, + 496, + 65225, + 84, + 2057, + 447, + 822, + 384, + 5634, + 283, + 220, + 1041, + 220, + 931, + 78072, + 300, + 13, + 20742, + 5048, + 10566, + 68150, + 66, + 76384, + 11, + 1283, + 7992, + 11, + 390, + 220, + 1114, + 38101, + 11, + 384, + 16762, + 9008, + 11, + 390, + 220, + 1032, + 11, + 5155, + 20110, + 653, + 824, + 6133, + 70649, + 264, + 64032, + 297, + 657, + 4988, + 264, + 23248, + 5840, + 13, + 15796, + 1867, + 981, + 409, + 78072, + 300, + 384, + 4039, + 2852, + 72375, + 1995, + 6993, + 325, + 665, + 12067, + 297, + 35000, + 11, + 384, + 272, + 4988, + 16762, + 9008, + 16006, + 283, + 9043, + 277, + 264, + 95970, + 3429, + 71908, + 297, + 22169, + 11, + 1283, + 7992, + 1798, + 1656, + 78, + 264, + 1744, + 2536, + 297, + 5155, + 2423, + 26, + 16762, + 9008, + 33457, + 283, + 29830, + 285, + 61745, + 1744, + 15491, + 54413, + 4675, + 258, + 11206, + 273, + 264, + 42104, + 8822, + 277, + 409, + 48034, + 297, + 8818, + 3429, + 29638, + 2761, + 4744, + 277, + 264, + 274, + 90739, + 23878, + 9252, + 409, + 8941, + 2648, + 665, + 1812, + 78, + 8032, + 21, + 933, + 54133, + 5048, + 264, + 1380, + 26826, + 656, + 34292, + 296, + 7835, + 41967, + 34292, + 4538, + 18812, + 11, + 1744, + 912, + 1630, + 391, + 3244, + 513, + 2558, + 5979, + 84, + 29830, + 285, + 61745, + 1744, + 308, + 412, + 3714, + 93924, + 11, + 2709, + 293, + 729, + 6151, + 78996, + 263, + 297, + 18062, + 37037, + 665, + 12067, + 297, + 42765, + 13, + 1283, + 7992, + 25286, + 283, + 653, + 4317, + 9630, + 6885, + 409, + 293, + 729, + 6151, + 1744, + 54776, + 300, + 283, + 13, + 16762, + 9008, + 26555, + 10610, + 513, + 92195, + 283, + 17580, + 781, + 21920, + 409, + 12868, + 292, + 14357, + 11, + 66871, + 7821, + 78, + 95651, + 1989, + 33339, + 3429, + 653, + 865, + 1540, + 278, + 11, + 41967, + 24108, + 1744, + 54448, + 269, + 12273, + 384, + 23201, + 72, + 12273, + 439, + 274, + 6792, + 300, + 95315, + 13910, + 8112, + 46746, + 269, + 384, + 326, + 7583, + 4647, + 6388, + 7080, + 25282, + 13, + 356, + 4988, + 16762, + 9008, + 735, + 44486, + 14406, + 9165, + 18829, + 220, + 1419, + 38101, + 11, + 297, + 20607, + 98382, + 11644, + 1283, + 7992, + 43919, + 307, + 1559, + 13, + 17810, + 299, + 50084, + 29830, + 285, + 61745, + 11, + 297, + 29830, + 285, + 25626, + 8924, + 98382, + 7206, + 409, + 735, + 44486, + 14406, + 26555, + 10610, + 4411, + 65886, + 11, + 65856, + 4988, + 264, + 16762, + 9008 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 384, + 86400, + 18140, + 10426, + 67649, + 409, + 21810, + 87776, + 4247, + 37003, + 198, + 46, + 12454, + 822, + 15482, + 297, + 65744, + 409, + 17177, + 689, + 84145, + 4415, + 2254, + 9252, + 436, + 31853, + 409, + 2100, + 14946, + 297, + 58516, + 220, + 1313, + 409, + 6747, + 50010, + 35474, + 1446, + 9466, + 2172, + 390, + 81641, + 78885, + 52485, + 75090, + 337, + 5770, + 83440, + 7206, + 78802, + 13, + 452, + 40843, + 42939, + 52764, + 66, + 17449, + 99383, + 7482, + 1400, + 977, + 2852, + 1744, + 11, + 665, + 98735, + 83890, + 28765, + 75907, + 384, + 38556, + 87, + 89029, + 11, + 312, + 2000, + 50226, + 264, + 19394, + 21205, + 10071, + 1826, + 265, + 6388, + 69297, + 320, + 444, + 2145, + 437, + 409, + 6904, + 8968, + 73641, + 3074, + 8, + 409, + 78802, + 1080, + 20607, + 19528, + 2172, + 436, + 47535, + 36011, + 21810, + 627, + 46, + 12454, + 822, + 15482, + 297, + 65744, + 409, + 17177, + 689, + 84145, + 4415, + 2254, + 9252, + 436, + 31853, + 409, + 2100, + 14946, + 297, + 58516, + 220, + 1313, + 409, + 6747, + 50010, + 35474, + 1446, + 9466, + 2172, + 390, + 81641, + 78885, + 52485, + 75090, + 337, + 5770, + 83440, + 7206, + 78802, + 13, + 452, + 40843, + 42939, + 52764, + 66, + 17449, + 99383, + 7482, + 1400, + 977, + 2852, + 1744, + 11, + 665, + 98735, + 83890, + 28765, + 75907, + 384, + 38556, + 87, + 89029, + 11, + 312, + 2000, + 50226, + 264, + 19394, + 21205, + 10071, + 1826, + 265, + 6388, + 69297, + 320, + 444, + 2145, + 437, + 409, + 6904, + 8968, + 73641, + 3074, + 8, + 409, + 78802, + 1080, + 20607, + 19528, + 2172, + 436, + 47535, + 36011, + 21810, + 627, + 46, + 272, + 3635, + 265, + 15482, + 17177, + 689, + 7495, + 2172, + 297, + 58516, + 220, + 1313, + 409, + 6747, + 50010, + 665, + 2100, + 14946, + 320, + 127527, + 689, + 8, + 1043, + 3244, + 653, + 42614, + 409, + 4225, + 2635, + 3739, + 409, + 68906, + 65484, + 30607, + 266, + 978, + 54793, + 384, + 83890, + 28765, + 16485, + 4042, + 3429, + 264, + 312, + 1710, + 324, + 5840, + 409, + 38998, + 6960, + 3344, + 822, + 384, + 656, + 16948, + 41284, + 18140, + 10426, + 67649, + 23553, + 297, + 356, + 1995, + 1791, + 40055, + 74576, + 13936, + 10913, + 13, + 56532, + 2709, + 42498, + 16387, + 437, + 1400, + 977, + 2852, + 7661, + 268, + 73311, + 23201, + 72, + 2648, + 36228, + 656, + 69210, + 83890, + 28765, + 16485, + 4042, + 3728, + 11, + 3920, + 21044, + 912, + 1652, + 83413, + 7583, + 264, + 37003, + 409, + 83440, + 7206, + 78802, + 627, + 27887, + 4247, + 34556, + 1744, + 264, + 304, + 15433, + 6388, + 9043, + 50839, + 83890, + 28765, + 75907, + 1744, + 78802, + 1380, + 6388, + 23553, + 282, + 2192, + 7120, + 50084, + 48034, + 297, + 384, + 86400, + 18140, + 10426, + 67649, + 51388, + 5771, + 2172, + 78885, + 20607, + 5105, + 1832, + 10338, + 436, + 47535, + 36011, + 21810, + 6449, + 64, + 665, + 43388, + 72628, + 297, + 9517, + 87, + 547, + 330, + 2252, + 11843, + 402, + 9265, + 1, + 15833, + 12069, + 4988, + 16109, + 20108, + 656, + 20607, + 69197, + 19216, + 453, + 1122, + 4458, + 30607, + 266, + 978, + 87, + 3074, + 390, + 42076, + 689, + 627, + 45, + 18223, + 65484, + 11, + 297, + 3293, + 68, + 12454, + 822, + 409, + 2100, + 14946, + 29294, + 704, + 1813, + 49358, + 273, + 264, + 78802, + 37571, + 4752, + 523, + 4798, + 75419, + 94058, + 69297, + 1080, + 384, + 86400, + 18140, + 10426, + 67649, + 97879, + 2172, + 294, + 11178, + 12847, + 66, + 12949, + 13, + 9589, + 300, + 523, + 4798, + 42199, + 2483, + 50226, + 325, + 12155, + 16387, + 437, + 83890, + 28765, + 16485, + 17038, + 384, + 38556, + 87, + 10515, + 17038, + 1744, + 991, + 11644, + 70754, + 3067, + 95410, + 11, + 384, + 1744, + 2536, + 513, + 4017, + 276, + 653, + 52777, + 264, + 38998, + 6960, + 2394, + 1832, + 39984, + 384, + 297, + 16948, + 41284, + 18140, + 10426, + 67649, + 627, + 32, + 330, + 49, + 16382, + 3067, + 328, + 14151, + 1, + 409, + 78802, + 198, + 1951, + 65, + 5362, + 264, + 274, + 90739, + 30607, + 266, + 978, + 87, + 3074, + 1179, + 25131, + 38556, + 87, + 89029, + 11, + 37003, + 4046, + 653, + 4317, + 1069, + 4458, + 1400, + 19715 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1, + 27887, + 83001, + 5048, + 11, + 4499, + 85, + 15295, + 35357, + 6252, + 65566, + 26, + 4046, + 8112, + 272, + 4988, + 2709, + 12155, + 437, + 62383, + 2781, + 276, + 81772, + 71970, + 702, + 53, + 10308, + 308, + 6792, + 9326, + 437, + 665, + 10845, + 24985, + 4915, + 10529, + 6252, + 1207, + 1083, + 15931, + 86706, + 302, + 56347, + 71427, + 46180, + 951, + 5481, + 285, + 656, + 51434, + 656, + 37015, + 13, + 507, + 30950, + 4277, + 64, + 264, + 9616, + 66, + 8968, + 409, + 3926, + 3251, + 1832, + 78, + 4415, + 356, + 85101, + 384, + 264, + 297, + 981, + 26826, + 1645, + 31853, + 264, + 1630, + 43150, + 409, + 73663, + 31727, + 13140, + 19216, + 82, + 86706, + 302, + 2265, + 300, + 3429, + 330, + 5531, + 5730, + 2709, + 102770, + 25075, + 409, + 118812, + 259, + 6632, + 1744, + 48474, + 264, + 25994, + 3343, + 362, + 1630, + 43150, + 67441, + 31727, + 13140, + 51307, + 6632, + 264, + 45406, + 12252, + 384, + 264, + 297, + 981, + 26826, + 281, + 579, + 330, + 82, + 1149, + 3739, + 82, + 1, + 1499, + 437, + 23100, + 288, + 409, + 65566, + 198, + 32, + 1630, + 43150, + 67441, + 31727, + 13140, + 51307, + 6632, + 264, + 45406, + 12252, + 384, + 264, + 297, + 981, + 26826, + 281, + 579, + 330, + 82, + 1149, + 3739, + 82, + 1, + 1499, + 437, + 23100, + 288, + 409, + 65566, + 330, + 1844, + 3739, + 45406, + 12252, + 54691, + 36323, + 264, + 7082, + 346, + 264, + 4582, + 45745, + 924, + 1391, + 78440, + 3739, + 40524, + 1208, + 69226, + 2649, + 79395, + 34264, + 658, + 62777, + 409, + 19502, + 3916, + 665, + 10845, + 24985, + 3343, + 1221, + 15491, + 16434, + 50839, + 665, + 6405, + 4415, + 7643, + 5771, + 1995, + 77236, + 49295, + 288, + 11, + 264, + 64403, + 7583, + 294, + 12273, + 4247, + 2307, + 2649, + 264, + 1589, + 1082, + 1744, + 12155, + 79521, + 71427, + 46180, + 11, + 384, + 23553, + 1744, + 2586, + 89, + 5169, + 297, + 37015, + 11, + 65856, + 283, + 7120, + 220, + 1049, + 13, + 931, + 45745, + 6252, + 4958, + 43994, + 86706, + 302, + 56347, + 912, + 42765, + 308, + 24823, + 25155, + 31221, + 13, + 13106, + 912, + 635, + 37229, + 11, + 21945, + 7583, + 2024, + 52621, + 2172, + 297, + 4958, + 43994, + 409, + 15887, + 2709, + 45745, + 342, + 1604, + 35173, + 13, + 56532, + 2536, + 13, + 83305, + 9243, + 34862, + 36376, + 361, + 817, + 305, + 5241, + 68, + 6252, + 65566, + 81807, + 21205, + 665, + 350, + 8875, + 78, + 13, + 469, + 4538, + 74918, + 2709, + 3613, + 301, + 2353, + 1744, + 3453, + 1371, + 1122, + 264, + 3073, + 8968, + 409, + 308, + 6792, + 9326, + 437, + 6252, + 1207, + 1083, + 15931, + 264, + 2483, + 28996, + 23553, + 1744, + 297, + 865, + 10296, + 2586, + 89, + 22026, + 439, + 3709, + 3516, + 27897, + 13, + 45406, + 12252, + 123667, + 4247, + 2307, + 2649, + 264, + 1589, + 1082, + 20003, + 665, + 74918, + 3613, + 301, + 2353, + 47151, + 308, + 6792, + 9326, + 437, + 6252, + 1207, + 1083, + 15931, + 11, + 17797, + 6792, + 4511, + 409, + 645, + 23553, + 264, + 7643, + 5771, + 1995, + 77236, + 49295, + 288, + 330, + 53, + 36415, + 15295, + 35357, + 6252, + 65566, + 26, + 523, + 373, + 72, + 264, + 264, + 959, + 25318, + 384, + 4499, + 1055, + 21945, + 404, + 1744, + 2536, + 1028, + 5771, + 268, + 864, + 2749, + 3739, + 409, + 272, + 4988, + 29638, + 11644, + 1421, + 455, + 51081, + 384, + 1744, + 72900, + 1028, + 5771, + 268, + 865, + 6960, + 18062, + 543, + 4988, + 498, + 1891, + 15491, + 7638, + 72, + 18829, + 409, + 45899, + 14871, + 5250, + 447, + 12052, + 11, + 665, + 350, + 8875, + 78, + 13, + 13106, + 13088, + 73047, + 2649, + 656, + 865, + 10296, + 15190, + 11457, + 417, + 264, + 25233, + 60286, + 283, + 6252, + 1207, + 1083, + 15931, + 384, + 37560, + 1826, + 6632, + 74576, + 297, + 98559, + 19216, + 912, + 635, + 13, + 386, + 1995, + 285, + 409, + 220, + 2983, + 39992, + 1744, + 2761, + 263, + 653, + 4317, + 259, + 1610, + 4381, + 297, + 90540, + 384, + 297, + 326, + 11099, + 13, + 2468, + 64, + 10566, + 49295, + 288, + 13, + 362, + 17258, + 9594, + 75964, + 1832, + 68216, + 11, + 653, + 3289, + 18812, + 11 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 32, + 8105, + 26517, + 26826, + 409, + 97146, + 3067, + 30136, + 7992, + 656, + 14720, + 264, + 66572, + 969, + 409, + 439, + 89300, + 89160, + 3067, + 37229, + 198, + 32, + 9419, + 56552, + 409, + 2998, + 8536, + 5771, + 83801, + 25563, + 409, + 650, + 7992, + 1645, + 980, + 7583, + 297, + 58516, + 11457, + 417, + 220, + 1682, + 409, + 88387, + 264, + 8105, + 1608, + 26826, + 3067, + 26517, + 26826, + 409, + 97146, + 11, + 653, + 665, + 44848, + 1744, + 312, + 16080, + 84, + 264, + 29830, + 285, + 409, + 220, + 7467, + 98959, + 384, + 453, + 22082, + 300, + 7248, + 21938, + 409, + 220, + 1272, + 2960, + 3714, + 409, + 41278, + 10845, + 24985, + 3429, + 1097, + 437, + 277, + 439, + 274, + 6792, + 300, + 296, + 4896, + 417, + 1922, + 5840, + 82, + 11, + 1172, + 21920, + 665, + 49012, + 13, + 56808, + 56072, + 79518, + 3067, + 45123, + 28952, + 1772, + 64, + 665, + 15572, + 64, + 1499, + 64, + 79213, + 656, + 41987, + 665, + 70972, + 5840, + 1080, + 64, + 432, + 3105, + 409, + 9589, + 664, + 15844, + 656, + 40135, + 320, + 644, + 7815, + 315, + 45034, + 323, + 38784, + 49796, + 705, + 281, + 18731, + 12273, + 8112, + 3650, + 64, + 3429, + 264, + 60127, + 45689, + 409, + 4997, + 51458, + 3074, + 409, + 26517, + 26826, + 320, + 51316, + 7532, + 570, + 423, + 18223, + 83890, + 6491, + 11, + 2709, + 220, + 10132, + 92952, + 3067, + 22824, + 7583, + 79475, + 13737, + 11, + 3289, + 10830, + 5771, + 2649, + 15190, + 453, + 22082, + 2172, + 409, + 469, + 14202, + 384, + 42258, + 31531, + 4428, + 11, + 384, + 2709, + 220, + 868, + 1376, + 5670, + 3429, + 3067, + 13531, + 9252, + 432, + 17, + 35, + 17, + 11, + 912, + 1744, + 5293, + 12273, + 33186, + 58563, + 519, + 2172, + 409, + 123852, + 5840, + 82, + 11159, + 275, + 48213, + 70398, + 409, + 3459, + 5840, + 127262, + 4001, + 11, + 781, + 12635, + 263, + 4247, + 3547, + 113305, + 653, + 297, + 1030, + 912, + 19216, + 3172, + 6491, + 3067, + 10773, + 51458, + 3074, + 264, + 43445, + 59067, + 627, + 19918, + 12826, + 11, + 297, + 358, + 1600, + 19878, + 13075, + 13134, + 3557, + 409, + 8375, + 2041, + 64, + 409, + 11301, + 40843, + 3242, + 6792, + 87, + 974, + 4415, + 22824, + 7583, + 79475, + 13737, + 3429, + 469, + 14202, + 11540, + 417, + 1744, + 297, + 358, + 1600, + 7730, + 72, + 8290, + 25196, + 328, + 2227, + 11110, + 3547, + 2483, + 3524, + 4415, + 13531, + 9252, + 3429, + 42258, + 31531, + 4428, + 13, + 13106, + 22824, + 7583, + 432, + 17, + 35, + 17, + 297, + 6954, + 822, + 22419, + 3429, + 297, + 24298, + 87, + 822, + 5034, + 88982, + 3067, + 4563, + 84, + 18829, + 627, + 1, + 27887, + 264, + 68831, + 21205, + 1744, + 3547, + 15295, + 653, + 12585, + 498, + 274, + 992, + 12273, + 62443, + 11644, + 650, + 60921, + 42221, + 11, + 99195, + 409, + 220, + 18, + 29300, + 3067, + 469, + 14202, + 656, + 358, + 1600, + 409, + 59766, + 17528, + 409, + 98600, + 52462, + 13, + 4072, + 384, + 297, + 20607, + 49012, + 19477, + 65225, + 2298, + 264, + 435, + 2868, + 936, + 11, + 653, + 3154, + 51080, + 460, + 1744, + 11, + 48755, + 5771, + 762, + 268, + 11, + 330, + 978, + 71662, + 7589, + 87, + 20782, + 409, + 2068, + 277, + 11, + 71357, + 68, + 4046, + 272, + 3121, + 3739, + 409, + 70820, + 439, + 4244, + 1995, + 1395, + 285, + 3429, + 1744, + 48755, + 5771, + 120394, + 1652, + 4046, + 264, + 490, + 710, + 1279, + 689, + 1744, + 35474, + 58548, + 498, + 56369, + 12273, + 7120, + 528, + 417, + 34435, + 409, + 4634, + 404, + 4415, + 68831, + 3650, + 64, + 656, + 35963, + 627, + 36, + 42100, + 15190, + 9686, + 10216, + 3067, + 4634, + 26826, + 11, + 4415, + 22824, + 7583, + 79475, + 13737, + 2709, + 29807, + 259, + 1553, + 263, + 1744, + 3547, + 261, + 653, + 121699, + 38639, + 78, + 3927, + 11, + 912, + 1744, + 4316, + 42550, + 58548, + 653, + 6730, + 72, + 14871, + 60898, + 2172, + 912, + 27114, + 390, + 272, + 34569, + 1008, + 17082, + 10126, + 11, + 384, + 4915, + 2480, + 9157, + 665, + 7096, + 2648, + 264, + 653, + 4317, + 13531, + 9252, + 1080, + 772, + 10126, + 409, + 2694, + 78, + 4415 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 18, + 13, + 3926, + 9008, + 3067, + 32744, + 8968, + 409, + 64205, + 1037, + 78, + 198, + 975, + 13, + 4470, + 13075, + 74079, + 47105, + 11354, + 1080, + 64, + 12088, + 8968, + 198, + 53148, + 11354, + 15482, + 264, + 3926, + 9008, + 3067, + 32744, + 8968, + 384, + 88320, + 337, + 5241, + 7583, + 409, + 64205, + 1037, + 78, + 912, + 5117, + 364, + 37, + 24315, + 3074, + 384, + 3489, + 56094, + 3074, + 665, + 64205, + 1037, + 78, + 1270, + 9470, + 33339, + 47105, + 5670, + 1080, + 300, + 3926, + 51185, + 409, + 32744, + 8968, + 665, + 10845, + 17528, + 6033, + 4247, + 342, + 1604, + 35173, + 627, + 27798, + 656, + 27865, + 15482, + 64205, + 1037, + 78, + 11, + 3429, + 42104, + 29830, + 285, + 656, + 27865, + 198, + 46, + 41987, + 11, + 912, + 35963, + 3067, + 12088, + 8968, + 4415, + 436, + 90739, + 409, + 362, + 4563, + 84, + 18829, + 198, + 46, + 358, + 1600, + 308, + 29300, + 220, + 16, + 409, + 432, + 24459, + 9008, + 11, + 305, + 1277, + 1129, + 1189, + 3714, + 12871, + 2036, + 43150, + 19060, + 14, + 552, + 77, + 16, + 462, + 1395, + 9008, + 14, + 320, + 12210, + 12826, + 2536, + 76136, + 8, + 6630, + 14720, + 653, + 4317, + 1172, + 9008, + 409, + 12088, + 8968, + 3573, + 325, + 48576, + 409, + 12088, + 8968, + 909, + 48034, + 264, + 294, + 618, + 1037, + 9008, + 46075, + 409, + 7643, + 822, + 11, + 384, + 294, + 11178, + 297, + 48192, + 220, + 1049, + 15, + 14, + 1049, + 16, + 13, + 47643, + 978, + 1347, + 521, + 37560, + 297, + 39124, + 220, + 1049, + 22, + 264, + 220, + 21, + 65005, + 1608, + 26826, + 320, + 2201, + 39124, + 220, + 1049, + 23, + 2536, + 513, + 6630, + 14720, + 570, + 51097, + 38101, + 220, + 1049, + 19, + 384, + 220, + 1049, + 20, + 297, + 41987, + 5293, + 283, + 912, + 35963, + 3067, + 12088, + 8968, + 4415, + 436, + 90739, + 198, + 46, + 41987, + 514, + 6723, + 34860, + 4988, + 264, + 4197, + 9252, + 409, + 83890, + 6491, + 304, + 2295, + 442, + 79, + 5362, + 11, + 671, + 81, + 2379, + 8862, + 99383, + 74079, + 13, + 1666, + 2483, + 264, + 30768, + 14582, + 3444, + 3067, + 12088, + 8968, + 656, + 358, + 1600, + 452, + 29300, + 16, + 409, + 432, + 24459, + 9008, + 11, + 7495, + 2649, + 4415, + 72128, + 46075, + 409, + 7643, + 822, + 77236, + 39124, + 220, + 1049, + 22, + 11, + 1826, + 6632, + 39239, + 2649, + 912, + 58411, + 11323, + 67649, + 384, + 259, + 6632, + 4247, + 80694, + 11, + 653, + 4317, + 49843, + 8968, + 123852, + 2649, + 330, + 46, + 58411, + 11323, + 67649, + 11, + 653, + 312, + 998, + 3429, + 10845, + 24985, + 384, + 653, + 312, + 998, + 3429, + 264, + 11344, + 9252, + 1, + 384, + 81807, + 330, + 34, + 53937, + 297, + 1206, + 7675, + 30, + 62930, + 86533, + 3074, + 594, + 76149, + 1, + 3429, + 264, + 1422, + 355, + 3739, + 656, + 22267, + 440, + 78, + 15482, + 297, + 1206, + 7675, + 13, + 6649, + 5928, + 2172, + 1080, + 22267, + 440, + 78, + 11323, + 86533, + 3074, + 11, + 297, + 596, + 336, + 3444, + 6, + 3118, + 283, + 83742, + 409, + 76773, + 5840, + 70398, + 2709, + 8924, + 44046, + 437, + 43912, + 3423, + 4042, + 384, + 6898, + 1995, + 3423, + 4042, + 11, + 44046, + 78, + 304, + 76852, + 2172, + 8869, + 11, + 1376, + 5840, + 409, + 18742, + 582, + 1995, + 4511, + 11, + 64267, + 302, + 15540, + 3429, + 5339, + 967, + 13884, + 2709, + 44046, + 437, + 3067, + 2665, + 10126, + 19216, + 66, + 4849, + 11, + 653, + 81772, + 12052, + 1080, + 1557, + 13238, + 19477, + 65225, + 3055, + 912, + 41987, + 384, + 95651, + 8309, + 2852, + 59425, + 437, + 15190, + 58411, + 11323, + 67649, + 627, + 22360, + 1995, + 6713, + 325, + 8112, + 1536, + 87, + 440, + 25204, + 297, + 70972, + 277, + 4415, + 50914, + 409, + 594, + 2252, + 300, + 1375, + 52641, + 41967, + 42176, + 656, + 3920, + 40055, + 958, + 2423, + 656, + 453, + 22082, + 2172, + 384, + 264, + 12288, + 96266, + 89160, + 19216, + 12088, + 8968, + 11, + 384, + 297, + 3900, + 7713, + 277, + 33186, + 264, + 35808, + 4692, + 8112, + 264, + 98959, + 665, + 259, + 11368, + 77236, + 281, + 3653, + 81451, + 4042 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 19660, + 4046, + 48370, + 272, + 4988, + 2536, + 513, + 934, + 486, + 653, + 4317, + 65058, + 11358, + 25131, + 656, + 4353, + 3415, + 15482, + 439, + 23882, + 2483, + 98357, + 11, + 384, + 46591, + 272, + 4988, + 513, + 934, + 486, + 16650, + 277, + 264, + 2047, + 50922, + 3739, + 409, + 2531, + 10318, + 87909, + 11, + 384, + 78885, + 33186, + 409, + 5541, + 117518, + 11, + 4415, + 550, + 1037, + 9008, + 13, + 14582, + 978, + 406, + 521, + 6033, + 3399, + 390, + 274, + 1133, + 30913, + 409, + 55744, + 4377, + 6033, + 15190, + 86345, + 11, + 78559, + 23884, + 264, + 6387, + 978, + 657, + 521, + 67714, + 653, + 938, + 385, + 1826, + 462, + 2172, + 3429, + 1515, + 45083, + 653, + 712, + 68252, + 3067, + 274, + 39961, + 1080, + 13839, + 13, + 362, + 274, + 39961, + 9008, + 15190, + 86345, + 281, + 21151, + 2423, + 3547, + 261, + 272, + 359, + 4317, + 36214, + 450, + 30913, + 39239, + 46602, + 38060, + 8031, + 72, + 9157, + 1652, + 10892, + 2649, + 3429, + 15491, + 274, + 39961, + 627, + 1737, + 272, + 13873, + 19216, + 98670, + 9252, + 409, + 274, + 39961, + 9008, + 11, + 264, + 274, + 39961, + 35474, + 10109, + 2648, + 4415, + 43117, + 77377, + 656, + 27114, + 6033, + 665, + 98670, + 9252, + 11, + 10071, + 6252, + 2307, + 277, + 277, + 2709, + 220, + 20, + 3906, + 627, + 16, + 8, + 8909, + 75013, + 409, + 282, + 43783, + 81772, + 7304, + 6033, + 459, + 26997, + 25, + 26555, + 10610, + 34809, + 11354, + 28830, + 3536, + 28158, + 20589, + 11, + 4247, + 1446, + 4415, + 274, + 90739, + 46591, + 7583, + 12208, + 354, + 575, + 437, + 18050, + 25204, + 6033, + 16948, + 546, + 1995, + 818, + 437, + 409, + 74478, + 300, + 87610, + 3739, + 82, + 656, + 29452, + 13, + 82299, + 6792, + 4511, + 94320, + 2353, + 4538, + 37674, + 599, + 23361, + 339, + 328, + 12, + 10336, + 384, + 18206, + 627, + 17, + 8, + 8909, + 75013, + 409, + 282, + 43783, + 470, + 25155, + 6033, + 958, + 2106, + 3557, + 25, + 41091, + 33272, + 11354, + 3429, + 550, + 1037, + 51185, + 409, + 3347, + 461, + 78, + 409, + 3772, + 384, + 1317, + 64, + 10878, + 5840, + 512, + 9, + 41046, + 1974, + 22546, + 689, + 25, + 2980, + 2649, + 665, + 57608, + 8112, + 264, + 2531, + 10318, + 12252, + 29830, + 285, + 14814, + 332, + 10126, + 3429, + 3347, + 461, + 78, + 665, + 95162, + 409, + 29830, + 285, + 409, + 220, + 13655, + 9653, + 409, + 2665, + 10126, + 384, + 409, + 2536, + 29830, + 285, + 409, + 31723, + 97556, + 409, + 513, + 936, + 912, + 2807, + 11644, + 13, + 29124, + 294, + 5808, + 384, + 23135, + 6960, + 11, + 73311, + 390, + 3347, + 461, + 78, + 16513, + 78, + 384, + 528, + 72789, + 13, + 507, + 20607, + 41967, + 418, + 11620, + 409, + 84053, + 4538, + 220, + 1187, + 32037, + 11, + 10071, + 5899, + 3920, + 15790, + 2558, + 78031, + 304, + 424, + 43078, + 627, + 9, + 34297, + 12699, + 25, + 29830, + 285, + 6940, + 1995, + 384, + 409, + 54448, + 269, + 2558, + 78031, + 304, + 424, + 43078, + 1744, + 264, + 22546, + 689, + 11, + 665, + 9955, + 26826, + 82, + 409, + 304, + 424, + 37491, + 6940, + 1995, + 4511, + 13, + 2100, + 403, + 64, + 26555, + 10610, + 264, + 513, + 936, + 1826, + 4023, + 627, + 9, + 328, + 1041, + 25, + 23135, + 6960, + 384, + 41091, + 14814, + 332, + 10126, + 11, + 409, + 52962, + 10628, + 5347, + 616, + 5048, + 264, + 22546, + 689, + 627, + 9, + 4470, + 13075, + 28830, + 3536, + 75419, + 4538, + 25, + 36258, + 8674, + 11, + 84339, + 276, + 11, + 26676, + 5808, + 11, + 82884, + 2259, + 11, + 43205, + 4355, + 11, + 41046, + 8329, + 220, + 17711, + 15, + 11, + 23225, + 79141, + 18413, + 384, + 386, + 11755, + 627, + 18, + 8, + 8909, + 75013, + 409, + 52506, + 300, + 38546, + 25, + 1028, + 5771, + 268, + 60172, + 29830, + 285, + 12231, + 2172, + 11, + 1826, + 337, + 3244, + 82, + 29830, + 285, + 25500, + 437, + 384, + 52506, + 300, + 384, + 4225, + 385, + 417, + 66, + 27897, + 29830, + 285, + 38546, + 13, + 12103, + 4902, + 9157, + 14814, + 332, + 39924, + 665, + 9955, + 26826, + 82, + 409, + 83032, + 1207, + 1083, + 3843 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 3297, + 627, + 8284, + 19972, + 15295, + 20120, + 513, + 3297, + 37870, + 9522, + 44, + 9008, + 11, + 43237, + 297, + 92196, + 1744, + 4046, + 198, + 451, + 953, + 277, + 15572, + 277, + 264, + 453, + 8890, + 10610, + 1744, + 934, + 13213, + 627, + 47, + 2382, + 40586, + 3091, + 12440, + 297, + 31221, + 198, + 8284, + 55162, + 3219, + 2727, + 390, + 3297, + 627, + 34, + 4988, + 951, + 391, + 548, + 66, + 25196, + 11, + 51407, + 53843, + 513, + 17634, + 20732, + 627, + 2170, + 2483, + 1744, + 348, + 11206, + 273, + 3547, + 261, + 22415, + 277, + 264, + 4701, + 4978, + 627, + 8284, + 51309, + 1744, + 1376, + 277, + 20108, + 627, + 66001, + 4046, + 1744, + 2536, + 47088, + 78, + 490, + 1394, + 300, + 198, + 451, + 3769, + 3429, + 3547, + 261, + 13054, + 300, + 5380, + 38080, + 481, + 12826, + 78885, + 41349, + 198, + 593, + 2536, + 47088, + 10808, + 490, + 1394, + 300, + 409, + 1645, + 8023, + 5048, + 627, + 33787, + 1744, + 1446, + 29028, + 627, + 36, + 264, + 2483, + 28996, + 37560, + 11, + 2536, + 47151, + 39311, + 627, + 47, + 30148, + 4631, + 17060, + 10216, + 12067, + 384, + 115782, + 36334, + 10216, + 345, + 97396, + 35662, + 513, + 5155, + 78, + 627, + 3315, + 12155, + 64, + 348, + 6985, + 40754, + 64, + 627, + 32, + 614, + 72, + 5771, + 1037, + 264, + 118812, + 348, + 2534, + 11751, + 4988, + 4415, + 315, + 73965, + 198, + 46, + 264, + 1897, + 14388, + 2172, + 19216, + 10532, + 3444, + 198, + 14101, + 12273, + 8119, + 53554, + 437, + 1744, + 514, + 959, + 263, + 297, + 12538, + 6416, + 627, + 36, + 513, + 514, + 3172, + 299, + 3399, + 345, + 451, + 4618, + 653, + 4317, + 83032, + 627, + 32, + 6252, + 30913, + 452, + 1037, + 261, + 26555, + 10610, + 64324, + 19528, + 2649, + 198, + 9594, + 53554, + 437, + 13, + 20388, + 1744, + 41236, + 276, + 30234, + 8458, + 10237, + 64, + 5380, + 1542, + 2709, + 53554, + 437, + 384, + 21254, + 80556, + 1028, + 5771, + 268, + 297, + 12538, + 6416, + 345, + 5701, + 1814, + 263, + 48837, + 653, + 14218, + 6632, + 39423, + 198, + 68, + 1280, + 13478, + 481, + 627, + 67408, + 822, + 42918, + 52111, + 627, + 27048, + 14081, + 5770, + 8112, + 297, + 5155, + 261, + 276, + 11, + 513, + 48083, + 3258, + 2536, + 4046, + 198, + 978, + 297, + 12155, + 78, + 8818, + 9265, + 627, + 26860, + 26317, + 65117, + 653, + 4317, + 50914, + 198, + 4406, + 48755, + 5771, + 762, + 76384, + 28900, + 4415, + 56184, + 198, + 444, + 29830, + 285, + 59801, + 5730, + 300, + 409, + 4915, + 324, + 9252, + 656, + 3197, + 1955, + 5380, + 1844, + 712, + 2586, + 13028, + 627, + 47, + 1137, + 72, + 1744, + 2536, + 11752, + 7430, + 344, + 51185, + 627, + 4301, + 2536, + 829, + 822, + 627, + 6414, + 1744, + 55774, + 2315, + 653, + 4317, + 13054, + 64, + 198, + 68, + 264, + 27635, + 288, + 4160, + 277, + 665, + 459, + 42747, + 627, + 9374, + 486, + 72, + 297, + 7317, + 2483, + 87, + 12052, + 11, + 8112, + 11277, + 10808, + 627, + 9140, + 1559, + 13, + 1221, + 65932, + 817, + 29195, + 4317, + 4865, + 936, + 4999, + 1844, + 4317, + 27812, + 64, + 627, + 36, + 12708, + 3327, + 354, + 283, + 627, + 1542, + 19973, + 969, + 297, + 7317, + 2483, + 87, + 12052, + 656, + 93620, + 269, + 64324, + 8811, + 4999, + 8284, + 43237, + 627, + 8284, + 514, + 3172, + 299, + 627, + 35, + 108368, + 653, + 4317, + 63098, + 9252, + 409, + 17074, + 496, + 12812, + 627, + 1542, + 72, + 1744, + 281, + 6132, + 9522, + 66001, + 55162, + 2389, + 13884, + 665, + 9165, + 5380, + 17812, + 1131, + 297, + 56309, + 9522, + 27887, + 12067, + 297, + 1744, + 30234, + 7583, + 297, + 103343, + 627, + 1951, + 52462, + 264, + 56184, + 627, + 12281, + 718, + 288, + 29195, + 436, + 9652, + 68906, + 198, + 90427, + 78559, + 42765, + 627, + 68, + 16006, + 31841, + 35456, + 14140, + 627, + 36, + 23464, + 548, + 15570, + 470, + 7992, + 627, + 1542, + 8541, + 288, + 1744, + 29904, + 277, + 11, + 96687, + 20847, + 437, + 627, + 8284, + 19972, + 15295, + 8112, + 4538, + 1826, + 288, + 14218, + 25204, + 627, + 99412, + 27114, + 4999, + 47, + 729, + 12273, + 34361, + 797 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2244, + 49670, + 4046, + 653, + 4317, + 330, + 51092, + 1, + 409, + 58139, + 2908, + 300, + 409, + 3241, + 3429, + 61852, + 42600, + 409, + 51388, + 14871, + 72566, + 320, + 7650, + 1846, + 570, + 2582, + 49670, + 991, + 652, + 19395, + 521, + 95437, + 912, + 10706, + 76348, + 11, + 4247, + 665, + 8536, + 5771, + 20568, + 3714, + 409, + 51388, + 14871, + 72566, + 384, + 87263, + 85530, + 43906, + 3244, + 17038, + 3429, + 48837, + 1560, + 447, + 35262, + 43906, + 3244, + 17038, + 384, + 4319, + 84, + 16485, + 437, + 77998, + 437, + 3429, + 264, + 13354, + 5840, + 409, + 12460, + 87, + 37017, + 409, + 4319, + 84, + 16485, + 437, + 77998, + 437, + 320, + 4977, + 33, + 4390, + 46, + 17567, + 409, + 2582, + 49670, + 11457, + 409, + 19313, + 489, + 48365, + 627, + 32, + 33864, + 22419, + 3887, + 2649, + 665, + 220, + 3753, + 20, + 4247, + 3842, + 423, + 9225, + 295, + 14966, + 384, + 2709, + 98382, + 1995, + 4511, + 14594, + 384, + 32602, + 94611, + 8112, + 330, + 2244, + 49670, + 15264, + 13332, + 1, + 665, + 25964, + 35967, + 11, + 19313, + 11, + 264, + 64403, + 7583, + 19873, + 668, + 817, + 29195, + 19168, + 269, + 98187, + 95796, + 4415, + 61852, + 42600, + 409, + 51388, + 14871, + 72566, + 665, + 6812, + 627, + 35, + 9225, + 295, + 14966, + 11, + 3355, + 18829, + 409, + 15984, + 11, + 951, + 5481, + 285, + 409, + 71427, + 38101, + 8112, + 865, + 261, + 6960, + 409, + 665, + 8536, + 5771, + 261, + 7583, + 384, + 22267, + 440, + 437, + 11, + 1654, + 12558, + 84, + 11, + 865, + 26494, + 8119, + 98382, + 1995, + 4511, + 32602, + 384, + 14594, + 94611, + 11, + 87127, + 264, + 274, + 90739, + 98429, + 33864, + 3429, + 61344, + 8080, + 3241, + 3429, + 6812, + 13, + 423, + 9225, + 295, + 14966, + 2586, + 89, + 283, + 264, + 48837, + 439, + 274, + 6792, + 300, + 2047, + 3557, + 58139, + 2908, + 300, + 409, + 6563, + 5808, + 1560, + 447, + 336, + 49602, + 3429, + 297, + 20607, + 35010, + 665, + 22267, + 440, + 437, + 3429, + 6812, + 11, + 1080, + 24108, + 11, + 297, + 22267, + 440, + 78, + 22419, + 65856, + 2172, + 409, + 44524, + 297, + 12035, + 81241, + 264, + 4799, + 50116, + 61344, + 337, + 7986, + 78, + 409, + 13081, + 52462, + 16973, + 78, + 11, + 2385, + 2649, + 665, + 3241, + 409, + 48365, + 3429, + 6812, + 13, + 507, + 57181, + 44770, + 3067, + 64403, + 7583, + 22419, + 8189, + 51, + 320, + 69, + 618, + 2908, + 64, + 409, + 51388, + 14871, + 1560, + 447, + 336, + 67649, + 705, + 1744, + 18916, + 6792, + 2423, + 4247, + 68831, + 21205, + 264, + 1913, + 2852, + 409, + 220, + 3753, + 20, + 627, + 99412, + 44770, + 8189, + 51, + 11, + 297, + 29830, + 285, + 1080, + 5771, + 762, + 5362, + 384, + 8654, + 1610, + 2172, + 11, + 297, + 4915, + 2005, + 84, + 653, + 76773, + 5477, + 294, + 953, + 2223, + 11, + 14473, + 437, + 650, + 790, + 320, + 69, + 618, + 2908, + 300, + 409, + 2807, + 53507, + 384, + 76773, + 5840, + 8, + 384, + 51388, + 14871, + 409, + 29960, + 300, + 409, + 4319, + 65225, + 998, + 3242, + 50864, + 320, + 4977, + 33, + 570, + 3623, + 24108, + 11, + 264, + 908, + 18829, + 409, + 62962, + 2582, + 49670, + 12018, + 1082, + 23201, + 97809, + 3429, + 18916, + 65225, + 81, + 62962, + 2385, + 5670, + 665, + 5632, + 3429, + 3944, + 664, + 277, + 43914, + 51388, + 5771, + 18745, + 409, + 43906, + 93063, + 627, + 35, + 11178, + 297, + 220, + 845, + 409, + 865, + 65688, + 409, + 220, + 2550, + 24, + 11, + 2582, + 49670, + 4046, + 2047, + 96266, + 409, + 33160, + 768, + 7127, + 15264, + 13, + 362, + 72128, + 97591, + 656, + 3241, + 409, + 75880, + 320, + 44303, + 5808, + 409, + 1560, + 447, + 35262, + 8, + 2582, + 49670, + 5899, + 264, + 23878, + 9252, + 409, + 893, + 466, + 653, + 4317, + 2385, + 409, + 18224, + 409, + 4319, + 84, + 16485, + 437, + 8936, + 5670, + 834, + 5481, + 5771, + 21041, + 13, + 56808, + 2385, + 409, + 18224, + 29294, + 1446, + 5150, + 52311, + 78885, + 16787, + 66673, + 264, + 6697, + 18405, + 8924, + 7251, + 24181, + 288, + 409, + 1391, + 78, + 5771, + 21938, + 25, + 2709, + 13354, + 15844 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 11, + 87610, + 978, + 13145, + 300, + 439, + 44526, + 3557, + 11, + 87610, + 978, + 13145, + 300, + 2709, + 4097, + 15844, + 12868, + 292, + 2852, + 656, + 35808, + 97855, + 13, + 29386, + 2232, + 268, + 439, + 10726, + 68, + 1218, + 3244, + 30, + 3979, + 978, + 303, + 28043, + 32190, + 348, + 537, + 59626, + 11, + 68160, + 15887, + 69558, + 511, + 5670, + 945, + 7206, + 348, + 537, + 59626, + 11, + 10566, + 4046, + 297, + 20607, + 65484, + 3067, + 12345, + 28139, + 13, + 386, + 556, + 11, + 653, + 99195, + 16697, + 11, + 30331, + 297, + 20607, + 87724, + 409, + 40754, + 277, + 42600, + 39294, + 58182, + 689, + 11, + 74576, + 2709, + 220, + 845, + 38101, + 11, + 5899, + 1744, + 67714, + 95524, + 77155, + 297, + 6491, + 3650, + 300, + 16011, + 300, + 2655, + 5928, + 2852, + 11, + 1008, + 336, + 2852, + 656, + 393, + 35301, + 13, + 43912, + 3678, + 8536, + 951, + 300, + 297, + 6491, + 3650, + 300, + 11, + 2024, + 1995, + 1744, + 2307, + 277, + 439, + 274, + 6792, + 300, + 5891, + 19540, + 17449, + 409, + 2024, + 346, + 8869, + 384, + 38103, + 78, + 11, + 264, + 7643, + 46896, + 439, + 3650, + 300, + 13493, + 95952, + 4042, + 409, + 45387, + 384, + 7015, + 37043, + 11, + 384, + 264, + 7643, + 46896, + 264, + 41635, + 72, + 5840, + 92084, + 1744, + 282, + 2192, + 297, + 35808, + 97855, + 264, + 1891, + 3370, + 12155, + 2960, + 3714, + 13, + 358, + 34152, + 2536, + 4046, + 32190, + 653, + 4317, + 7600, + 288, + 3739, + 1499, + 64, + 41635, + 72, + 5840, + 11, + 2536, + 4046, + 653, + 4317, + 74735, + 409, + 41635, + 72, + 5840, + 26, + 6127, + 78, + 4046, + 11, + 294, + 11178, + 12708, + 11, + 653, + 7584, + 11518, + 304, + 6792, + 1678, + 11, + 304, + 6792, + 1678, + 11, + 409, + 44167, + 5840, + 384, + 409, + 1685, + 3739, + 15190, + 453, + 22082, + 2172, + 11, + 272, + 359, + 65484, + 4087, + 9157, + 1620, + 9265, + 11, + 3429, + 62044, + 295, + 277, + 297, + 453, + 22082, + 2172, + 384, + 28419, + 641, + 4001, + 78, + 13, + 88043, + 4046, + 264, + 1972, + 9252, + 11, + 384, + 4247, + 34556, + 6759, + 1744, + 264, + 445, + 1937, + 2152, + 4046, + 653, + 4317, + 61062, + 44167, + 30913, + 13, + 63782, + 4647, + 21920, + 44035, + 13910, + 3154, + 3244, + 23063, + 1744, + 11, + 29195, + 7584, + 11518, + 409, + 4294, + 81016, + 4834, + 28952, + 11, + 70493, + 2534, + 1370, + 278, + 11403, + 264, + 75427, + 6754, + 5891, + 19540, + 17449, + 13, + 11842, + 68160, + 21945, + 36099, + 39311, + 656, + 61758, + 865, + 10296, + 13, + 1666, + 5891, + 19540, + 17449, + 4538, + 653, + 7584, + 11518, + 409, + 3679, + 23437, + 17434, + 10696, + 351, + 1832, + 54793, + 11, + 28895, + 513, + 2385, + 276, + 4415, + 75427, + 409, + 3650, + 300, + 1826, + 438, + 277, + 450, + 11354, + 264, + 653, + 1080, + 772, + 6632, + 23598, + 385, + 409, + 453, + 22082, + 2172, + 11, + 272, + 4988, + 264, + 41635, + 72, + 5840, + 5899, + 1744, + 1446, + 66251, + 52311, + 19216, + 82, + 4319, + 359, + 267, + 80741, + 384, + 19216, + 1972, + 9252, + 4834, + 28952, + 409, + 19394, + 308, + 12052, + 13, + 5345, + 416, + 277, + 3650, + 300, + 1826, + 438, + 277, + 450, + 11354, + 264, + 653, + 453, + 22082, + 2172, + 409, + 83890, + 6491, + 9427, + 6632, + 4046, + 653, + 7584, + 11518, + 10696, + 351, + 1832, + 54793, + 304, + 6792, + 1678, + 11, + 2536, + 5899, + 46607, + 359, + 4317, + 264, + 403, + 5840, + 3429, + 439, + 44526, + 3557, + 20120, + 76129, + 283, + 1030, + 3429, + 2709, + 71398, + 437, + 13, + 350, + 1137, + 1744, + 3547, + 261, + 42688, + 348, + 537, + 15686, + 11, + 55330, + 269, + 1615, + 6853, + 8869, + 11, + 3067, + 7631, + 64, + 1744, + 1028, + 5771, + 268, + 439, + 44526, + 3557, + 409, + 10845, + 24985, + 13, + 650, + 537, + 15686, + 2536, + 29294, + 439, + 372, + 404, + 297, + 54776, + 40055, + 656, + 55330, + 269, + 79545, + 13, + 11842, + 282, + 12748, + 20607, + 297, + 54776, + 40055, + 656, + 55330, + 269, + 79545, + 1131, + 345, + 1131, + 4406, + 593, + 513, + 2536, + 58548, + 1995, + 297, + 20607, + 41349, + 65744 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 7675, + 13, + 8560, + 689, + 12067, + 11, + 4538, + 79395, + 82, + 384, + 5866, + 27897, + 1744, + 282, + 7210, + 4247, + 1446, + 268, + 11159, + 2852, + 11, + 72900, + 1744, + 11810, + 268, + 653, + 4317, + 463, + 8536, + 22776, + 89116, + 11, + 2854, + 3444, + 384, + 304, + 4503, + 460, + 13, + 482, + 2170, + 62383, + 20589, + 3721, + 511, + 276, + 2709, + 1556, + 936, + 417, + 13, + 18165, + 6127, + 78, + 29028, + 409, + 68165, + 83581, + 4042, + 30, + 11842, + 11, + 8811, + 689, + 1744, + 35662, + 47151, + 653, + 4317, + 9145, + 50839, + 409, + 62822, + 44428, + 82, + 2047, + 3557, + 13, + 2493, + 640, + 6960, + 11, + 47151, + 4647, + 275, + 2483, + 15124, + 437, + 49247, + 11, + 15482, + 12067, + 264, + 43445, + 9302, + 1744, + 11, + 6252, + 1446, + 268, + 25203, + 2850, + 9157, + 4097, + 5840, + 82, + 4839, + 300, + 384, + 282, + 4591, + 625, + 300, + 409, + 90699, + 48056, + 11, + 1469, + 3935, + 276, + 48034, + 19216, + 85409, + 35000, + 13, + 469, + 3836, + 57258, + 11, + 25595, + 264, + 96537, + 1744, + 264, + 453, + 56188, + 29638, + 7583, + 1446, + 85409, + 48056, + 8924, + 1556, + 936, + 417, + 409, + 445, + 34601, + 384, + 48591, + 737, + 20589, + 28963, + 276, + 28895, + 42939, + 8936, + 11354, + 17580, + 8822, + 11354, + 1080, + 772, + 39924, + 13, + 482, + 29197, + 10610, + 11, + 779, + 68, + 45712, + 277, + 48034, + 19216, + 42918, + 737, + 710, + 258, + 3370, + 11, + 8112, + 4415, + 51422, + 3067, + 9467, + 64, + 409, + 3489, + 354, + 36742, + 689, + 1624, + 404, + 5048, + 13, + 320, + 49, + 72, + 570, + 12095, + 11, + 15925, + 1028, + 14871, + 653, + 4317, + 69297, + 78072, + 278, + 41091, + 65058, + 1080, + 15135, + 409, + 445, + 34601, + 26, + 4538, + 1867, + 84, + 5771, + 5512, + 11, + 384, + 78885, + 33186, + 11, + 47151, + 653, + 4317, + 20108, + 9686, + 18829, + 3678, + 16485, + 7675, + 1744, + 11, + 513, + 19973, + 969, + 11, + 4046, + 29830, + 285, + 5339, + 6960, + 912, + 56309, + 18062, + 37037, + 13, + 56532, + 11, + 294, + 11178, + 264, + 4225, + 25131, + 11, + 281, + 521, + 72, + 19502, + 11354, + 4415, + 50526, + 921, + 1995, + 384, + 665, + 480, + 3159, + 404, + 450, + 384, + 11, + 12708, + 4415, + 23981, + 66, + 8968, + 11, + 22419, + 272, + 4988, + 6697, + 392, + 81, + 25196, + 15796, + 1556, + 936, + 417, + 13, + 73871, + 33186, + 11, + 8811, + 689, + 2536, + 1446, + 268, + 7135, + 3557, + 2047, + 72, + 9157, + 68165, + 83581, + 15540, + 11, + 21314, + 275, + 786, + 12826, + 11, + 4538, + 13091, + 6491, + 50116, + 4317, + 54413, + 1744, + 11, + 1097, + 2852, + 11, + 865, + 2473, + 653, + 8924, + 25795, + 288, + 81451, + 17038, + 3067, + 1922, + 5840, + 11, + 1744, + 4046, + 297, + 308, + 78309, + 1080, + 35268, + 11, + 66673, + 297, + 48755, + 5771, + 762, + 76384, + 409, + 6449, + 5670, + 64962, + 11, + 79395, + 82, + 6033, + 62383, + 20589, + 13, + 73871, + 33186, + 11, + 653, + 1913, + 5512, + 29294, + 4631, + 261, + 264, + 51422, + 384, + 3547, + 8458, + 274, + 90739, + 11, + 10071, + 35662, + 59382, + 1995, + 42918, + 5636, + 3429, + 118812, + 281, + 590, + 64, + 83413, + 308, + 23174, + 3608, + 53507, + 13, + 482, + 51, + 417, + 38101, + 3429, + 1744, + 1676, + 52647, + 10610, + 348, + 1082, + 264, + 65566, + 13, + 435, + 6870, + 69374, + 653, + 18062, + 37037, + 409, + 2246, + 5840, + 30, + 8560, + 689, + 1744, + 15925, + 2536, + 56285, + 6491, + 18062, + 543, + 277, + 37560, + 11, + 78559, + 23884, + 4502, + 1744, + 4770, + 361, + 72, + 802, + 1171, + 269, + 6754, + 4669, + 90774, + 665, + 3703, + 1030, + 264, + 32777, + 294, + 61677, + 991, + 5346, + 329, + 61677, + 342, + 1604, + 70, + 61677, + 11, + 62446, + 1744, + 20847, + 12273, + 3547, + 261, + 87462, + 15190, + 348, + 4896, + 1860, + 1832, + 19216, + 29976, + 3444, + 13, + 1221, + 12067, + 11, + 98040, + 283, + 653, + 31221, + 912, + 1744, + 259, + 2116, + 1744, + 1370, + 277, + 28895, + 11, + 264, + 463, + 54635, + 11, + 513, + 64324, + 264, + 28157, + 29195, + 4317, + 737, + 1768, + 1995, + 9978 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1615, + 6853, + 9008, + 11, + 2793, + 19260, + 220, + 16, + 11, + 20, + 2606, + 3244, + 82, + 409, + 33588, + 665, + 71868, + 46180, + 3429, + 3547, + 261, + 653, + 4317, + 62834, + 27512, + 13, + 358, + 34152, + 4046, + 37560, + 11, + 384, + 297, + 1744, + 52603, + 4046, + 1744, + 281, + 590, + 10808, + 2024, + 1652, + 9252, + 912, + 4958, + 43994, + 409, + 19861, + 300, + 13, + 22730, + 934, + 2382, + 1323, + 6526, + 665, + 20940, + 6632, + 11, + 934, + 2382, + 1323, + 6526, + 62446, + 19477, + 88676, + 13, + 7948, + 78, + 44149, + 9157, + 51753, + 68, + 72900, + 297, + 21945, + 7583, + 4415, + 68831, + 86953, + 44731, + 63072, + 1744, + 1592, + 437, + 1744, + 15627, + 66601, + 653, + 4317, + 23423, + 2649, + 15190, + 1218, + 68, + 409, + 865, + 478, + 3739, + 656, + 90670, + 3067, + 19861, + 64, + 11, + 384, + 102503, + 63148, + 409, + 82685, + 11, + 28895, + 2709, + 3613, + 301, + 2353, + 42939, + 8541, + 78, + 4647, + 26675, + 54869, + 11, + 384, + 2536, + 32190, + 2709, + 81772, + 71970, + 11, + 72900, + 26564, + 12273, + 34435, + 3067, + 7838, + 5840, + 3067, + 2814, + 64, + 409, + 305, + 5241, + 68, + 264, + 650, + 7992, + 11, + 1744, + 4046, + 297, + 3613, + 4896, + 29830, + 285, + 25626, + 10845, + 24985, + 384, + 1744, + 514, + 6723, + 23553, + 297, + 220, + 679, + 16, + 11, + 45387, + 3288, + 24238, + 11, + 41921, + 4988, + 8811, + 264, + 19861, + 64, + 26, + 384, + 294, + 42825, + 264, + 3288, + 24238, + 656, + 58071, + 42041, + 409, + 1630, + 592, + 17528, + 409, + 10845, + 24985, + 11, + 2536, + 32190, + 439, + 72390, + 5014, + 16513, + 300, + 294, + 11178, + 297, + 220, + 679, + 16, + 13, + 20388, + 34556, + 89324, + 1744, + 1592, + 437, + 1744, + 26564, + 12812, + 11, + 28895, + 11, + 1008, + 336, + 2852, + 11, + 4046, + 653, + 4317, + 83032, + 22544, + 409, + 19477, + 65225, + 81, + 11, + 409, + 19477, + 65225, + 81, + 42765, + 384, + 409, + 15627, + 296, + 4896, + 417, + 4958, + 450, + 437, + 43914, + 272, + 5969, + 1995, + 4511, + 13, + 7948, + 78, + 44149, + 9157, + 1744, + 264, + 865, + 6960, + 11, + 4247, + 80694, + 409, + 40870, + 68, + 2111, + 969, + 11, + 297, + 29294, + 96537, + 3399, + 28895, + 439, + 85849, + 384, + 2793, + 56373, + 8924, + 1744, + 26564, + 12273, + 264, + 1615, + 6853, + 9008, + 4538, + 20064, + 437, + 13, + 29124, + 82685, + 1744, + 326, + 645, + 15833, + 16973, + 4988, + 4647, + 6491, + 43914, + 3613, + 301, + 2353, + 15627, + 42918, + 4958, + 43994, + 409, + 1652, + 9252, + 11, + 384, + 4046, + 264, + 274, + 90739, + 4634, + 8968, + 11, + 384, + 4247, + 34556, + 12155, + 22180, + 1549, + 437, + 11, + 28895, + 43914, + 1744, + 23464, + 10808, + 54189, + 8415, + 299, + 38101, + 513, + 12155, + 4277, + 12273, + 1744, + 297, + 4958, + 43994, + 409, + 1207, + 1083, + 3843, + 5840, + 409, + 19861, + 64, + 11639, + 27512, + 13, + 4968, + 3244, + 11, + 4247, + 68831, + 21205, + 11, + 72900, + 1744, + 453, + 8890, + 10610, + 656, + 11659, + 53965, + 1891, + 1744, + 4046, + 27512, + 11, + 1592, + 437, + 1744, + 3547, + 261, + 653, + 4317, + 19390, + 64, + 13, + 3700, + 3055, + 68, + 11, + 20003, + 4046, + 37560, + 13, + 320, + 32, + 501, + 12119, + 437, + 6266, + 2998, + 1652, + 447, + 2473, + 23884, + 11, + 15925, + 934, + 2382, + 1323, + 6526, + 3273, + 5771, + 8862, + 2709, + 220, + 605, + 2606, + 3244, + 82, + 409, + 2793, + 56373, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 665, + 62200, + 10628, + 384, + 671, + 561, + 762, + 76384, + 409, + 19861, + 64, + 665, + 40870, + 15686, + 3972, + 4156, + 68, + 19216, + 951, + 391, + 277, + 26826, + 8924, + 733, + 655, + 37491, + 3674, + 27771, + 11, + 3067, + 409, + 631, + 5840, + 384, + 656, + 480, + 6048, + 2201, + 8792, + 11, + 1744, + 951, + 5481, + 285, + 409, + 2961, + 84, + 14080, + 264, + 470, + 277, + 936, + 6754, + 40870, + 288, + 11, + 15833, + 951, + 391, + 548, + 55451, + 390, + 41278, + 264, + 87610, + 3739, + 409, + 29562, + 1098, + 48921, + 11, + 6754, + 40870, + 288, + 384, + 11, + 30576 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 80278, + 98429, + 13, + 4470, + 299, + 80694, + 10390, + 2172, + 409, + 480, + 715, + 57, + 44801, + 877, + 57, + 650, + 99582, + 54814, + 25342, + 11, + 4072, + 29452, + 2523, + 261, + 3370, + 10083, + 5770, + 665, + 658, + 16056, + 24315, + 4196, + 967, + 13389, + 25, + 37997, + 437, + 2523, + 261, + 10308, + 379, + 21693, + 495, + 19879, + 9465, + 2537, + 8531, + 2353, + 358, + 264, + 13, + 409, + 356, + 12898, + 46069, + 294, + 13, + 409, + 356, + 2637, + 1421, + 55148, + 264, + 34437, + 409, + 45815, + 406, + 2423, + 1744, + 10566, + 16697, + 409, + 21693, + 495, + 19879, + 3118, + 276, + 653, + 22544, + 52524, + 11, + 490, + 2070, + 89, + 71916, + 6033, + 35850, + 519, + 897, + 121827, + 3716, + 11, + 384, + 272, + 359, + 4752, + 5213, + 729, + 3739, + 82, + 1812, + 3557, + 409, + 220, + 11771, + 14, + 10967, + 10166, + 409, + 18285, + 87, + 3993, + 11, + 220, + 2983, + 14, + 3174, + 10166, + 409, + 34330, + 5808, + 384, + 220, + 1644, + 14, + 1544, + 10166, + 409, + 98670, + 9252, + 320, + 38, + 715, + 57, + 44801, + 877, + 57, + 11, + 220, + 1049, + 15, + 25, + 220, + 6889, + 570, + 56532, + 1008, + 336, + 2852, + 11, + 47151, + 1744, + 274, + 992, + 277, + 1744, + 297, + 1172, + 6491, + 409, + 35357, + 3920, + 402, + 11354, + 912, + 2854, + 355, + 11, + 60661, + 84265, + 22029, + 11, + 281, + 54176, + 42502, + 277, + 1491, + 53507, + 82, + 4415, + 82765, + 3067, + 259, + 71669, + 671, + 23463, + 11, + 15190, + 951, + 482, + 1391, + 78, + 5771, + 113305, + 2709, + 2800, + 437, + 19973, + 402, + 39965, + 437, + 26, + 6033, + 73311, + 4502, + 687, + 13055, + 390, + 85409, + 16697, + 409, + 30607, + 79807, + 409, + 1903, + 9008, + 264, + 34437, + 409, + 74576, + 68488, + 6033, + 5347, + 616, + 5048, + 11, + 15190, + 951, + 391, + 548, + 3913, + 11, + 91992, + 19216, + 1685, + 3739, + 11, + 281, + 54176, + 296, + 13102, + 277, + 297, + 297, + 1030, + 384, + 46000, + 294, + 618, + 3845, + 8924, + 912, + 48328, + 8112, + 513, + 5899, + 2246, + 2172, + 20117, + 13811, + 19591, + 83137, + 5481, + 645, + 320, + 47798, + 6486, + 11, + 220, + 1049, + 24, + 25, + 220, + 3226, + 4390, + 42214, + 495, + 5808, + 220, + 22, + 13, + 3459, + 2172, + 1499, + 300, + 31088, + 56476, + 220, + 8504, + 384, + 220, + 25202, + 13, + 29508, + 86200, + 15190, + 1765, + 3067, + 30607, + 79807, + 110392, + 24985, + 320, + 15462, + 79807, + 198, + 18, + 705, + 264, + 7120, + 220, + 1774, + 10166, + 656, + 2479, + 13028, + 28362, + 13, + 56808, + 21693, + 495, + 5808, + 22419, + 513, + 14388, + 2649, + 30331, + 439, + 85849, + 409, + 19477, + 36323, + 656, + 297, + 1030, + 656, + 14943, + 3890, + 11, + 297, + 1744, + 264, + 274, + 90739, + 21205, + 11810, + 19260, + 3608, + 333, + 950, + 64, + 912, + 64212, + 11, + 58892, + 1744, + 513, + 520, + 78, + 482, + 7251, + 4247, + 4316, + 64, + 52462, + 3067, + 272, + 6217, + 409, + 62834, + 13, + 20650, + 1559, + 264, + 2322, + 1037, + 95524, + 77155, + 11, + 384, + 308, + 8458, + 52621, + 1995, + 2298, + 325, + 2709, + 2800, + 437, + 52368, + 337, + 1832, + 14668, + 437, + 54448, + 269, + 11357, + 5670, + 220, + 20, + 11, + 1376, + 2172, + 4247, + 20108, + 6754, + 6000, + 13910, + 24499, + 46896, + 320, + 17, + 282, + 17060, + 1439, + 11, + 220, + 17, + 259, + 581, + 3557, + 384, + 220, + 17, + 824, + 263, + 5512, + 29775, + 570, + 9589, + 12273, + 11744, + 2649, + 514, + 5455, + 1389, + 297, + 18223, + 11, + 1080, + 300, + 6000, + 13910, + 24499, + 46896, + 48034, + 38998, + 6960, + 11, + 384, + 665, + 91331, + 1826, + 408, + 4849, + 409, + 272, + 6792, + 4590, + 78, + 1043, + 3394, + 6033, + 409, + 272, + 6792, + 4590, + 78, + 96146, + 11, + 1772, + 5808, + 1744, + 3721, + 17270, + 2109, + 283, + 708, + 11, + 1080, + 300, + 824, + 46523, + 1826, + 408, + 17449, + 384, + 2709, + 99086, + 437, + 87251, + 5670, + 15482, + 297, + 10594, + 265, + 6033, + 15482, + 297, + 6814, + 288, + 13, + 1838, + 76149, + 264, + 653, + 436, + 6491, + 409, + 304, + 28400 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 3415, + 345, + 300, + 2483, + 1744, + 15925, + 26555, + 10610, + 627, + 8284, + 281, + 6132, + 87462, + 934, + 34315, + 30670, + 391, + 2172, + 54189, + 627, + 6777, + 14871, + 37622, + 300, + 27812, + 300, + 1744, + 2807, + 627, + 8284, + 24848, + 297, + 18274, + 978, + 5770, + 627, + 8284, + 24848, + 264, + 27622, + 15356, + 21575, + 627, + 8284, + 24848, + 28944, + 627, + 26860, + 58015, + 6502, + 283, + 15190, + 1028, + 84, + 2814, + 1986, + 78, + 5380, + 47, + 729, + 12273, + 1744, + 1826, + 370, + 300, + 665, + 31201, + 81282, + 19216, + 21205, + 627, + 27887, + 409, + 311, + 2353, + 627, + 27887, + 653, + 7625, + 351, + 265, + 1744, + 11752, + 7430, + 344, + 5014, + 264, + 12067, + 34556, + 198, + 82, + 1832, + 272, + 359, + 4317, + 54877, + 266, + 25772, + 627, + 114422, + 406, + 300, + 66601, + 264, + 12067, + 297, + 29452, + 50980, + 51422, + 5380, + 8284, + 89324, + 1744, + 326, + 645, + 1179, + 68, + 627, + 47, + 13154, + 11, + 2709, + 358, + 17254, + 2536, + 5355, + 28963, + 277, + 627, + 716, + 78, + 4502, + 15190, + 49012, + 409, + 1645, + 1141, + 2649, + 8924, + 220, + 2031, + 5380, + 34, + 371, + 1995, + 2298, + 37491, + 297, + 62777, + 264, + 2585, + 627, + 8284, + 9165, + 5771, + 10808, + 50103, + 6348, + 627, + 1453, + 437, + 2024, + 1744, + 6136, + 49358, + 645, + 48034, + 54189, + 627, + 49213, + 11644, + 78885, + 29059, + 63537, + 822, + 627, + 45, + 106761, + 4316, + 25196, + 65856, + 277, + 297, + 1028, + 84, + 44524, + 627, + 9219, + 72626, + 13, + 1611, + 441, + 11, + 65856, + 283, + 409, + 3073, + 404, + 5380, + 8284, + 11, + 37870, + 54189, + 627, + 31516, + 447, + 8458, + 68160, + 3399, + 627, + 55, + 64, + 297, + 1560, + 1030, + 275, + 28006, + 11, + 5320, + 5771, + 268, + 4247, + 92875, + 627, + 14354, + 24483, + 11, + 9165, + 91976, + 54189, + 198, + 68, + 10726, + 68, + 297, + 9511, + 37690, + 198, + 68, + 513, + 513, + 123667, + 297, + 23884, + 11, + 297, + 29059, + 63537, + 822, + 627, + 36, + 15925, + 1744, + 30, + 3489, + 16485, + 373, + 439, + 71327, + 300, + 627, + 46451, + 91976, + 264, + 2483, + 30670, + 7206, + 627, + 30599, + 6985, + 1744, + 9165, + 384, + 29830, + 285, + 15925, + 198, + 57839, + 437, + 264, + 294, + 618, + 1037, + 9008, + 908, + 18829, + 409, + 711, + 58925, + 627, + 47, + 1137, + 72, + 1744, + 25203, + 275, + 2850, + 3536, + 40754, + 2629, + 627, + 29305, + 708, + 1744, + 12155, + 1097, + 33469, + 10808, + 61977, + 627, + 32, + 82685, + 11, + 22419, + 653, + 865, + 52525, + 7970, + 6491, + 627, + 8284, + 348, + 78309, + 39311, + 0, + 42770, + 285, + 10808, + 48755, + 5771, + 762, + 76384, + 4999, + 8284, + 281, + 2480, + 268, + 9231, + 437, + 345, + 716, + 78, + 3288, + 15570, + 802, + 1171, + 269, + 9686, + 18829, + 627, + 10254, + 14081, + 1036, + 437, + 665, + 31311, + 627, + 2232, + 291, + 1037, + 35453, + 7206, + 409, + 1332, + 627, + 8284, + 7661, + 268, + 5634, + 74960, + 627, + 55, + 64, + 274, + 2601, + 294, + 788, + 627, + 32, + 8890, + 519, + 1037, + 12067, + 297, + 1744, + 281, + 590, + 3536, + 4999, + 96549, + 593, + 1037, + 439, + 2700, + 300, + 11, + 31201, + 627, + 8284, + 40586, + 3536, + 264, + 2585, + 627, + 34, + 590, + 2172, + 13, + 1229, + 3340, + 64, + 30670, + 7206, + 627, + 60742, + 4046, + 264, + 294, + 618, + 1037, + 9008, + 908, + 18829, + 627, + 51, + 7942, + 13, + 36561, + 2249, + 64, + 653, + 4317, + 908, + 18829, + 627, + 35, + 618, + 1037, + 9008, + 908, + 18829, + 13, + 56808, + 4046, + 264, + 294, + 618, + 1037, + 9008, + 908, + 9522, + 451, + 3419, + 40613, + 11, + 342, + 98343, + 2259, + 198, + 68, + 653, + 4317, + 523, + 285, + 936, + 409, + 12657, + 84, + 846, + 627, + 8284, + 1028, + 88185, + 288, + 11, + 1860, + 78, + 2483, + 14871, + 627, + 1542, + 934, + 17848, + 297, + 29059, + 63537, + 822, + 345, + 16023, + 2024, + 1744, + 67714, + 4247, + 20735, + 64, + 409, + 1332, + 627, + 47, + 521, + 297, + 1744, + 281, + 521, + 264, + 16513, + 5840, + 345, + 6414, + 4499, + 4378 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 32, + 5150, + 79395, + 73641, + 3074, + 39294, + 16960, + 19216, + 12288, + 96266, + 264, + 13606, + 2648, + 12155, + 42498, + 342, + 54093, + 384, + 282, + 2192, + 824, + 52384, + 653, + 8924, + 7643, + 46896, + 550, + 9779, + 288, + 8924, + 272, + 5969, + 1995, + 4511, + 11, + 4669, + 87, + 277, + 665, + 9467, + 5840, + 82, + 627, + 51, + 13873, + 4046, + 37560, + 1744, + 11, + 19216, + 82, + 2700, + 300, + 656, + 11083, + 409, + 865, + 65688, + 11, + 297, + 10706, + 656, + 13535, + 17434, + 4415, + 44035, + 9252, + 3439, + 404, + 668, + 653, + 4317, + 36897, + 2211, + 92816, + 17580, + 21887, + 300, + 16961, + 11354, + 409, + 4669, + 90774, + 264, + 57973, + 71977, + 6033, + 73311, + 36228, + 409, + 57608, + 11, + 37560, + 8112, + 17580, + 1826, + 80741, + 665, + 4865, + 300, + 436, + 324, + 2852, + 6033, + 3281, + 15570, + 409, + 2092, + 384, + 45103, + 689, + 36228, + 3067, + 98429, + 44035, + 9252, + 627, + 29967, + 1744, + 348, + 2116, + 656, + 96574, + 272, + 1466, + 1744, + 264, + 865, + 6960, + 15833, + 264, + 31157, + 277, + 264, + 72128, + 35220, + 665, + 50914, + 409, + 712, + 300, + 315, + 53530, + 1080, + 300, + 1744, + 29638, + 264, + 2000, + 81, + 2648, + 7120, + 33588, + 6252, + 5790, + 1371, + 13884, + 264, + 4669, + 87, + 277, + 13, + 362, + 48591, + 4902, + 19879, + 11, + 297, + 77932, + 50116, + 4317, + 6754, + 315, + 292, + 20718, + 409, + 473, + 17356, + 3244, + 45899, + 21297, + 665, + 55678, + 409, + 1219, + 2252, + 8458, + 11, + 9243, + 34862, + 8290, + 25196, + 11, + 282, + 6181, + 50116, + 4317, + 79395, + 330, + 5919, + 561, + 3714, + 64, + 1, + 72900, + 1744, + 11, + 4247, + 29830, + 285, + 1744, + 264, + 865, + 6960, + 1645, + 536, + 19216, + 439, + 3944, + 27897, + 3429, + 6179, + 2648, + 11, + 272, + 6792, + 267, + 5164, + 70493, + 83714, + 384, + 330, + 6414, + 3969, + 16382, + 1, + 264, + 99744, + 627, + 1128, + 12067, + 11, + 79048, + 10610, + 1744, + 15491, + 19371, + 5840, + 29294, + 42502, + 49358, + 273, + 653, + 951, + 70, + 61562, + 264, + 29830, + 285, + 50116, + 28895, + 11, + 264, + 2483, + 28996, + 1744, + 6697, + 11178, + 84, + 297, + 31311, + 409, + 78072, + 300, + 1744, + 4669, + 87, + 276, + 11, + 264, + 85320, + 409, + 4160, + 437, + 26555, + 10610, + 2211, + 20732, + 13, + 469, + 4046, + 1744, + 2709, + 54869, + 73641, + 17038, + 68364, + 13055, + 1008, + 336, + 2852, + 19216, + 82, + 64403, + 25318, + 264, + 978, + 51518, + 11, + 70437, + 11354, + 264, + 3547, + 261, + 1421, + 371, + 288, + 12155, + 4160, + 437, + 11, + 15482, + 12067, + 665, + 3281, + 15570, + 2655, + 5928, + 2852, + 13, + 20388, + 34556, + 11, + 439, + 3944, + 27897, + 259, + 1553, + 263, + 1744, + 1685, + 66, + 118990, + 409, + 46418, + 436, + 17141, + 28895, + 439, + 34548, + 337, + 2483, + 61025, + 2536, + 7661, + 268, + 64195, + 261, + 4160, + 437, + 2167, + 437, + 885, + 40625, + 278, + 2353, + 8112, + 48520, + 21781, + 198, + 2170, + 2483, + 439, + 27812, + 300, + 11, + 439, + 3944, + 27897, + 7537, + 276, + 37320, + 264, + 2512, + 19489, + 409, + 21887, + 300, + 18665, + 2308, + 451, + 4988, + 15190, + 4766, + 29856, + 390, + 315, + 53530, + 1744, + 74576, + 297, + 31221, + 53843, + 513, + 281, + 2249, + 20110, + 665, + 15572, + 64, + 627, + 51, + 13873, + 4046, + 37560, + 1744, + 64195, + 268, + 43914, + 45745, + 39488, + 18745, + 2700, + 17099, + 3742, + 6033, + 43906, + 1832, + 5717, + 87192, + 17038, + 264, + 58411, + 409, + 2307, + 277, + 653, + 4317, + 16869, + 9252, + 409, + 1891, + 5771, + 68, + 8869, + 4415, + 58729, + 6754, + 274, + 6792, + 300, + 4669, + 90774, + 13, + 29988, + 10610, + 513, + 26600, + 34848, + 264, + 312, + 4749, + 953, + 277, + 297, + 864, + 13028, + 1645, + 541, + 2172, + 513, + 297, + 16787, + 520, + 40952, + 653, + 4317, + 85320, + 54448, + 269, + 20117, + 2221, + 64403, + 7583, + 13, + 452, + 30279, + 945, + 417, + 10126, + 3190, + 42361, + 3429, + 3419, + 967, + 13884, + 264, + 94645, + 16961, + 2649, + 26555, + 10610, + 513, + 18916, + 6792, + 268, + 951, + 778, + 437, + 384, + 2773 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2127, + 67144, + 656, + 9503, + 38, + 308, + 29300, + 220, + 2618, + 656, + 220, + 679, + 19, + 14, + 18, + 14, + 605, + 482, + 1630, + 43150, + 409, + 10845, + 24985, + 198, + 26376, + 13, + 1556, + 63256, + 198, + 64, + 8, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 198, + 15577, + 7218, + 7583, + 656, + 3344, + 822, + 58320, + 384, + 656, + 2947, + 198, + 1111, + 12921, + 3895, + 656, + 220, + 508, + 409, + 1172, + 21152, + 8869, + 409, + 220, + 679, + 19, + 11, + 3067, + 1630, + 830, + 25282, + 18122, + 1960, + 532, + 3067, + 4563, + 84, + 18829, + 11, + 78885, + 1744, + 513, + 539, + 30588, + 297, + 51434, + 656, + 31727, + 13140, + 393, + 3624, + 12, + 4403, + 12, + 11436, + 16, + 14, + 679, + 19, + 12, + 4505, + 44, + 627, + 1951, + 26965, + 9252, + 1080, + 834, + 2252, + 78, + 12155, + 1989, + 33339, + 220, + 2946, + 13, + 20, + 384, + 220, + 5547, + 3067, + 73310, + 220, + 966, + 14, + 2550, + 17, + 11, + 656, + 220, + 1627, + 409, + 6747, + 50010, + 11, + 409, + 9517, + 87, + 547, + 865, + 324, + 87120, + 4042, + 6754, + 11398, + 5840, + 82, + 37005, + 53310, + 384, + 656, + 7248, + 76384, + 11398, + 29350, + 470, + 25155, + 320, + 4782, + 36, + 308, + 6792, + 76, + 13, + 220, + 15935, + 11, + 656, + 220, + 1544, + 409, + 6747, + 50010, + 705, + 12708, + 409, + 1446, + 7537, + 2649, + 6252, + 81986, + 264, + 539, + 53507, + 78072, + 278, + 264, + 50452, + 656, + 4958, + 43994, + 409, + 4563, + 265, + 437, + 11, + 539, + 333, + 2483, + 5756, + 19216, + 7565, + 20103, + 50516, + 2649, + 1744, + 513, + 274, + 992, + 64, + 912, + 459, + 78309, + 77236, + 459, + 67144, + 297, + 51434, + 656, + 31727, + 13140, + 393, + 3624, + 12, + 4403, + 12, + 11436, + 16, + 14, + 679, + 19, + 12, + 4505, + 44, + 627, + 32, + 7565, + 20103, + 50516, + 2649, + 29638, + 1995, + 9616, + 3913, + 17580, + 315, + 292, + 20718, + 3067, + 96687, + 656, + 27318, + 43994, + 1630, + 324, + 87120, + 4042, + 12, + 62363, + 29350, + 3067, + 1630, + 830, + 25282, + 18122, + 1960, + 532, + 3067, + 7440, + 7218, + 7583, + 656, + 3344, + 822, + 58320, + 384, + 656, + 2947, + 2503, + 64, + 4415, + 436, + 90739, + 44847, + 6960, + 29042, + 261, + 11, + 308, + 29300, + 17, + 11, + 3279, + 93738, + 33951, + 29350, + 3206, + 301, + 437, + 11, + 220, + 18, + 29300, + 323, + 277, + 11, + 453, + 64, + 1765, + 320, + 32, + 4563, + 84, + 18829, + 705, + 6754, + 220, + 24, + 13, + 410, + 19216, + 82, + 220, + 975, + 13, + 410, + 39992, + 11, + 409, + 326, + 11099, + 264, + 11457, + 417, + 11, + 3429, + 297, + 1080, + 5771, + 762, + 76384, + 41236, + 406, + 797, + 299, + 656, + 78026, + 409, + 51434, + 384, + 738, + 25131, + 409, + 8374, + 1080, + 5771, + 762, + 76384, + 627, + 46, + 54272, + 459, + 67144, + 1323, + 275, + 404, + 521, + 11, + 37560, + 41349, + 11, + 15190, + 3613, + 4896, + 8024, + 6960, + 15190, + 62578, + 842, + 486, + 13028, + 1080, + 5771, + 762, + 5362, + 3067, + 7565, + 20103, + 50516, + 2649, + 11, + 665, + 75427, + 656, + 1989, + 7992, + 220, + 2946, + 13, + 20, + 3067, + 73310, + 220, + 966, + 14, + 2550, + 17, + 11, + 1080, + 1536, + 87, + 440, + 78, + 409, + 1744, + 7248, + 64, + 19216, + 274, + 90739, + 586, + 5840, + 4247, + 49779, + 50116, + 459, + 67144, + 912, + 20607, + 5769, + 1286, + 8869, + 409, + 1608, + 858, + 437, + 627, + 46, + 7248, + 76384, + 61344, + 8080, + 521, + 409, + 26965, + 9252, + 1080, + 93153, + 409, + 69629, + 11885, + 6960, + 13, + 23850, + 1826, + 288, + 44046, + 437, + 11, + 665, + 1652, + 447, + 2473, + 31221, + 656, + 7248, + 76384, + 11, + 264, + 7565, + 20103, + 50516, + 2649, + 5899, + 26344, + 6491, + 264, + 1080, + 5771, + 94218, + 297, + 20607, + 25029, + 409, + 53345, + 275, + 5840, + 384, + 264, + 1046, + 7442, + 384, + 1536, + 466, + 6293, + 3557, + 8924, + 100127, + 687, + 13652, + 25334, + 11, + 15190, + 671, + 68, + 8869, + 656, + 1989, + 7992, + 220, + 18, + 13, + 16, + 656 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 763, + 5512, + 12036, + 11644, + 23553, + 264, + 2467, + 89573, + 627, + 32, + 28419, + 22776, + 198, + 21902, + 653, + 4317, + 1841, + 78342, + 28230, + 2649, + 4046, + 653, + 45682, + 6491, + 77998, + 66, + 485, + 1260, + 3429, + 513, + 34361, + 797, + 277, + 264, + 6395, + 8445, + 11, + 384, + 20120, + 11506, + 2473, + 513, + 29294, + 2980, + 277, + 653, + 4317, + 40192, + 7583, + 13, + 1666, + 2483, + 58015, + 68150, + 82230, + 19216, + 82, + 57823, + 301, + 1995, + 4511, + 409, + 1183, + 34569, + 11, + 1744, + 12708, + 409, + 5293, + 277, + 665, + 86050, + 1608, + 26826, + 656, + 45542, + 42355, + 283, + 282, + 1832, + 969, + 11, + 16798, + 283, + 297, + 58516, + 39124, + 384, + 66883, + 11, + 409, + 39423, + 60286, + 283, + 19216, + 82, + 2700, + 300, + 13, + 330, + 67794, + 2483, + 19285, + 437, + 653, + 470, + 13109, + 1744, + 3429, + 3399, + 6033, + 3429, + 8811, + 2980, + 276, + 297, + 1028, + 84, + 18062, + 37037, + 11, + 20003, + 2536, + 281, + 2601, + 1491, + 333, + 950, + 78, + 23423, + 4988, + 665, + 934, + 10610, + 1028, + 40586, + 7151, + 14080, + 13, + 13597, + 708, + 1744, + 19394, + 78707, + 7583, + 5899, + 297, + 20607, + 22267, + 440, + 78, + 384, + 1744, + 1592, + 437, + 1744, + 1446, + 10978, + 437, + 384, + 3547, + 261, + 439, + 27812, + 300, + 8112, + 19394, + 653, + 23423, + 64, + 1744, + 4538, + 498, + 514, + 3172, + 969, + 12036, + 11644, + 13, + 1611, + 83890, + 6491, + 5347, + 616, + 5048, + 11, + 54086, + 64, + 480, + 1832, + 83256, + 9995, + 288, + 15570, + 11, + 409, + 69396, + 301, + 437, + 11, + 1469, + 43150, + 1744, + 330, + 6414, + 3073, + 268, + 490, + 1791, + 437, + 13, + 64331, + 2709, + 38101, + 2709, + 22267, + 440, + 437, + 1744, + 513, + 3118, + 276, + 1028, + 5771, + 268, + 1744, + 67714, + 297, + 506, + 373, + 3343, + 1708, + 3427, + 1744, + 513, + 1062, + 6347, + 26555, + 10610, + 4415, + 28419, + 22776, + 3429, + 264, + 1172, + 9008, + 4046, + 264, + 19477, + 36323, + 50116, + 282, + 42825, + 5811, + 278, + 9465, + 439, + 85849, + 1744, + 513, + 93416, + 5771, + 268, + 665, + 19394, + 88699, + 912, + 11812, + 49710, + 13, + 330, + 27887, + 29028, + 1744, + 4502, + 1560, + 953, + 268, + 264, + 2483, + 28996, + 1744, + 2709, + 37368, + 2353, + 1744, + 513, + 514, + 16023, + 4538, + 41091, + 46418, + 498, + 514, + 3172, + 969, + 12036, + 11644, + 13, + 99043, + 2467, + 89573, + 1469, + 3935, + 276, + 1744, + 2709, + 42498, + 81439, + 3614, + 3429, + 1989, + 27978, + 264, + 1685, + 24238, + 912, + 45542, + 3122, + 978, + 70754, + 11, + 8112, + 3429, + 4647, + 21920, + 74802, + 78707, + 25318, + 11, + 4415, + 274, + 90739, + 4197, + 9252, + 459, + 940, + 13, + 330, + 85332, + 47151, + 7120, + 38101, + 1592, + 437, + 32895, + 16948, + 1394, + 437, + 11, + 2709, + 1772, + 437, + 4538, + 29830, + 285, + 81772, + 71970, + 11, + 384, + 1218, + 3244, + 1592, + 437, + 1744, + 48143, + 277, + 29830, + 285, + 13, + 2468, + 408, + 15295, + 264, + 513, + 259, + 1553, + 263, + 46956, + 26826, + 3927, + 4415, + 78707, + 7583, + 11, + 513, + 5155, + 20110, + 74802, + 56590, + 300, + 282, + 1832, + 969, + 384, + 12708, + 42918, + 282, + 42825, + 470, + 25155, + 1744, + 58015, + 64282, + 10808, + 43914, + 37368, + 2353, + 498, + 65844, + 5808, + 12036, + 11644, + 627, + 2149, + 10610, + 6754, + 78707, + 25318, + 198, + 34, + 10018, + 19216, + 82, + 78707, + 25318, + 656, + 42765, + 384, + 2709, + 62586, + 4692, + 1499, + 437, + 1744, + 39571, + 276, + 11, + 264, + 1172, + 9008, + 45866, + 26555, + 10610, + 390, + 1685, + 24238, + 409, + 10255, + 300, + 342, + 1604, + 35173, + 1744, + 5355, + 3067, + 893, + 409, + 16948, + 1394, + 437, + 369, + 1995, + 818, + 437, + 13, + 1666, + 2483, + 11, + 2536, + 64099, + 264, + 46746, + 5808, + 409, + 23245, + 15356, + 2172, + 912, + 88699, + 409, + 43912, + 75, + 959, + 78, + 1708, + 66, + 1995, + 57000, + 11, + 439, + 64346, + 25318, + 409, + 44681, + 64749, + 2850, + 14871, + 4415, + 656, + 41380, + 754, + 1955, + 30397, + 3341, + 838, + 6292, + 11, + 43912, + 983, + 8458 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 32, + 1826, + 5840, + 409, + 28035, + 6354, + 69405, + 2473, + 6033, + 55361, + 81, + 2473, + 9469, + 8253, + 4046, + 653, + 4317, + 1826, + 5840, + 409, + 18728, + 28787, + 1138, + 321, + 5150, + 12826, + 665, + 19477, + 36323, + 4415, + 56184, + 409, + 28035, + 13, + 362, + 1826, + 5840, + 10109, + 277, + 521, + 912, + 3703, + 10599, + 409, + 5034, + 55361, + 81, + 2473, + 11, + 653, + 8924, + 1744, + 26965, + 276, + 297, + 1612, + 29141, + 3703, + 3757, + 263, + 5512, + 409, + 23746, + 27525, + 84, + 11, + 864, + 998, + 3067, + 1826, + 5840, + 409, + 22267, + 318, + 13910, + 384, + 2709, + 16615, + 13213, + 409, + 23746, + 27525, + 84, + 1219, + 51977, + 13, + 20388, + 4411, + 3067, + 22267, + 318, + 9252, + 9465, + 48591, + 294, + 6792, + 300, + 1826, + 5840, + 82, + 11, + 23746, + 27525, + 84, + 1219, + 51977, + 10109, + 277, + 521, + 29830, + 285, + 18285, + 8536, + 48034, + 15190, + 308, + 16977, + 384, + 88901, + 12635, + 521, + 3429, + 47086, + 6181, + 627, + 32, + 1469, + 56970, + 3067, + 1826, + 5840, + 15833, + 8031, + 9265, + 3429, + 220, + 679, + 21, + 11, + 272, + 359, + 16973, + 78, + 2860, + 409, + 220, + 19774, + 2606, + 3244, + 82, + 409, + 33588, + 11, + 1744, + 15117, + 31841, + 297, + 9675, + 822, + 409, + 435, + 13209, + 78, + 13, + 11842, + 32190, + 4046, + 69374, + 19477, + 65225, + 81, + 264, + 1826, + 5840, + 11, + 6252, + 3244, + 70444, + 6181, + 1080, + 64, + 28035, + 6354, + 1821, + 11, + 272, + 2249, + 78, + 90318, + 8301, + 409, + 90958, + 15833, + 5150, + 12826, + 665, + 19477, + 36323, + 11, + 384, + 70444, + 6181, + 1080, + 64, + 445, + 885, + 5168, + 13, + 28035, + 7424, + 9598, + 68, + 9008, + 1448, + 3095, + 64, + 627, + 32, + 41634, + 1826, + 5840, + 627, + 32, + 41634, + 1826, + 5840, + 3067, + 55361, + 81, + 2473, + 11, + 75766, + 31841, + 653, + 4317, + 43117, + 77377, + 409, + 220, + 9588, + 13, + 931, + 296, + 30556, + 11, + 1826, + 31841, + 274, + 354, + 618, + 2649, + 384, + 33998, + 653, + 958, + 66, + 89502, + 5477, + 25286, + 2172, + 665, + 95651, + 82432, + 285, + 50103, + 83977, + 21581, + 11644, + 2709, + 4958, + 450, + 437, + 656, + 362, + 4592, + 384, + 350, + 40818, + 11, + 1317, + 64, + 83409, + 11, + 87610, + 290, + 2852, + 11, + 294, + 6792, + 300, + 908, + 61025, + 409, + 22267, + 318, + 13910, + 11, + 908, + 61025, + 220, + 19, + 11, + 220, + 24, + 384, + 220, + 605, + 656, + 21631, + 384, + 100099, + 4881, + 16036, + 437, + 384, + 958, + 60159, + 437, + 627, + 33406, + 8869, + 43445, + 627, + 2822, + 57181, + 43445, + 10109, + 277, + 521, + 297, + 28705, + 2483, + 65, + 8938, + 3067, + 46462, + 41609, + 9252, + 390, + 45112, + 74961, + 384, + 40060, + 613, + 437, + 409, + 20934, + 14203, + 13, + 29988, + 10610, + 1826, + 31841, + 297, + 16109, + 32278, + 409, + 90958, + 82, + 11, + 297, + 83102, + 3244, + 958, + 5785, + 3067, + 1826, + 5840, + 11, + 1080, + 69629, + 12717, + 23553, + 297, + 44524, + 20605, + 42361, + 409, + 5034, + 55361, + 81, + 2473, + 627, + 2822, + 45387, + 35357, + 11644, + 439, + 63886, + 630, + 300, + 409, + 220, + 3443, + 76578, + 409, + 1317, + 78, + 6754, + 220, + 605, + 348, + 25318, + 656, + 362, + 4592, + 11, + 264, + 1826, + 5840, + 409, + 34480, + 384, + 297, + 3355, + 3370, + 274, + 354, + 618, + 2172, + 3429, + 5275, + 67111, + 627, + 16589, + 2024, + 346, + 9008, + 82765, + 10109, + 277, + 521, + 297, + 28705, + 2483, + 65, + 8938, + 409, + 21236, + 278, + 552, + 390, + 294, + 788, + 82432, + 285, + 13, + 1252, + 11, + 390, + 43663, + 23553, + 297, + 44524, + 3678, + 656, + 1370, + 593, + 409, + 23746, + 8290, + 2483, + 384, + 90958, + 1080, + 300, + 63886, + 630, + 300, + 656, + 362, + 4592, + 13, + 4470, + 299, + 11, + 384, + 12717, + 11, + 390, + 69629, + 43914, + 74700, + 82, + 264, + 50452, + 50116, + 16109, + 30670, + 822, + 384, + 16948, + 41284, + 74961, + 384, + 409, + 40060, + 613, + 437, + 409, + 20934, + 14203, + 13, + 452, + 18223, + 43445, + 10109, + 22026, + 325, + 37560, + 41349 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 514, + 3244, + 1744, + 312, + 8536, + 120960, + 264, + 445, + 408, + 6870, + 299, + 198, + 46, + 294, + 618, + 1037, + 8869, + 74700, + 409, + 24150, + 650, + 10746, + 350, + 6497, + 4415, + 85631, + 6754, + 42907, + 3739, + 82, + 198, + 31305, + 865, + 592, + 24123, + 297, + 951, + 561, + 265, + 656, + 390, + 87, + 26494, + 409, + 432, + 3251, + 4657, + 569, + 15190, + 1323, + 349, + 3067, + 6502, + 2649, + 3190, + 42361, + 11, + 272, + 4988, + 824, + 451, + 84, + 653, + 4317, + 60127, + 384, + 653, + 4317, + 85631, + 1744, + 3856, + 52777, + 9165, + 18829, + 72900, + 912, + 6896, + 78, + 11, + 264, + 864, + 4511, + 64, + 3703, + 3757, + 263, + 9265, + 282, + 6181, + 7836, + 788, + 2144, + 4692, + 25, + 264, + 86027, + 409, + 8866, + 437, + 11751, + 300, + 439, + 1826, + 3833, + 300, + 384, + 439, + 3625, + 3739, + 82, + 409, + 75419, + 1069, + 51455, + 13, + 20423, + 300, + 439, + 294, + 6792, + 300, + 4319, + 359, + 267, + 80741, + 296, + 5048, + 5771, + 268, + 264, + 274, + 90739, + 348, + 953, + 8968, + 4415, + 54272, + 2798, + 2649, + 11, + 272, + 359, + 4821, + 17930, + 29638, + 28246, + 8112, + 2254, + 20003, + 31952, + 16669, + 5048, + 18285, + 8536, + 656, + 20607, + 1826, + 4111, + 13, + 50464, + 60287, + 9702, + 4669, + 9786, + 297, + 50501, + 4406, + 94058, + 865, + 1540, + 2649, + 11, + 29195, + 74141, + 60898, + 2172, + 1499, + 64, + 1162, + 4915, + 5808, + 1685, + 24238, + 409, + 33007, + 469, + 998, + 94572, + 11, + 297, + 733, + 273, + 5477, + 1744, + 68419, + 283, + 2709, + 296, + 4896, + 417, + 97253, + 3067, + 72128, + 25626, + 1880, + 18826, + 11957, + 978, + 13, + 350, + 417, + 50084, + 23464, + 12273, + 93217, + 2172, + 297, + 94025, + 359, + 5512, + 13, + 4701, + 6347, + 58015, + 311, + 936, + 87462, + 40524, + 653, + 8924, + 42498, + 304, + 318, + 33339, + 10932, + 13652, + 13, + 1666, + 7643, + 46896, + 21425, + 13910, + 35662, + 865, + 28884, + 294, + 11178, + 264, + 22267, + 318, + 9252, + 13, + 1219, + 652, + 1832, + 3231, + 912, + 23884, + 409, + 469, + 998, + 94572, + 384, + 297, + 1611, + 403, + 6632, + 13, + 2468, + 978, + 665, + 294, + 6792, + 300, + 94352, + 3739, + 82, + 1826, + 6632, + 264, + 42614, + 409, + 30075, + 277, + 297, + 1891, + 5048, + 8869, + 86064, + 292, + 5770, + 78885, + 49012, + 1867, + 84, + 5771, + 5512, + 11, + 20003, + 297, + 1744, + 281, + 54176, + 1446, + 653, + 4317, + 95595, + 69297, + 19873, + 668, + 817, + 29195, + 4317, + 65058, + 35160, + 64, + 13, + 15796, + 1172, + 26675, + 1323, + 1832, + 406, + 70754, + 43914, + 38101, + 65887, + 27771, + 409, + 469, + 998, + 94572, + 13, + 507, + 94025, + 359, + 5512, + 98040, + 283, + 19216, + 6864, + 50475, + 8083, + 390, + 47767, + 220, + 845, + 38101, + 384, + 264, + 2483, + 82949, + 283, + 653, + 4317, + 33978, + 409, + 27750, + 3739, + 82, + 6754, + 1744, + 1162, + 53843, + 829, + 2483, + 84, + 2463, + 359, + 69, + 5048, + 13, + 435, + 6870, + 912, + 32498, + 93259, + 50103, + 297, + 1891, + 5048, + 8869, + 56590, + 283, + 4247, + 68831, + 21205, + 264, + 1652, + 9252, + 1744, + 513, + 58015, + 1043, + 84, + 18829, + 13, + 507, + 6469, + 13081, + 1576, + 22419, + 23201, + 72, + 4988, + 297, + 27389, + 267, + 21781, + 11540, + 417, + 912, + 25048, + 296, + 15719, + 5771, + 276, + 294, + 27888, + 17449, + 15482, + 264, + 3154, + 978, + 406, + 3074, + 1062, + 7583, + 656, + 865, + 540, + 5477, + 13, + 507, + 43441, + 2536, + 3073, + 42550, + 11639, + 912, + 8492, + 385, + 409, + 445, + 408, + 6870, + 299, + 13, + 2360, + 2807, + 11644, + 409, + 220, + 1049, + 17, + 2558, + 100641, + 2298, + 325, + 439, + 10461, + 51185, + 7669, + 300, + 384, + 26555, + 10610, + 2586, + 89, + 13055, + 2709, + 665, + 7096, + 37879, + 13, + 507, + 121064, + 9265, + 86064, + 292, + 5770, + 35662, + 1891, + 1744, + 3288, + 72, + 817, + 2995, + 276, + 2172, + 78885, + 1611, + 403, + 6632, + 13, + 20388, + 34556, + 11, + 2536, + 305, + 283, + 754, + 78026, + 13, + 46774, + 348, + 287, + 27564, + 384, + 15190 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 33951, + 5840, + 342, + 1604, + 6885, + 912, + 39124, + 220, + 1049, + 24, + 11, + 11885, + 120394, + 305, + 5241, + 68, + 1560, + 593, + 55451, + 627, + 18, + 13, + 99043, + 15491, + 95410, + 41967, + 418, + 3074, + 11, + 5347, + 6985, + 5339, + 6960, + 3429, + 2709, + 439, + 18620, + 288, + 1744, + 653, + 4317, + 30607, + 266, + 327, + 689, + 3728, + 409, + 52621, + 5840, + 384, + 1772, + 64, + 665, + 14448, + 656, + 3352, + 49859, + 822, + 326, + 6792, + 67, + 4042, + 4790, + 63893, + 4316, + 2423, + 31632, + 409, + 5866, + 27897, + 72900, + 28230, + 11354, + 8112, + 264, + 3067, + 781, + 6388, + 342, + 1604, + 6885, + 13, + 2998, + 44046, + 78, + 11, + 297, + 50109, + 409, + 52621, + 5840, + 85878, + 13531, + 9252, + 28338, + 10126, + 11, + 23464, + 2649, + 264, + 89484, + 264, + 31632, + 656, + 18062, + 37037, + 78477, + 28246, + 656, + 10349, + 409, + 6621, + 21920, + 15415, + 14222, + 2852, + 362, + 34896, + 329, + 8458, + 3067, + 82584, + 2649, + 11, + 1121, + 64, + 39039, + 56000, + 50116, + 37042, + 1744, + 58563, + 283, + 439, + 84189, + 4790, + 14222, + 2852, + 3067, + 781, + 6388, + 11, + 57181, + 11, + 3429, + 5625, + 8458, + 951, + 5481, + 285, + 29195, + 4317, + 64267, + 50129, + 28338, + 10126, + 272, + 359, + 65744, + 31157, + 12341, + 5477, + 12155, + 12155, + 437, + 46180, + 384, + 3429, + 2001, + 116667, + 4317, + 5309, + 6960, + 1744, + 1536, + 10176, + 9157, + 2536, + 35474, + 1446, + 1560, + 593, + 66, + 4849, + 665, + 1652, + 447, + 2473, + 50109, + 409, + 52621, + 5840, + 2345, + 8784, + 392, + 38315, + 439, + 274, + 6792, + 300, + 1153, + 31617, + 13910, + 4834, + 52641, + 912, + 29928, + 4834, + 29350, + 5150, + 627, + 19, + 13, + 4470, + 299, + 33186, + 513, + 29638, + 7583, + 21945, + 404, + 6754, + 13531, + 13910, + 409, + 15606, + 2353, + 1744, + 369, + 263, + 1772, + 300, + 665, + 470, + 25155, + 30331, + 297, + 93638, + 13, + 507, + 80694, + 3067, + 1666, + 2168, + 5840, + 4158, + 1244, + 10126, + 384, + 41333, + 8924, + 3383, + 33339, + 73583, + 409, + 16376, + 1219, + 4749, + 409, + 1717, + 241, + 81, + 5325, + 11, + 52621, + 4988, + 297, + 865, + 24404, + 8924, + 15606, + 2353, + 665, + 908, + 18829, + 2001, + 444, + 1208, + 13645, + 2345, + 29195, + 4317, + 44035, + 9252, + 19624, + 81772, + 7304, + 11, + 348, + 10610, + 17074, + 22979, + 1744, + 297, + 865, + 24404, + 4790, + 63893, + 41349, + 513, + 29294, + 28157, + 29195, + 4317, + 58139, + 2908, + 64, + 2001, + 2658, + 30279, + 11, + 4915, + 324, + 9157, + 11, + 20003, + 2536, + 4247, + 34556, + 23553, + 5771, + 481, + 2345, + 409, + 11884, + 309, + 42600, + 13042, + 384, + 73641, + 3074, + 13, + 50464, + 24108, + 11, + 264, + 1772, + 64, + 665, + 15572, + 64, + 409, + 757, + 4919, + 2191, + 437, + 409, + 958, + 66, + 65758, + 390, + 74802, + 13531, + 13910, + 656, + 865, + 24404, + 3073, + 21938, + 308, + 412, + 3714, + 93924, + 11, + 2605, + 17270, + 44575, + 12826, + 1744, + 264, + 14794, + 5840, + 326, + 6792, + 67, + 3074, + 665, + 272, + 3121, + 3739, + 513, + 665, + 34395, + 4458, + 4247, + 4502, + 95410, + 384, + 1008, + 447, + 9008, + 653, + 4317, + 41634, + 5213, + 729, + 3739, + 11, + 29830, + 285, + 453, + 1995, + 656, + 19216, + 3172, + 6491, + 30607, + 275, + 9157, + 2254, + 13, + 1611, + 1395, + 1446, + 264, + 479, + 2172, + 1744, + 30331, + 297, + 93638, + 15491, + 95410, + 70096, + 5840, + 4675, + 258, + 11206, + 645, + 43914, + 439, + 18620, + 288, + 264, + 865, + 540, + 277, + 26555, + 10610, + 19216, + 13531, + 9252, + 409, + 15606, + 2353, + 15190, + 272, + 5048, + 8869, + 2001, + 64, + 18541, + 277, + 409, + 12155, + 1446, + 264, + 274, + 90739, + 98429, + 2345, + 1172, + 6491, + 10566, + 1744, + 4247, + 4502, + 32190, + 5347, + 6985, + 5339, + 967, + 13884, + 50980, + 41634, + 5213, + 729, + 3739, + 3067, + 1744, + 26564, + 10808, + 627, + 20, + 13, + 1252, + 23884, + 5347, + 616, + 5048, + 4046, + 297, + 4097, + 2172, + 1499, + 64, + 13531, + 9252, + 409, + 15606, + 2353, + 865, + 540, + 2649, + 665, + 356, + 710, + 579, + 2001, + 4366, + 2649 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 324, + 2172, + 4538, + 1080, + 5771, + 762, + 13652, + 665, + 19394, + 41274, + 4247, + 4941, + 2172, + 11, + 390, + 2847, + 300, + 198, + 9696, + 5840, + 82, + 11, + 20003, + 12155, + 64993, + 69519, + 8112, + 53637, + 4538, + 81241, + 951, + 1030, + 5771, + 762, + 13652, + 28895, + 297, + 5150, + 480, + 6048, + 2201, + 6918, + 2536, + 5899, + 90699, + 29638, + 865, + 664, + 7235, + 11, + 2998, + 20503, + 65072, + 11, + 2536, + 47151, + 90699, + 3276, + 59457, + 6960, + 76955, + 2554, + 2172, + 20120, + 30607, + 79807, + 37229, + 15190, + 1744, + 513, + 281, + 590, + 64, + 8464, + 404, + 297, + 326, + 14081, + 32924, + 409, + 74576, + 66883, + 13, + 73871, + 33186, + 11, + 15491, + 67605, + 3739, + 35357, + 7583, + 951, + 44047, + 9265, + 50116, + 65484, + 5956, + 15782, + 384, + 594, + 42718, + 7583, + 304, + 3376, + 5048, + 91992, + 19216, + 274, + 90739, + 198, + 69, + 69151, + 409, + 390, + 846, + 78031, + 11, + 20388, + 653, + 4317, + 20108, + 11, + 264, + 22544, + 85878, + 54240, + 26826, + 2536, + 77959, + 7583, + 12454, + 652, + 404, + 297, + 2047, + 99954, + 8924, + 42498, + 264, + 360, + 4692, + 11, + 384, + 4247, + 81807, + 20108, + 11, + 513, + 2107, + 998, + 3399, + 264, + 274, + 90739, + 528, + 44731, + 11, + 1121, + 64, + 304, + 329, + 762, + 86200, + 665, + 4502, + 11, + 4968, + 8862, + 1744, + 3117, + 7583, + 1744, + 513, + 865, + 360, + 8890, + 268, + 25540, + 300, + 390, + 865, + 324, + 5670, + 12155, + 14121, + 359, + 2852, + 23114, + 81356, + 272, + 4988, + 198, + 2201, + 41274, + 50103, + 513, + 264, + 6583, + 10566, + 63992, + 65080, + 2483, + 521, + 42918, + 326, + 7088, + 409, + 865, + 65225, + 13028, + 29195, + 23884, + 24068, + 55451, + 12155, + 14121, + 359, + 2852, + 656, + 3567, + 438, + 6491, + 41274, + 13, + 29124, + 21945, + 404, + 11, + 439, + 25540, + 300, + 409, + 453, + 20531, + 519, + 2172, + 59305, + 11644, + 1446, + 865, + 56099, + 11354, + 37560, + 665, + 18714, + 762, + 416, + 360, + 20003, + 2536, + 665, + 35741, + 4356, + 13, + 507, + 28963, + 10628, + 2107, + 14172, + 28246, + 50116, + 58609, + 198, + 1122, + 4244, + 2172, + 3429, + 865, + 360, + 12440, + 58633, + 92892, + 5518, + 13081, + 52462, + 653, + 41349, + 480, + 6048, + 2201, + 4046, + 665, + 4502, + 24788, + 3244, + 56868, + 66780, + 3429, + 3547, + 261, + 1744, + 1877, + 64, + 6155, + 10649, + 264, + 51407, + 41278, + 7565, + 20103, + 272, + 359, + 4317, + 7484, + 3739, + 3399, + 1376, + 2649, + 13, + 507, + 1744, + 653, + 4317, + 63099, + 282, + 974, + 865, + 56099, + 2649, + 390, + 6033, + 6252, + 865, + 324, + 2172, + 2219, + 1693, + 7583, + 665, + 16109, + 31311, + 409, + 58633, + 3067, + 79395, + 50016, + 656, + 63992, + 384, + 6754, + 81282, + 92195, + 11354, + 627, + 47, + 2382, + 4415, + 9686, + 18829, + 7484, + 3739, + 15491, + 2536, + 4046, + 264, + 46591, + 6754, + 1536, + 8536, + 22776, + 82, + 11, + 2722, + 14871, + 653, + 4317, + 2848, + 27990, + 384, + 70493, + 4849, + 5804, + 48738, + 3739, + 409, + 1744, + 3073, + 268, + 41091, + 3614, + 58633, + 665, + 1744, + 2536, + 4046, + 2144, + 1260, + 2024, + 653, + 865, + 65225, + 13028, + 390, + 865, + 324, + 2172, + 13, + 13597, + 708, + 15482, + 12067, + 665, + 58633, + 1744, + 4747, + 268, + 19216, + 80585, + 89049, + 390, + 74802, + 308, + 5840, + 82, + 11, + 4046, + 21945, + 404, + 11, + 4415, + 46591, + 7583, + 8924, + 58633, + 1744, + 5553, + 276, + 15482, + 272, + 3121, + 3739, + 82, + 409, + 26344, + 6491, + 86259, + 13, + 42759, + 57973, + 11, + 15887, + 2709, + 58633, + 409, + 1685, + 300, + 409, + 86027, + 4538, + 85878, + 7138, + 4458, + 13, + 11842, + 513, + 29294, + 1043, + 78, + 5771, + 261, + 1744, + 198, + 11814, + 276, + 4634, + 21938, + 2709, + 865, + 324, + 5670, + 665, + 1558, + 288, + 7864, + 5840, + 82, + 1744, + 1397, + 77, + 653, + 1080, + 5771, + 762, + 76384, + 56511, + 6754, + 514, + 285, + 384, + 8924, + 603, + 437, + 2655, + 5928, + 2852, + 384, + 11, + 19216, + 82, + 57429, + 11, + 35357, + 11644, + 13081, + 52462, + 264, + 6791, + 8968, + 409, + 77998, + 3739 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 22776, + 264, + 50452, + 656, + 47021, + 72566, + 384, + 3067, + 16434, + 710, + 83801, + 8122, + 69, + 93063, + 13, + 4968, + 1693, + 521, + 1744, + 439, + 78072, + 300, + 1744, + 2536, + 7216, + 77, + 4415, + 69297, + 369, + 263, + 81384, + 65225, + 35989, + 4247, + 37571, + 4317, + 6754, + 24788, + 3244, + 82, + 67605, + 11354, + 17580, + 23963, + 3067, + 5804, + 75428, + 689, + 6033, + 75766, + 276, + 653, + 88699, + 29830, + 285, + 8136, + 561, + 2172, + 4415, + 14456, + 409, + 82844, + 11, + 12067, + 6127, + 78, + 409, + 78026, + 1080, + 834, + 2252, + 78, + 912, + 1989, + 7992, + 220, + 2946, + 13, + 21, + 960, + 8, + 3067, + 73310, + 409, + 9517, + 87, + 547, + 865, + 324, + 87120, + 4042, + 6754, + 11398, + 5840, + 82, + 37005, + 53310, + 384, + 656, + 7248, + 76384, + 11398, + 29350, + 470, + 25155, + 627, + 17, + 13, + 4149, + 6133, + 70649, + 297, + 550, + 41284, + 409, + 264, + 1978, + 5840, + 82, + 11, + 264, + 57211, + 2599, + 586, + 31841, + 912, + 842, + 486, + 13028, + 1795, + 1129, + 797, + 391, + 2036, + 43150, + 19060, + 264, + 1160, + 50839, + 31388, + 10126, + 409, + 78072, + 300, + 17113, + 17449, + 912, + 48192, + 627, + 50, + 428, + 64, + 13, + 34896, + 3614, + 6033, + 32434, + 36323, + 82, + 4415, + 28419, + 22776, + 11, + 5790, + 95585, + 384, + 439, + 89300, + 198, + 16, + 13, + 34896, + 3614, + 6033, + 32434, + 36323, + 82, + 4415, + 28419, + 22776, + 512, + 1737, + 90699, + 23884, + 1446, + 11644, + 17113, + 13652, + 83362, + 6033, + 32434, + 36323, + 82, + 9465, + 439, + 78072, + 300, + 48143, + 11354, + 627, + 64, + 8, + 1666, + 78072, + 300, + 48143, + 11354, + 32190, + 29638, + 11644, + 5790, + 1371, + 13884, + 19216, + 4197, + 9252, + 3645, + 10126, + 512, + 4235, + 20388, + 63099, + 409, + 369, + 4458, + 46591, + 56868, + 5499, + 39961, + 264, + 24193, + 2649, + 627, + 4235, + 20388, + 25203, + 13910, + 656, + 4958, + 43994, + 4316, + 307, + 9157, + 12521, + 11354, + 4247, + 20108, + 8924, + 4294, + 4893, + 8924, + 2960, + 3714, + 2167, + 25204, + 627, + 4235, + 20388, + 74802, + 25540, + 300, + 865, + 592, + 1104, + 11354, + 2246, + 278, + 12826, + 627, + 65, + 8, + 362, + 5790, + 95585, + 35474, + 1446, + 46915, + 2649, + 4247, + 3920, + 29141, + 19216, + 9419, + 56552, + 79332, + 6885, + 409, + 33951, + 5840, + 393, + 69174, + 272, + 359, + 4317, + 3276, + 301, + 5840, + 71324, + 7675, + 409, + 31723, + 46180, + 43222, + 65, + 3742, + 3276, + 261, + 46896, + 15190, + 51434, + 3067, + 4197, + 9252, + 3645, + 10126, + 11, + 945, + 7206, + 3429, + 439, + 3650, + 300, + 409, + 41635, + 72, + 5840, + 6754, + 74079, + 656, + 36860, + 409, + 3313, + 630, + 5840, + 11, + 272, + 2249, + 78, + 550, + 41284, + 33998, + 409, + 71427, + 46180, + 43222, + 65, + 3742, + 687, + 5670, + 23553, + 297, + 35963, + 3067, + 586, + 5840, + 3067, + 1160, + 50839, + 31388, + 10126, + 6754, + 78072, + 300, + 48143, + 11354, + 627, + 16589, + 65845, + 87, + 2259, + 3566, + 3067, + 40754, + 64, + 15833, + 834, + 5481, + 5771, + 1260, + 653, + 37042, + 409, + 5790, + 95585, + 627, + 31305, + 6127, + 78, + 29638, + 521, + 65080, + 11, + 1008, + 336, + 2852, + 656, + 8031, + 26407, + 912, + 1989, + 7992, + 220, + 1987, + 13, + 19, + 3067, + 73310, + 220, + 966, + 14, + 2550, + 17, + 11, + 656, + 220, + 1627, + 409, + 6747, + 50010, + 11, + 409, + 9517, + 87, + 547, + 865, + 324, + 87120, + 4042, + 6754, + 11398, + 5840, + 82, + 37005, + 53310, + 384, + 656, + 7248, + 76384, + 11398, + 29350, + 470, + 25155, + 320, + 4782, + 36, + 656, + 220, + 1544, + 409, + 6747, + 50010, + 705, + 1652, + 447, + 2473, + 6754, + 94172, + 288, + 348, + 25318, + 512, + 4235, + 507, + 842, + 486, + 13028, + 409, + 47021, + 72566, + 865, + 43598, + 13, + 797, + 391, + 31, + 87, + 43150, + 19060, + 198, + 4235, + 507, + 31311, + 409, + 49719, + 220, + 25643, + 220, + 4370, + 220, + 5495, + 220, + 2137, + 627, + 66, + 8, + 1666, + 78072, + 300, + 1744, + 3709, + 372, + 652, + 276, + 297, + 8031, + 26407, + 17580, + 453, + 2483, + 98357, + 264 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 300, + 11, + 20847, + 10808, + 3429, + 77959, + 1744, + 297, + 17435, + 17434, + 2536, + 1877, + 64, + 264, + 1880, + 47628, + 259, + 76351, + 42630, + 6960, + 73311, + 36228, + 6754, + 12155, + 300, + 25286, + 5840, + 82, + 5380, + 27887, + 77998, + 66, + 485, + 1260, + 1744, + 305, + 710, + 64, + 16948, + 1394, + 437, + 409, + 2389, + 1122, + 4458, + 50103, + 439, + 296, + 620, + 13213, + 656, + 12868, + 292, + 4428, + 281, + 590, + 10808, + 25985, + 277, + 384, + 36870, + 11403, + 2709, + 12155, + 437, + 8762, + 267, + 5518, + 79020, + 17038, + 3429, + 951, + 5481, + 285, + 30382, + 2881, + 2353, + 15190, + 390, + 87, + 26494, + 3067, + 25286, + 5840, + 384, + 48520, + 15924, + 297, + 35000, + 1744, + 12155, + 311, + 936, + 13, + 88043, + 19216, + 82, + 57429, + 1397, + 409, + 16948, + 1394, + 437, + 2536, + 6651, + 43681, + 11, + 297, + 1744, + 2536, + 68832, + 436, + 613, + 277, + 1080, + 64, + 653, + 9252, + 409, + 90164, + 20120, + 25286, + 28952, + 6252, + 3244, + 1744, + 4046, + 409, + 1446, + 14490, + 953, + 21938, + 384, + 2536, + 4509, + 1693, + 1744, + 264, + 54413, + 37198, + 2259, + 656, + 49950, + 409, + 18062, + 37037, + 1877, + 64, + 20789, + 13, + 13106, + 74044, + 2586, + 89, + 10808, + 264, + 3547, + 261, + 665, + 778, + 3714, + 308, + 5928, + 2852, + 409, + 8136, + 4008, + 11354, + 20847, + 9157, + 390, + 10566, + 1536, + 87, + 295, + 6632, + 627, + 29197, + 81807, + 20108, + 11, + 4046, + 77998, + 66, + 485, + 1260, + 264, + 311, + 1764, + 409, + 3613, + 72, + 8968, + 384, + 264, + 1376, + 5840, + 79020, + 3074, + 8924, + 64403, + 20568, + 3714, + 3429, + 1744, + 513, + 857, + 409, + 1744, + 68160, + 26564, + 4988, + 11, + 6127, + 78, + 4046, + 653, + 1560, + 2000, + 13028, + 25286, + 29350, + 384, + 26555, + 10610, + 653, + 4317, + 82133, + 1037, + 62589, + 13, + 1789, + 57000, + 264, + 1370, + 9252, + 11, + 6183, + 3748, + 4988, + 757, + 4919, + 2191, + 437, + 3429, + 1744, + 1877, + 64, + 1972, + 482, + 54592, + 261, + 25318, + 11, + 52764, + 3913, + 281, + 2784, + 300, + 4917, + 48213, + 11, + 2109, + 472, + 404, + 409, + 61758, + 83890, + 6491, + 439, + 39992, + 12868, + 292, + 2852, + 1981, + 12, + 384, + 8936, + 277, + 4415, + 5440, + 25131, + 2709, + 59305, + 288, + 1744, + 264, + 25994, + 3674, + 3242, + 3244, + 13, + 507, + 1744, + 15833, + 76321, + 4046, + 1744, + 513, + 2536, + 3547, + 15295, + 39311, + 3429, + 42502, + 277, + 83362, + 11, + 17580, + 12155, + 300, + 25286, + 5840, + 82, + 348, + 4105, + 53823, + 7697, + 404, + 297, + 8002, + 17434, + 384, + 297, + 46607, + 2957, + 78, + 3067, + 12288, + 96266, + 4415, + 1744, + 18434, + 25075, + 627, + 1951, + 65, + 15295, + 781, + 12635, + 3429, + 506, + 782, + 57626, + 2709, + 15900, + 87, + 3614, + 1744, + 1028, + 5771, + 268, + 2709, + 64403, + 20568, + 3714, + 264, + 45866, + 3067, + 3127, + 14685, + 1037, + 6754, + 296, + 620, + 13213, + 13, + 9605, + 70257, + 1592, + 437, + 19394, + 118812, + 94058, + 781, + 6388, + 5380, + 29967, + 26344, + 26675, + 39879, + 2483, + 24986, + 325, + 11, + 2536, + 513, + 38830, + 268, + 13, + 1369, + 653, + 4317, + 25286, + 5840, + 12868, + 950, + 41091, + 37198, + 258, + 52311, + 2536, + 44563, + 24459, + 6127, + 78, + 8112, + 653, + 42176, + 25165, + 11, + 15833, + 390, + 5294, + 2649, + 15190, + 54776, + 40055, + 13, + 9648, + 4309, + 75907, + 11, + 2854, + 699, + 1037, + 384, + 64403, + 68, + 404, + 17434, + 20003, + 656, + 390, + 846, + 998, + 11, + 2536, + 656, + 8278, + 78, + 6033, + 7080, + 3370, + 13, + 20388, + 80694, + 11, + 1446, + 4225, + 2635, + 21041, + 40524, + 79395, + 82, + 409, + 4738, + 8968, + 8002, + 9265, + 34086, + 450, + 11354, + 4247, + 64403, + 20568, + 3714, + 409, + 5440, + 5048, + 13, + 39322, + 12155, + 300, + 1488, + 300, + 2536, + 22239, + 268, + 22681, + 437, + 11, + 15550, + 27771, + 71398, + 945, + 417, + 4692, + 13, + 29124, + 16595, + 1744, + 297, + 12868, + 292, + 4428, + 1877, + 64, + 653, + 16948, + 41284, + 409, + 2389, + 1122, + 4458, + 3429, + 64403, + 20568, + 3714, + 384, + 64403 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 39, + 2192, + 7120, + 46180, + 65856, + 1656, + 437, + 44681, + 2947, + 25196, + 11, + 34086, + 9265, + 409, + 95651, + 5052, + 437, + 4415, + 3293, + 68, + 51422, + 62589, + 409, + 57608, + 13, + 15796, + 96746, + 409, + 46915, + 5840, + 73467, + 13055, + 439, + 274, + 6792, + 300, + 86050, + 34361, + 15186, + 19216, + 12155, + 64, + 25994, + 7915, + 1791, + 4001, + 13, + 42759, + 658, + 300, + 58879, + 73467, + 277, + 11, + 8112, + 2536, + 7661, + 7583, + 1446, + 32895, + 11, + 264, + 274, + 90739, + 92195, + 5840, + 665, + 99383, + 259, + 548, + 15192, + 409, + 733, + 655, + 2201, + 384, + 4097, + 5840, + 665, + 57608, + 13, + 1369, + 19973, + 969, + 264, + 274, + 90739, + 1880, + 18826, + 8112, + 52485, + 656, + 7409, + 50864, + 8924, + 1611, + 631, + 5670, + 30331, + 220, + 1049, + 19, + 12, + 1049, + 23, + 86084, + 264, + 29830, + 285, + 52618, + 290, + 2649, + 13, + 435, + 6870, + 42918, + 297, + 1400, + 1073, + 3244, + 19216, + 274, + 90739, + 1317, + 64, + 323, + 73722, + 89049, + 1744, + 2586, + 89, + 283, + 8112, + 409, + 631, + 2172, + 34264, + 439, + 10461, + 51185, + 10732, + 22776, + 82, + 12345, + 92355, + 409, + 220, + 4468, + 22, + 627, + 47, + 2382, + 264, + 274, + 90739, + 92195, + 5840, + 12155, + 439, + 50474, + 59425, + 437, + 264, + 39600, + 66673, + 653, + 18062, + 37037, + 5899, + 1394, + 384, + 2107, + 1394, + 22419, + 6252, + 90699, + 865, + 978, + 70052, + 409, + 294, + 27888, + 17449, + 264, + 274, + 90739, + 16109, + 6044, + 36323, + 19216, + 6617, + 42600, + 409, + 57608, + 13, + 1252, + 4317, + 57608, + 3674, + 12826, + 264, + 13811, + 2649, + 11, + 4865, + 981, + 64, + 384, + 1794, + 1347, + 7583, + 1744, + 8822, + 12273, + 264, + 39600, + 1080, + 951, + 78309, + 409, + 991, + 1299, + 264, + 274, + 90739, + 3127, + 14685, + 1037, + 384, + 29761, + 9252, + 13, + 1789, + 263, + 2709, + 38101, + 22944, + 447, + 27771, + 1592, + 981, + 409, + 2109, + 417, + 3739, + 384, + 27865, + 10200, + 417, + 3739, + 11, + 409, + 4669, + 90774, + 45123, + 92355, + 19216, + 1972, + 9252, + 8924, + 12155, + 437, + 71977, + 98382, + 1995, + 4511, + 13, + 26476, + 34556, + 60286, + 283, + 5276, + 2172, + 1080, + 8654, + 36422, + 38634, + 91689, + 8924, + 12155, + 437, + 39944, + 17038, + 3067, + 4149, + 26826, + 656, + 220, + 2495, + 11, + 9465, + 2709, + 2211, + 645, + 44681, + 2947, + 25196, + 94815, + 29195, + 4317, + 91331, + 45902, + 6960, + 1499, + 300, + 274, + 6792, + 300, + 2047, + 3557, + 23878, + 13910, + 13, + 362, + 274, + 90739, + 81453, + 297, + 220, + 717, + 409, + 93754, + 14871, + 409, + 220, + 3753, + 20, + 656, + 1183, + 266, + 2172, + 409, + 2467, + 17082, + 3739, + 409, + 57608, + 19216, + 82, + 1219, + 359, + 13910, + 4606, + 300, + 11, + 865, + 26494, + 264, + 57973, + 5534, + 953, + 21938, + 733, + 77812, + 2908, + 2852, + 11, + 628, + 10753, + 283, + 9302, + 12826, + 264, + 274, + 90739, + 64555, + 10649, + 23878, + 9252, + 409, + 18062, + 37037, + 384, + 304, + 593, + 1347, + 519, + 481, + 26600, + 15782, + 3429, + 17028, + 277, + 8112, + 82259, + 5477, + 264, + 12155, + 64, + 14566, + 5840, + 19216, + 82, + 7915, + 36323, + 82, + 470, + 3928, + 48213, + 627, + 1128, + 12067, + 11, + 912, + 1206, + 7675, + 409, + 264, + 6902, + 762, + 76384, + 67605, + 2172, + 30331, + 1826, + 288, + 46180, + 78885, + 9511, + 409, + 2947, + 25196, + 12155, + 85006, + 38634, + 437, + 11, + 23095, + 1559, + 513, + 19973, + 969, + 653, + 4317, + 48370, + 81641, + 15190, + 1744, + 22419, + 264, + 274, + 90739, + 16109, + 6044, + 36323, + 19216, + 4623, + 3067, + 39600, + 653, + 4849, + 25, + 297, + 3242, + 360, + 708, + 19216, + 82, + 89316, + 300, + 293, + 2784, + 450, + 11354, + 1080, + 17567, + 656, + 16109, + 3823, + 9265, + 58636, + 11, + 9939, + 300, + 6489, + 409, + 432, + 1832, + 51229, + 320, + 10465, + 21, + 12, + 9800, + 21, + 570, + 1666, + 9939, + 82888, + 11, + 8112, + 4538, + 1080, + 5771, + 762, + 17449, + 4415, + 39603, + 50839, + 2536, + 32190, + 10623, + 17060, + 3074, + 6252, + 3244, + 409, + 35010, + 865, + 18958, + 26931 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 4563, + 84, + 18829, + 384, + 296, + 4618, + 48328, + 409, + 8654, + 1610, + 437, + 1744, + 53843, + 3091, + 12440, + 263, + 13, + 20295, + 76743, + 78, + 34264, + 4277, + 2772, + 300, + 29195, + 4317, + 4669, + 8536, + 264, + 98192, + 390, + 2947, + 13389, + 26291, + 2303, + 13, + 507, + 92192, + 3926, + 3251, + 1832, + 78, + 259, + 6632, + 1744, + 67162, + 277, + 17113, + 36099, + 1744, + 2709, + 459, + 63256, + 281, + 770, + 28769, + 2852, + 409, + 2793, + 56373, + 409, + 393, + 336, + 327, + 665, + 10845, + 24985, + 2536, + 6904, + 42550, + 3067, + 1630, + 43150, + 26, + 6904, + 42550, + 3067, + 33864, + 3067, + 447, + 8458, + 5534, + 953, + 4849, + 1499, + 437, + 2167, + 25204, + 43914, + 1744, + 439, + 6747, + 300, + 27865, + 13910, + 38049, + 7210, + 300, + 4770, + 276, + 66883, + 4247, + 1685, + 43150, + 1867, + 31722, + 78031, + 46, + 92192, + 52485, + 342, + 1604, + 3427, + 259, + 6632, + 1744, + 67162, + 277, + 17113, + 36099, + 11, + 272, + 4988, + 2709, + 3709, + 372, + 652, + 56373, + 409, + 393, + 336, + 327, + 72900, + 65856, + 22026, + 665, + 5339, + 8968, + 665, + 86050, + 94352, + 3739, + 82, + 19216, + 1630, + 43150, + 11, + 1744, + 665, + 1972, + 9252, + 66300, + 645, + 459, + 63256, + 281, + 770, + 28769, + 2852, + 20120, + 1826, + 39265, + 65844, + 324, + 5670, + 20120, + 6904, + 42550, + 656, + 480, + 6048, + 2201, + 342, + 1604, + 3427, + 13, + 99428, + 42550, + 3067, + 33864, + 1826, + 4306, + 38049, + 99605, + 384, + 11, + 29830, + 285, + 390, + 4523, + 9157, + 11, + 8924, + 1744, + 3067, + 447, + 8458, + 2781, + 276, + 2709, + 42498, + 7546, + 2852, + 2167, + 25204, + 13, + 82299, + 6792, + 4511, + 409, + 645, + 4538, + 66883, + 274, + 992, + 5670, + 1499, + 64, + 1630, + 592, + 17528, + 409, + 63271, + 384, + 78885, + 39423, + 733, + 655, + 2201, + 656, + 42765, + 11, + 1685, + 307, + 5362, + 4247, + 78978, + 5512, + 44681, + 92075, + 113098, + 5477, + 11, + 1499, + 300, + 274, + 6792, + 300, + 92195, + 5840, + 82, + 665, + 58633, + 1744, + 439, + 27865, + 13910, + 38049, + 7210, + 300, + 3118, + 276, + 671, + 531, + 9157, + 8112, + 330, + 6133, + 31722, + 78031, + 3343, + 9589, + 300, + 1645, + 355, + 5840, + 82, + 1323, + 1832, + 406, + 70754, + 264, + 47151, + 50084, + 384, + 41349, + 38101, + 11, + 20003, + 15491, + 95410, + 46075, + 297, + 92192, + 92075, + 113098, + 5477, + 1826, + 11178, + 84, + 18479, + 9157, + 439, + 61977, + 375, + 21920, + 43914, + 82259, + 437, + 665, + 10845, + 24985, + 13, + 5867, + 34429, + 6621, + 89, + 47162, + 11, + 330, + 652, + 1832, + 69, + 34601, + 3067, + 865, + 592, + 17528, + 498, + 4046, + 274, + 992, + 2172, + 8112, + 1685, + 26494, + 35268, + 409, + 1207, + 1540, + 437, + 29195, + 8924, + 7643, + 46896, + 58633, + 409, + 1867, + 31722, + 78031, + 409, + 98192, + 59863, + 71688, + 2709, + 506, + 44624, + 25204, + 409, + 393, + 336, + 327, + 1744, + 39667, + 55790, + 865, + 3935, + 12341, + 300, + 384, + 64346, + 25318, + 315, + 24985, + 285, + 390, + 3926, + 3251, + 1832, + 78, + 384, + 1744, + 66883, + 42939, + 13081, + 52462, + 264, + 326, + 46931, + 3067, + 1630, + 592, + 17528, + 3281, + 17544, + 5867, + 34429, + 6621, + 89, + 47162, + 11, + 7690, + 865, + 3333, + 409, + 393, + 336, + 327, + 409, + 220, + 679, + 17, + 264, + 220, + 679, + 21, + 13, + 6621, + 89, + 47162, + 11, + 61942, + 4415, + 58729, + 656, + 1826, + 1604, + 8869, + 32817, + 9431, + 4247, + 20108, + 409, + 393, + 336, + 327, + 11, + 4046, + 274, + 992, + 2172, + 8112, + 1685, + 26494, + 35268, + 409, + 1207, + 1540, + 437, + 3067, + 19477, + 4936, + 64, + 69073, + 9008, + 507, + 451, + 21152, + 14244, + 11, + 912, + 41987, + 50116, + 8924, + 7643, + 46896, + 58633, + 409, + 1867, + 31722, + 78031, + 409, + 98192, + 59863, + 12155, + 79521, + 38101, + 13, + 1666, + 1645, + 355, + 5840, + 82, + 3091, + 30528, + 294, + 11178, + 264, + 98429, + 33864, + 4770, + 2649, + 20003, + 26555, + 10610, + 294, + 11178, + 297, + 480, + 6048, + 2201, + 38049, + 292, + 5770, + 264, + 50452, + 3067, + 64072, + 7583, + 11, + 1744 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 268, + 27336, + 2298, + 11403, + 2709, + 21889, + 8801, + 4319, + 10272, + 437, + 384, + 824, + 5294, + 297, + 33766, + 78, + 15241, + 3653, + 627, + 2170, + 6125, + 49, + 23710, + 82, + 4538, + 4294, + 4893, + 3067, + 23878, + 9252, + 1744, + 1028, + 5771, + 268, + 37571, + 4752, + 78072, + 300, + 272, + 15186, + 409, + 27336, + 2298, + 450, + 2648, + 8119, + 54877, + 2353, + 409, + 65566, + 384, + 1560, + 2407, + 9252, + 409, + 220, + 1187, + 39992, + 264, + 18541, + 277, + 409, + 1744, + 78996, + 263, + 264, + 1376, + 5840, + 409, + 737, + 20589, + 9302, + 13, + 9589, + 300, + 78072, + 300, + 1028, + 5771, + 268, + 42929, + 437, + 2160, + 3394, + 2200, + 2426, + 36334, + 17038, + 35539, + 437, + 1744, + 11810, + 268, + 264, + 274, + 992, + 42600, + 23553, + 439, + 6125, + 49, + 23710, + 82, + 15190, + 308, + 6792, + 9326, + 78, + 67655, + 447, + 33990, + 67649, + 13, + 2467, + 336, + 2852, + 11, + 439, + 6125, + 49, + 23710, + 82, + 1028, + 5771, + 268, + 653, + 70257, + 4415, + 2145, + 3739, + 5804, + 967, + 4001, + 26, + 439, + 6125, + 49, + 23710, + 82, + 11810, + 268, + 1744, + 2709, + 11494, + 437, + 6252, + 33077, + 3244, + 82, + 384, + 390, + 437, + 1455, + 1466, + 594, + 2252, + 300, + 19216, + 65566, + 2536, + 4319, + 10272, + 300, + 384, + 20950, + 333, + 5118, + 268, + 35615, + 3067, + 3900, + 10318, + 5840, + 35288, + 278, + 912, + 29876, + 3423, + 327, + 9302, + 627, + 35, + 4894, + 36323, + 9465, + 439, + 43938, + 552, + 627, + 29967, + 865, + 22383, + 3067, + 68012, + 3806, + 2259, + 369, + 263, + 6697, + 95112, + 665, + 31201, + 439, + 96673, + 409, + 67861, + 1347, + 5670, + 11, + 384, + 12155, + 53265, + 23063, + 409, + 1069, + 953, + 288, + 11, + 1860, + 288, + 384, + 459, + 76426, + 3614, + 6697, + 392, + 462, + 817, + 653, + 64609, + 1832, + 10338, + 5066, + 3067, + 68012, + 3806, + 2259, + 13, + 51097, + 33820, + 2483, + 809, + 437, + 58563, + 5670, + 74576, + 66883, + 320, + 40997, + 2709, + 1744, + 42939, + 938, + 69319, + 384, + 9036, + 988, + 11, + 18916, + 65225, + 90314, + 3823, + 437, + 705, + 264, + 5541, + 117518, + 68012, + 3806, + 2259, + 5899, + 653, + 3352, + 81, + 3244, + 4528, + 409, + 2916, + 36323, + 12155, + 86671, + 13652, + 26, + 264, + 5541, + 117518, + 15522, + 5512, + 521, + 32190, + 4415, + 84827, + 11, + 384, + 32190, + 912, + 220, + 16, + 4235, + 17, + 4, + 6754, + 84850, + 26622, + 13481, + 79251, + 5518, + 3067, + 84827, + 13, + 2998, + 67861, + 1347, + 5670, + 2536, + 33820, + 2483, + 809, + 437, + 11, + 264, + 68012, + 3806, + 2259, + 3289, + 3244, + 376, + 521, + 29195, + 23598, + 385, + 390, + 87, + 26494, + 409, + 84850, + 26622, + 3067, + 84827, + 11, + 384, + 665, + 30607, + 332, + 19879, + 34059, + 729, + 21041, + 282, + 1832, + 969, + 3067, + 84827, + 8112, + 297, + 92824, + 2445, + 8938, + 656, + 65042, + 656, + 8492, + 385, + 11, + 87610, + 3739, + 82, + 98670, + 300, + 656, + 28091, + 15222, + 11, + 264, + 2840, + 48680, + 5724, + 34697, + 278, + 11, + 384, + 264, + 12077, + 627, + 29967, + 33820, + 2483, + 809, + 437, + 1028, + 5771, + 268, + 865, + 22383, + 64609, + 1832, + 848, + 437, + 3067, + 68012, + 3806, + 2259, + 34809, + 5670, + 330, + 7271, + 77, + 19, + 76, + 498, + 1744, + 19290, + 276, + 50116, + 4317, + 436, + 3105, + 3067, + 52047, + 330, + 7271, + 77, + 19, + 3343, + 20388, + 10610, + 11, + 2709, + 67861, + 1347, + 5670, + 2536, + 33820, + 2483, + 809, + 437, + 1028, + 5771, + 268, + 294, + 6792, + 300, + 97591, + 82, + 656, + 865, + 1994, + 3067, + 68012, + 3806, + 2259, + 11, + 34809, + 11354, + 330, + 7271, + 77, + 19, + 76, + 1, + 384, + 330, + 7271, + 77, + 19, + 87, + 3343, + 51097, + 1499, + 437, + 297, + 330, + 7271, + 77, + 19, + 76, + 1, + 65117, + 2107, + 1394, + 409, + 951, + 967, + 329, + 686, + 653, + 4317, + 67475, + 24238, + 4507, + 66, + 4849, + 1499, + 64, + 65566, + 656, + 35268, + 1645, + 56178, + 2172, + 19216, + 5541, + 117518, + 480, + 6904, + 6960, + 656, + 69903, + 5739, + 2160, + 992 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 264, + 445, + 90739, + 26555, + 10610, + 56590, + 12273, + 653, + 7351, + 78, + 1645, + 8023, + 2172, + 13, + 1369, + 1826, + 288, + 7351, + 437, + 16513, + 39265, + 37527, + 258, + 307, + 9157, + 11, + 50253, + 78, + 2211, + 261, + 7583, + 15482, + 297, + 11730, + 11, + 1630, + 102059, + 2058, + 89884, + 83801, + 656, + 29928, + 13238, + 384, + 264, + 445, + 90739, + 2211, + 261, + 7583, + 15482, + 264, + 50526, + 13, + 1221, + 14531, + 32190, + 220, + 1419, + 38101, + 409, + 67065, + 11, + 50155, + 27634, + 17074, + 496, + 283, + 1744, + 264, + 1645, + 8023, + 5840, + 409, + 1630, + 102059, + 2058, + 384, + 297, + 47234, + 78, + 409, + 50253, + 78, + 2781, + 276, + 7351, + 437, + 62257, + 21151, + 17038, + 13, + 15796, + 1317, + 65225, + 15124, + 437, + 77182, + 16790, + 320, + 277, + 1171, + 269, + 409, + 7625, + 38101, + 8, + 5155, + 261, + 276, + 1589, + 261, + 74576, + 1218, + 3244, + 1744, + 48591, + 4244, + 5840, + 82, + 2781, + 276, + 16513, + 300, + 384, + 37527, + 258, + 17449, + 4417, + 325, + 3395, + 5518, + 4772, + 665, + 220, + 11256, + 20, + 17074, + 496, + 283, + 1744, + 37565, + 70673, + 25318, + 513, + 4316, + 42550, + 19216, + 91331, + 1375, + 28952, + 409, + 1630, + 102059, + 2058, + 384, + 50253, + 78, + 89160, + 656, + 11730, + 13, + 26476, + 34556, + 25203, + 120960, + 50116, + 4317, + 16869, + 9252, + 68906, + 409, + 272, + 19540, + 79134, + 41091, + 3474, + 543, + 5670, + 13, + 2998, + 220, + 11256, + 22, + 50155, + 27634, + 17074, + 496, + 283, + 1744, + 297, + 7351, + 78, + 459, + 51080, + 12812, + 3067, + 445, + 90739, + 26555, + 10610, + 11639, + 32047, + 321, + 37690, + 384, + 1744, + 64324, + 18274, + 18239, + 2172, + 4247, + 81772, + 71970, + 44046, + 437, + 320, + 451, + 596, + 797, + 27990, + 477, + 451, + 873, + 912, + 29928, + 8577, + 385, + 11730, + 9469, + 14210, + 8288, + 90739, + 13, + 1666, + 4244, + 5840, + 82, + 2781, + 276, + 62257, + 21151, + 15540, + 384, + 11, + 78885, + 33186, + 11, + 297, + 29928, + 13238, + 4316, + 7583, + 1446, + 27865, + 1610, + 85529, + 11, + 297, + 1744, + 3543, + 12273, + 264, + 17074, + 496, + 5840, + 3067, + 1826, + 81016, + 656, + 29928, + 13238, + 1218, + 68, + 8869, + 627, + 71688, + 220, + 11256, + 19, + 3869, + 220, + 11256, + 22, + 11, + 50155, + 27634, + 2558, + 5979, + 84, + 86050, + 16420, + 3557, + 1744, + 687, + 72, + 5771, + 276, + 47822, + 91384, + 16669, + 2852, + 13, + 42759, + 67541, + 6449, + 283, + 85724, + 264, + 30670, + 67147, + 50116, + 1560, + 809, + 78, + 579, + 15482, + 653, + 4317, + 961, + 27235, + 64, + 16011, + 64, + 264, + 658, + 13, + 358, + 34152, + 4046, + 28289, + 1499, + 64, + 6111, + 78031, + 665, + 72390, + 1082, + 5634, + 336, + 49602, + 8924, + 1560, + 69, + 39965, + 437, + 11682, + 3244, + 17038, + 6033, + 56633, + 5499, + 288, + 409, + 50155, + 27634, + 13, + 29623, + 496, + 283, + 26555, + 10610, + 1744, + 297, + 3419, + 45412, + 11, + 4623, + 33272, + 2649, + 37229, + 12826, + 4247, + 33471, + 9866, + 11, + 8795, + 2192, + 653, + 4317, + 12208, + 84, + 5840, + 28027, + 45412, + 1744, + 66883, + 4046, + 34809, + 2649, + 12208, + 84, + 5840, + 409, + 50155, + 27634, + 384, + 1744, + 56270, + 346, + 665, + 4647, + 26675, + 51369, + 3067, + 65946, + 3074, + 5634, + 336, + 49602, + 13, + 39322, + 2092, + 36323, + 82, + 85878, + 384, + 74802, + 12208, + 84, + 5840, + 82, + 56270, + 346, + 297, + 34809, + 2172, + 2040, + 5477, + 24301, + 93529, + 13389, + 627, + 1737, + 220, + 10562, + 17, + 586, + 283, + 264, + 274, + 90739, + 2722, + 269, + 7583, + 3260, + 75907, + 6754, + 85193, + 13910, + 384, + 665, + 220, + 10562, + 19, + 297, + 20607, + 2998, + 9258, + 822, + 1488, + 437, + 1832, + 69, + 4042, + 15482, + 264, + 3650, + 81016, + 3288, + 283, + 439, + 23963, + 89097, + 46602, + 15540, + 3067, + 115256, + 7583, + 5634, + 336, + 49602, + 409, + 85193, + 13910, + 13, + 42759, + 57973, + 1515, + 3714, + 11, + 82040, + 283, + 50155, + 27634, + 4247, + 68831, + 21205, + 297, + 1028, + 461, + 1764, + 8792, + 656, + 32850, + 53995, + 384, + 409, + 84, + 653, + 4317 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 78, + 264, + 1630, + 43150, + 409, + 10845, + 24985, + 13, + 29386, + 36, + 4247, + 1744, + 4170, + 78, + 6127, + 78, + 30, + 20388, + 593, + 264, + 1630, + 43150, + 409, + 10845, + 24985, + 409, + 83890, + 6491, + 86978, + 70233, + 283, + 2709, + 4917, + 10308, + 39471, + 5670, + 12155, + 6155, + 14357, + 409, + 96488, + 665, + 100099, + 34862, + 3429, + 10737, + 278, + 437, + 19216, + 98040, + 2649, + 656, + 362, + 4592, + 26, + 409, + 83890, + 6491, + 86978, + 11, + 6252, + 3197, + 53507, + 13, + 5768, + 1104, + 13055, + 4917, + 10308, + 6252, + 2024, + 665, + 45866, + 439, + 25203, + 13910, + 384, + 7631, + 300, + 8924, + 42856, + 384, + 41388, + 48213, + 13, + 73871, + 33186, + 11, + 1370, + 20243, + 71970, + 41091, + 3399, + 1744, + 513, + 58015, + 281, + 4849, + 15190, + 480, + 6048, + 2201, + 8792, + 1744, + 65836, + 1826, + 288, + 4917, + 10308, + 384, + 908, + 61025, + 3429, + 264, + 90958, + 15135, + 11, + 20003, + 26555, + 10610, + 1446, + 7583, + 10347, + 13140, + 1744, + 297, + 480, + 6048, + 2201, + 342, + 1604, + 3427, + 17951, + 521, + 439, + 908, + 61025, + 384, + 4917, + 10308, + 3429, + 10737, + 278, + 437, + 19216, + 98040, + 2649, + 656, + 362, + 4592, + 384, + 1744, + 50980, + 17951, + 3739, + 4958, + 1082, + 3429, + 2024, + 7120, + 4917, + 10308, + 29830, + 285, + 10737, + 5670, + 19216, + 82, + 25203, + 13910, + 3067, + 865, + 6960, + 11, + 8924, + 42856, + 384, + 6754, + 41388, + 48213, + 13, + 362, + 55330, + 6347, + 4203, + 300, + 26564, + 12273, + 384, + 3547, + 7583, + 653, + 4317, + 32949, + 940, + 42600, + 3067, + 908, + 18829, + 507, + 21904, + 325, + 8288, + 34601, + 13, + 328, + 1832, + 934, + 2382, + 21945, + 404, + 1744, + 26555, + 10610, + 513, + 1645, + 39265, + 409, + 12553, + 12635, + 4247, + 20108, + 656, + 480, + 6048, + 2201, + 8792, + 31723, + 6155, + 14357, + 25, + 294, + 788, + 4247, + 220, + 4767, + 2606, + 3244, + 82, + 3429, + 297, + 41921, + 10628, + 409, + 49247, + 85878, + 49276, + 15462, + 79807, + 912, + 1867, + 1171, + 269, + 18728, + 299, + 10176, + 3370, + 507, + 21904, + 325, + 5364, + 263, + 4057, + 68, + 8288, + 34601, + 26, + 384, + 61758, + 82751, + 409, + 29830, + 285, + 409, + 4353, + 346, + 2606, + 3244, + 82, + 3429, + 264, + 54448, + 6347, + 6754, + 46698, + 5840, + 82, + 409, + 274, + 992, + 42600, + 384, + 60505, + 3609, + 5840, + 82, + 13, + 1221, + 1826, + 288, + 6155, + 14357, + 293, + 6792, + 2445, + 521, + 54448, + 269, + 277, + 297, + 25029, + 3067, + 49276, + 15462, + 79807, + 384, + 41880, + 277, + 264, + 9314, + 81016, + 6754, + 908, + 61025, + 384, + 1652, + 9252, + 656, + 4958, + 43994, + 11, + 7706, + 92958, + 439, + 9955, + 26826, + 82, + 409, + 3327, + 354, + 5840, + 74961, + 656, + 490, + 710, + 440, + 78, + 665, + 1370, + 1995, + 68216, + 37565, + 8112, + 264, + 9314, + 81016, + 11, + 297, + 67009, + 384, + 2709, + 1592, + 981, + 3067, + 4669, + 8536, + 13, + 2360, + 55961, + 5048, + 15190, + 45387, + 42614, + 11, + 3429, + 15627, + 12454, + 652, + 15377, + 15190, + 78026, + 653, + 11644, + 547, + 10623, + 2172, + 78559, + 1856, + 12052, + 665, + 1172, + 21152, + 8869, + 409, + 220, + 679, + 23, + 11, + 26555, + 10610, + 68160, + 409, + 78026, + 13, + 39776, + 38610, + 26976, + 1137, + 4415, + 95410, + 91331, + 11, + 665, + 1744, + 4538, + 25203, + 48213, + 116038, + 54448, + 65747, + 912, + 96488, + 18728, + 299, + 10176, + 3370, + 9465, + 507, + 21904, + 325, + 11, + 55678, + 384, + 362, + 4563, + 84, + 18829, + 13, + 2360, + 55961, + 5048, + 15190, + 1744, + 26564, + 12273, + 264, + 55330, + 6347, + 4203, + 300, + 656, + 1375, + 29350, + 43914, + 864, + 54801, + 11, + 72900, + 14794, + 10808, + 26555, + 10610, + 912, + 39124, + 220, + 679, + 23, + 1744, + 11639, + 304, + 48029, + 23936, + 1744, + 3073, + 9008, + 15491, + 1422, + 17848, + 4458, + 409, + 864, + 54801, + 11, + 1744, + 11639, + 25203, + 10649, + 653, + 4317, + 312, + 4749, + 47484, + 409, + 645, + 13, + 13106, + 43014, + 31221, + 3547, + 7583, + 297, + 64753, + 10628, + 656, + 76007, + 95987, + 2908, + 3370, + 9983, + 9265, + 297 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 55162, + 2024, + 1744, + 40868, + 384, + 2536, + 7248, + 261, + 7583, + 29195, + 628, + 12052, + 1744, + 2536, + 513, + 8031, + 978, + 96552, + 2172, + 1317, + 78, + 13, + 20388, + 4799, + 11, + 89160, + 264, + 118812, + 10566, + 64, + 912, + 35010, + 3067, + 74037, + 11, + 264, + 15887, + 2709, + 409, + 631, + 5670, + 384, + 409, + 631, + 11354, + 627, + 31282, + 77478, + 42550, + 348, + 537, + 59626, + 1744, + 390, + 10566, + 28027, + 45412, + 1744, + 2536, + 18916, + 6792, + 268, + 912, + 1028, + 6491, + 409, + 342, + 54485, + 9522, + 40932, + 47, + 81284, + 72900, + 11, + 36346, + 0, + 1369, + 2536, + 11, + 27343, + 15295, + 6127, + 78, + 4545, + 2194, + 9157, + 13, + 11842, + 47151, + 90699, + 42176, + 665, + 3547, + 20782, + 627, + 25584, + 11, + 65117, + 1744, + 35751, + 21127, + 264, + 7484, + 3739, + 834, + 97378, + 627, + 8284, + 11, + 2536, + 9522, + 47, + 548, + 346, + 1744, + 35751, + 21127, + 264, + 1376, + 5840, + 50116, + 25029, + 409, + 7484, + 3739, + 39944, + 4042, + 384, + 3674, + 7064, + 29350, + 19216, + 274, + 90739, + 82685, + 89272, + 627, + 25584, + 11, + 29386, + 82, + 370, + 42550, + 348, + 537, + 59626, + 1744, + 11, + 30540, + 4988, + 10566, + 29928, + 11, + 12155, + 11810, + 404, + 7583, + 264, + 15887, + 384, + 264, + 31201, + 520, + 1693, + 31201, + 439, + 78072, + 300, + 18222, + 288, + 272, + 359, + 4495, + 78, + 61344, + 337, + 7986, + 78, + 3067, + 73310, + 409, + 6904, + 8968, + 384, + 28157, + 264, + 54463, + 6885, + 29195, + 4317, + 82685, + 9008, + 17634, + 64, + 81451, + 3074, + 409, + 48425, + 78031, + 272, + 5969, + 1995, + 30, + 469, + 5790, + 1371, + 5038, + 437, + 264, + 34556, + 71357, + 68, + 28895, + 348, + 537, + 59626, + 2536, + 934, + 17848, + 3547, + 261, + 7120, + 477, + 89, + 37879, + 1744, + 520, + 408, + 276, + 2709, + 26344, + 26675, + 12762, + 2852, + 30, + 2998, + 45387, + 35000, + 11, + 312, + 8536, + 275, + 10808, + 6127, + 78, + 28895, + 2536, + 5899, + 665, + 45866, + 297, + 39423, + 37042, + 409, + 41645, + 72, + 10628, + 3154, + 263, + 51080, + 4042, + 13, + 29124, + 77, + 8696, + 37907, + 264, + 97306, + 409, + 282, + 8093, + 656, + 39423, + 37042, + 409, + 41645, + 72, + 10628, + 384, + 2536, + 5899, + 74488, + 355, + 3739, + 409, + 90699, + 16697, + 19216, + 35220, + 409, + 52764, + 3913, + 1826, + 288, + 477, + 89, + 37879, + 11, + 272, + 4988, + 65117, + 1744, + 297, + 39423, + 37042, + 409, + 41645, + 72, + 10628, + 59305, + 64, + 409, + 3122, + 22077, + 48034, + 264, + 653, + 4317, + 46591, + 3381, + 68, + 409, + 60180, + 13, + 29386, + 46, + 84, + 2536, + 4046, + 37560, + 30, + 29386, + 6777, + 5771, + 268, + 348, + 537, + 59626, + 18224, + 18274, + 495, + 437, + 15482, + 297, + 39423, + 37042, + 409, + 41645, + 72, + 10628, + 1744, + 56589, + 264, + 653, + 4317, + 9099, + 7583, + 409, + 43764, + 437, + 11, + 264, + 653, + 4317, + 9099, + 7583, + 409, + 60180, + 4247, + 20108, + 3067, + 44035, + 9252, + 3154, + 3244, + 7942, + 30, + 1369, + 4046, + 37560, + 11, + 1207, + 276, + 384, + 294, + 71437, + 5770, + 13, + 56532, + 4046, + 1744, + 73311, + 2709, + 1172, + 26675, + 2709, + 951, + 582, + 11063, + 276, + 11, + 28895, + 19216, + 828, + 77236, + 39124, + 264, + 6367, + 10649, + 865, + 3333, + 409, + 5767, + 1149, + 72, + 10628, + 9648, + 263, + 51080, + 4042, + 1645, + 12273, + 409, + 4547, + 277, + 1744, + 3429, + 297, + 390, + 87, + 26494, + 6754, + 44035, + 13910, + 3154, + 3244, + 23063, + 665, + 220, + 679, + 23, + 11, + 8112, + 98399, + 11, + 40586, + 59382, + 220, + 19, + 13, + 931, + 2606, + 3244, + 82, + 409, + 33588, + 29830, + 285, + 13, + 29386, + 2149, + 3427, + 58015, + 311, + 7063, + 1995, + 264, + 10845, + 24985, + 11, + 2536, + 30, + 29386, + 36, + 50103, + 15833, + 42918, + 29028, + 8881, + 5362, + 78559, + 1028, + 6491, + 409, + 342, + 54485, + 30, + 1252, + 4317, + 21205, + 29830, + 285, + 11, + 5355, + 87462, + 69558, + 511, + 2648, + 384, + 5355, + 2024, + 1744, + 2807, + 8112, + 2998, + 386, + 4903, + 326, + 645, + 282, + 2192 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 33406, + 8869, + 12898, + 2654, + 87, + 121687, + 49358, + 273, + 69197, + 11, + 912, + 88699, + 409, + 18062, + 37037, + 1744, + 513, + 75780, + 11, + 41967, + 28963, + 3370, + 1744, + 513, + 1367, + 14652, + 912, + 459, + 78309, + 85878, + 477, + 451, + 11, + 48143, + 2172, + 98642, + 297, + 52764, + 55451, + 17580, + 23963, + 3067, + 5804, + 75428, + 689, + 11, + 34860, + 2649, + 4247, + 477, + 451, + 85878, + 1615, + 7218, + 7583, + 656, + 220, + 1114, + 409, + 83289, + 409, + 220, + 2550, + 24, + 320, + 6133, + 265, + 22776, + 409, + 2781, + 3714, + 912, + 9503, + 38, + 308, + 29300, + 220, + 10750, + 11, + 656, + 220, + 1691, + 409, + 743, + 50010, + 4390, + 11241, + 13807, + 12898, + 46, + 27750, + 10628, + 912, + 5150, + 69197, + 656, + 28963, + 3370, + 1744, + 4615, + 6632, + 550, + 12997, + 2558, + 58132, + 521, + 912, + 550, + 41284, + 409, + 31723, + 46180, + 11, + 687, + 5670, + 264, + 31632, + 656, + 94172, + 68, + 41967, + 3067, + 828, + 3067, + 586, + 5840, + 85878, + 477, + 451, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 627, + 1542, + 4415, + 828, + 4415, + 1744, + 35474, + 27750, + 277, + 912, + 20607, + 69197, + 297, + 28963, + 3370, + 15833, + 951, + 1658, + 332, + 4988, + 653, + 87724, + 409, + 12553, + 8968, + 11, + 9467, + 5840, + 82, + 6033, + 14175, + 15782, + 11, + 297, + 550, + 41284, + 3429, + 44046, + 940, + 78, + 82949, + 31841, + 264, + 89805, + 264, + 31632, + 656, + 35963, + 94172, + 68, + 41967, + 3067, + 274, + 90739, + 14566, + 5840, + 627, + 32, + 311, + 1764, + 409, + 34103, + 3739, + 3067, + 550, + 12997, + 1008, + 87, + 121687, + 2649, + 59305, + 521, + 42658, + 912, + 550, + 41284, + 8924, + 31723, + 46180, + 94172, + 288, + 41967, + 656, + 27750, + 10628, + 11, + 409, + 41921, + 2648, + 3067, + 95410, + 2254, + 9252, + 4415, + 1744, + 5150, + 12826, + 864, + 21127, + 2709, + 42498, + 53223, + 297, + 28963, + 3370, + 11, + 6033, + 912, + 550, + 41284, + 50116, + 11083, + 11, + 409, + 41921, + 2648, + 409, + 1612, + 34569, + 2254, + 9252, + 11, + 98642, + 297, + 52764, + 55451, + 912, + 1989, + 7992, + 220, + 975, + 656, + 65201, + 998, + 220, + 6365, + 14, + 2550, + 16, + 11, + 656, + 220, + 508, + 409, + 86628, + 627, + 21902, + 346, + 8869, + 12898, + 46, + 865, + 46053, + 656, + 41987, + 912, + 1744, + 5353, + 13081, + 47484, + 297, + 28963, + 3370, + 11, + 37560, + 8112, + 297, + 3067, + 43014, + 912, + 1744, + 1536, + 668, + 18829, + 69197, + 11, + 1615, + 625, + 277, + 11644, + 912, + 86051, + 11398, + 29350, + 11, + 36228, + 656, + 550, + 41284, + 274, + 992, + 2172, + 912, + 42614, + 37229, + 11, + 439, + 8024, + 21938, + 19371, + 953, + 27897, + 409, + 27750, + 10628, + 384, + 311, + 1764, + 409, + 34103, + 3739, + 11, + 6754, + 1744, + 513, + 58015, + 15627, + 1995, + 34264, + 75, + 2172, + 11, + 66673, + 6293, + 689, + 11, + 19216, + 45611, + 22776, + 1630, + 3333, + 3067, + 18503, + 3739, + 393, + 69174, + 627, + 34, + 28269, + 78, + 12898, + 1128, + 2221, + 15491, + 477, + 451, + 11, + 1744, + 1560, + 71253, + 264, + 348, + 7583, + 11398, + 28952, + 11, + 2709, + 50516, + 5670, + 29638, + 11644, + 958, + 5481, + 5771, + 261, + 64648, + 708, + 3419, + 478, + 29350, + 409, + 46874, + 26826, + 824, + 5048, + 15491, + 1615, + 6853, + 9008, + 11, + 912, + 550, + 41284, + 50116, + 11083, + 687, + 2172, + 23553, + 297, + 35963, + 94172, + 68, + 41967, + 3067, + 274, + 90739, + 586, + 5840, + 912, + 9503, + 38, + 11, + 409, + 26965, + 9252, + 1080, + 52764, + 55451, + 4415, + 73310, + 220, + 966, + 14, + 2550, + 17, + 11, + 656, + 220, + 1627, + 409, + 6747, + 50010, + 11, + 4415, + 274, + 90739, + 41634, + 2579, + 67147, + 294, + 2649, + 1499, + 64, + 73310, + 220, + 19, + 14, + 2550, + 24, + 11, + 656, + 220, + 1032, + 409, + 865, + 2194, + 8869, + 11, + 6033, + 29638, + 11644, + 3242, + 773, + 77, + 6181, + 2167, + 9157, + 824, + 5048, + 297, + 865, + 56099, + 2172, + 656, + 687, + 967, + 59548, + 28324, + 3843, + 29350, + 4634, + 6960, + 912, + 550 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 288, + 512, + 66, + 13, + 16, + 8, + 272, + 4988, + 297, + 1179, + 68, + 3067, + 3944, + 8213, + 513, + 8417, + 665, + 64177, + 656, + 864, + 13028, + 6033, + 3067, + 16869, + 9252, + 409, + 62962, + 77236, + 16697, + 1008, + 11642, + 13652, + 264, + 44770, + 417, + 9036, + 10308, + 6033, + 74961, + 73258, + 1499, + 300, + 51404, + 50516, + 11354, + 627, + 66, + 13, + 17, + 8, + 272, + 4988, + 264, + 3944, + 8213, + 10566, + 64, + 1043, + 3671, + 2649, + 264, + 1744, + 653, + 4317, + 20108, + 6033, + 264, + 2860, + 9252, + 85878, + 513, + 312, + 716, + 10453, + 64, + 43914, + 44770, + 417, + 9036, + 10308, + 627, + 67, + 8, + 1666, + 3944, + 54841, + 19216, + 82, + 74079, + 47105, + 11354, + 1080, + 64, + 7637, + 5840, + 264, + 71977, + 2024, + 346, + 48328, + 6033, + 64993, + 39334, + 3714, + 272, + 4988, + 264, + 3944, + 8213, + 10566, + 64, + 82810, + 360, + 2649, + 2167, + 9157, + 19216, + 82, + 16869, + 13910, + 7637, + 11354, + 11, + 19216, + 1922, + 5840, + 384, + 28963, + 10628, + 50116, + 4317, + 31265, + 409, + 2916, + 36323, + 6033, + 264, + 57973, + 342, + 54093, + 409, + 3327, + 354, + 5840, + 82810, + 360, + 5670, + 19216, + 4197, + 9252, + 409, + 7637, + 5840, + 627, + 68, + 8, + 1666, + 3944, + 54841, + 9955, + 14222, + 11354, + 19216, + 33272, + 5840, + 409, + 62962, + 308, + 5928, + 2852, + 665, + 35000, + 409, + 1179, + 5670, + 627, + 9470, + 7992, + 220, + 1419, + 13, + 6168, + 78176, + 25900, + 10649, + 3067, + 1207, + 85, + 44731, + 198, + 1951, + 78026, + 1080, + 52764, + 55451, + 912, + 1989, + 7992, + 220, + 1227, + 656, + 3263, + 360, + 10628, + 3067, + 73310, + 220, + 24, + 14, + 1049, + 22, + 11, + 656, + 220, + 1032, + 409, + 93754, + 14871, + 11, + 409, + 1207, + 85, + 44731, + 82, + 409, + 10845, + 24985, + 11, + 264, + 20493, + 2172, + 78885, + 65201, + 998, + 220, + 806, + 14, + 1049, + 24, + 11, + 656, + 220, + 23, + 409, + 865, + 2194, + 8869, + 11, + 439, + 78072, + 300, + 38045, + 48213, + 29638, + 11644, + 42658, + 11, + 6252, + 297, + 6016, + 404, + 15377, + 8031, + 822, + 3067, + 33951, + 5840, + 11, + 264, + 3567, + 78176, + 2860, + 6033, + 1370, + 16158, + 3067, + 1207, + 85, + 44731, + 38830, + 4849, + 11, + 66673, + 297, + 20607, + 43764, + 78, + 4415, + 45866, + 409, + 3765, + 64345, + 19844, + 6086, + 220, + 12171, + 15, + 220, + 14649, + 15, + 220, + 25747, + 16, + 220, + 1041, + 21, + 220, + 16718, + 17, + 11, + 665, + 7434, + 78, + 409, + 3567, + 78176, + 25900, + 10649, + 3067, + 1207, + 85, + 44731, + 627, + 1737, + 12067, + 23884, + 11, + 264, + 7565, + 20103, + 38045, + 10649, + 59305, + 1995, + 3118, + 277, + 40524, + 297, + 41967, + 2026, + 5770, + 38830, + 6960, + 6293, + 689, + 865, + 592, + 1104, + 28952, + 3067, + 3567, + 78176, + 25900, + 10649, + 34860, + 2649, + 4415, + 1652, + 738, + 68, + 264, + 828, + 656, + 43764, + 78, + 11, + 297, + 20607, + 1179, + 68, + 384, + 297, + 31311, + 656, + 31727, + 13140, + 384, + 62265, + 5840, + 3067, + 1207, + 85, + 44731, + 38830, + 4849, + 627, + 4944, + 981, + 26826, + 1008, + 63893, + 68831, + 13, + 17652, + 84, + 15377, + 198, + 20190, + 864, + 87, + 65225, + 13028, + 6754, + 73533, + 3536, + 1744, + 1028, + 5771, + 276, + 53112, + 65225, + 35989, + 57973, + 41967, + 8609, + 437, + 3067, + 33951, + 5840, + 656, + 41274, + 6033, + 3067, + 44035, + 9252, + 3154, + 3244, + 7942, + 11, + 264, + 7440, + 7218, + 7583, + 409, + 127889, + 37037, + 384, + 7505, + 90427, + 514, + 959, + 1995, + 264, + 89484, + 64177, + 82, + 409, + 2585, + 11, + 37560, + 8112, + 409, + 41635, + 72, + 5840, + 384, + 82402, + 15377, + 77236, + 36860, + 627, + 31305, + 42658, + 439, + 294, + 21920, + 64177, + 82, + 29638, + 70754, + 65080, + 16869, + 437, + 96746, + 1826, + 5420, + 15190, + 834, + 4406, + 3067, + 7440, + 7218, + 7583, + 409, + 127889, + 37037, + 384, + 7505, + 90427, + 3429, + 470, + 782, + 2308, + 297, + 12454, + 652, + 15377, + 8924, + 45682, + 26675, + 384, + 4547, + 18745, + 506, + 953, + 13652, + 94058, + 477, + 451, + 384, + 2486 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2467, + 336, + 2852, + 11, + 1826, + 283, + 3547, + 8862, + 865, + 478, + 3739, + 82, + 3429, + 74802, + 220, + 1419, + 18434, + 42607, + 12288, + 57567, + 29195, + 13238, + 71898, + 19216, + 82, + 74802, + 13, + 1630, + 64, + 513, + 1469, + 3935, + 13055, + 220, + 914, + 6033, + 220, + 966, + 7631, + 15844, + 13, + 31282, + 26860, + 4270, + 26414, + 2024, + 1995, + 3429, + 445, + 1995, + 1031, + 5169, + 264, + 264, + 20493, + 5840, + 656, + 56584, + 1937, + 30, + 7948, + 78, + 1744, + 4647, + 26675, + 11, + 28895, + 6252, + 297, + 56584, + 1937, + 15833, + 12067, + 1370, + 2172, + 13, + 29988, + 10610, + 9428, + 461, + 3913, + 1995, + 264, + 19477, + 36323, + 50116, + 1499, + 71437, + 10358, + 11, + 656, + 1744, + 72900, + 60286, + 283, + 7626, + 2172, + 297, + 10347, + 822, + 1080, + 64, + 1611, + 631, + 5840, + 656, + 37229, + 11837, + 4428, + 11, + 272, + 4988, + 64324, + 15925, + 13, + 10608, + 316, + 81284, + 297, + 47015, + 384, + 26564, + 81284, + 8119, + 2047, + 3978, + 10308, + 6754, + 1913, + 25295, + 13, + 18165, + 33457, + 2172, + 1744, + 58015, + 30914, + 83801, + 3547, + 261, + 653, + 27673, + 409, + 282, + 6792, + 18894, + 337, + 665, + 445, + 1995, + 1031, + 5169, + 13, + 31282, + 39, + 2192, + 37571, + 4317, + 865, + 478, + 3739, + 15190, + 89160, + 30, + 37, + 2483, + 87, + 974, + 37571, + 4317, + 865, + 478, + 3739, + 1080, + 64, + 20445, + 2649, + 384, + 89324, + 1744, + 264, + 2092, + 36323, + 4046, + 3547, + 20782, + 50103, + 11639, + 297, + 348, + 4896, + 27673, + 11, + 41967, + 44524, + 656, + 42614, + 4671, + 5481, + 11, + 28895, + 2536, + 47151, + 88026, + 437, + 3429, + 3547, + 20782, + 912, + 281, + 39619, + 13, + 31282, + 26860, + 23423, + 276, + 3547, + 261, + 1080, + 22267, + 440, + 78, + 409, + 89266, + 5840, + 3067, + 3276, + 16960, + 25233, + 1615, + 5436, + 532, + 409, + 30474, + 4535, + 78, + 30, + 1453, + 437, + 15180, + 12812, + 384, + 7537, + 277, + 3547, + 261, + 297, + 41349, + 1744, + 64324, + 8031, + 26407, + 20003, + 6252, + 311, + 7063, + 66601, + 19216, + 30607, + 79807, + 384, + 41967, + 1028, + 6491, + 384, + 6252, + 88759, + 277, + 33186, + 11, + 28895, + 12155, + 16973, + 12273, + 29830, + 285, + 409, + 220, + 3443, + 13, + 931, + 33588, + 13, + 31282, + 66001, + 58015, + 68364, + 31841, + 264, + 445, + 1995, + 1031, + 5169, + 264, + 19477, + 36323, + 3067, + 4244, + 5048, + 656, + 74700, + 409, + 46462, + 41609, + 9252, + 3067, + 393, + 29956, + 30, + 1369, + 6502, + 5169, + 1499, + 64, + 393, + 29956, + 2536, + 38045, + 83801, + 665, + 39311, + 28895, + 297, + 74700, + 409, + 4902, + 3963, + 511, + 9252, + 2536, + 40586, + 1370, + 277, + 912, + 281, + 39619, + 384, + 2024, + 2483, + 10808, + 653, + 4317, + 3703, + 78342, + 912, + 41987, + 3067, + 2254, + 9252, + 13, + 14569, + 447, + 8458, + 281, + 2249, + 268, + 15887, + 2709, + 96746, + 3429, + 1744, + 513, + 11347, + 521, + 656, + 281, + 39619, + 384, + 1826, + 283, + 41091, + 2262, + 78, + 409, + 1744, + 37560, + 1877, + 64, + 13, + 362, + 393, + 29956, + 91976, + 48647, + 384, + 912, + 56584, + 1937, + 1592, + 437, + 8031, + 9265, + 41278, + 50980, + 45112, + 8112, + 88026, + 437, + 13046, + 5928, + 2852, + 384, + 865, + 569, + 2483, + 4511, + 13, + 507, + 1744, + 305, + 5241, + 68, + 4046, + 264, + 348, + 7583, + 656, + 74700, + 33998, + 12067, + 865, + 569, + 2483, + 4511, + 13, + 1369, + 14094, + 1897, + 272, + 15686, + 264, + 1826, + 5840, + 11, + 1446, + 7583, + 653, + 4317, + 3678, + 370, + 6374, + 67714, + 297, + 1615, + 5436, + 822, + 3429, + 453, + 2483, + 13, + 31282, + 10987, + 1744, + 264, + 1469, + 56970, + 656, + 1867, + 1171, + 269, + 35762, + 8458, + 6354, + 277, + 4298, + 281, + 54176, + 864, + 87, + 121687, + 277, + 264, + 11723, + 7583, + 3067, + 393, + 29956, + 409, + 5960, + 66690, + 30, + 54986, + 2852, + 4502, + 11, + 28895, + 2709, + 77822, + 437, + 1080, + 5771, + 762, + 42550, + 325, + 4647, + 6491, + 1499, + 300, + 1841, + 265, + 466, + 300, + 384, + 297, + 490, + 95283, + 21236, + 2172, + 13, + 1369, + 34435 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2259, + 4647, + 11810, + 64, + 13, + 20423, + 300, + 6848, + 348, + 2116, + 4415, + 42355, + 78031, + 11, + 4247, + 1043, + 36890, + 11, + 29830, + 285, + 6033, + 32895, + 8755, + 56503, + 3074, + 13, + 1252, + 4317, + 1624, + 300, + 43237, + 1744, + 6348, + 1995, + 5534, + 953, + 4849, + 264, + 653, + 60050, + 29830, + 285, + 93754, + 1055, + 321, + 11, + 15190, + 70383, + 6754, + 4656, + 3244, + 15540, + 11, + 20003, + 18285, + 8536, + 3067, + 40438, + 7583, + 409, + 272, + 16977, + 42108, + 13, + 362, + 81807, + 4623, + 11, + 264, + 1744, + 29830, + 285, + 25893, + 300, + 1028, + 14871, + 409, + 25985, + 277, + 11, + 281, + 590, + 64, + 1744, + 934, + 15686, + 665, + 60661, + 409, + 308, + 13102, + 10610, + 4415, + 274, + 90739, + 22824, + 42600, + 11, + 264, + 22239, + 12812, + 9465, + 2709, + 490, + 10808, + 409, + 67065, + 14464, + 74091, + 11, + 20003, + 30914, + 277, + 2483, + 373, + 23819, + 2727, + 29195, + 29452, + 1744, + 28387, + 264, + 4179, + 1141, + 3200, + 1981, + 9589, + 1995, + 4247, + 2807, + 1744, + 829, + 68, + 409, + 12067, + 6127, + 78, + 384, + 19257, + 8869, + 2536, + 15627, + 29830, + 285, + 92429, + 11, + 20003, + 342, + 5676, + 61025, + 409, + 18062, + 543, + 277, + 25334, + 300, + 1028, + 14871, + 4647, + 21920, + 13, + 20388, + 81807, + 97211, + 11, + 26555, + 10610, + 757, + 30914, + 83801, + 4316, + 2249, + 277, + 29830, + 285, + 627, + 32, + 7005, + 978, + 3757, + 273, + 58548, + 2709, + 6502, + 437, + 409, + 69675, + 10845, + 1978, + 78, + 6033, + 30928, + 10845, + 1978, + 78, + 384, + 28157, + 325, + 29195, + 4317, + 58544, + 6347, + 1080, + 5771, + 762, + 4849, + 95437, + 78885, + 865, + 978, + 70052, + 8755, + 56503, + 4042, + 5380, + 8284, + 757, + 1179, + 83801, + 13, + 1369, + 1615, + 7992, + 66871, + 44955, + 7135, + 3557, + 8755, + 56503, + 15540, + 1744, + 3091, + 8890, + 268, + 384, + 58015, + 30914, + 268, + 19216, + 865, + 6960, + 11, + 1826, + 548, + 72, + 2262, + 64, + 11, + 829, + 34879, + 297, + 56309, + 17567, + 6033, + 2536, + 627, + 26860, + 73446, + 5899, + 4415, + 71544, + 409, + 912, + 635, + 5380, + 53, + 283, + 75891, + 953, + 277, + 264, + 95970, + 384, + 802, + 299, + 581, + 74960, + 11, + 58883, + 4415, + 71544, + 409, + 912, + 635, + 1028, + 14871, + 653, + 4317, + 5801, + 265, + 1744, + 2536, + 43237, + 272, + 4988, + 33304, + 72, + 520, + 582, + 2172, + 13, + 3959, + 5481, + 285, + 3067, + 9686, + 18829, + 72128, + 16920, + 5808, + 409, + 220, + 679, + 21, + 2536, + 22558, + 2586, + 89, + 2172, + 29830, + 285, + 16920, + 5808, + 1744, + 653, + 1370, + 409, + 73446, + 409, + 88238, + 4458, + 320, + 41625, + 2211, + 645, + 1028, + 14871, + 1744, + 21945, + 404, + 1744, + 2709, + 8571, + 94913, + 437, + 409, + 29830, + 285, + 3429, + 297, + 1206, + 640, + 6960, + 1744, + 11884, + 1744, + 439, + 308, + 2852, + 3293, + 288, + 2536, + 1028, + 5771, + 268, + 24108, + 3429, + 39311, + 570, + 507, + 57181, + 656, + 20605, + 3244, + 4046, + 11842, + 893, + 14295, + 11, + 409, + 18063, + 40163, + 11, + 653, + 4317, + 98031, + 5840, + 409, + 1375, + 14357, + 50116, + 121367, + 6960, + 18247, + 58132, + 324, + 87, + 11644, + 38430, + 11644, + 4042, + 1744, + 757, + 259, + 6632, + 83032, + 281, + 34569, + 20003, + 264, + 2483, + 28996, + 2536, + 281, + 2480, + 268, + 20120, + 2586, + 57000, + 13, + 3959, + 5481, + 285, + 1624, + 11, + 6033, + 34435, + 513, + 2536, + 757, + 348, + 78309, + 390, + 369, + 51455, + 384, + 5956, + 15782, + 50116, + 4317, + 6747, + 8458, + 11, + 15833, + 763, + 713, + 384, + 74232, + 11, + 409, + 30397, + 2206, + 953, + 579, + 627, + 966, + 1630, + 2194, + 8869, + 220, + 679, + 22, + 304, + 4968, + 7430, + 27771, + 13, + 19421, + 5118, + 37017, + 25, + 5192, + 3244, + 15540, + 409, + 4363, + 486, + 2259, + 11, + 40438, + 7583, + 11, + 15730, + 710, + 689, + 11, + 7080, + 25282, + 8755, + 56503, + 3074, + 11, + 7080, + 25282, + 93754, + 1055, + 321, + 11, + 39294, + 2172, + 8869, + 409, + 58544, + 5808, + 6184, + 10126, + 11, + 274, + 38485, + 342, + 28143 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 32, + 1630, + 43150, + 390, + 5294, + 2649, + 264, + 84899, + 220, + 19899, + 13, + 931, + 33588, + 29830, + 285, + 4247, + 459, + 1299, + 297, + 390, + 43301, + 384, + 1832, + 37111, + 656, + 29978, + 472, + 6491, + 13, + 721, + 2876, + 50785, + 721, + 469, + 88359, + 29141, + 13, + 362, + 68831, + 92308, + 865, + 3333, + 9265, + 3067, + 4563, + 84, + 18829, + 627, + 46, + 390, + 43301, + 384, + 1832, + 37111, + 409, + 220, + 17, + 13, + 11436, + 22419, + 297, + 57181, + 1744, + 513, + 5155, + 78, + 665, + 10845, + 24985, + 390, + 40192, + 25318, + 409, + 3613, + 4551, + 689, + 52304, + 10126, + 384, + 865, + 664, + 24985, + 285, + 13, + 3959, + 5481, + 285, + 3067, + 274, + 90739, + 459, + 360, + 5840, + 11, + 297, + 10706, + 384, + 1832, + 37111, + 11, + 50103, + 10845, + 24985, + 11639, + 653, + 4317, + 3419, + 8968, + 11, + 37870, + 1826, + 1149, + 2172, + 627, + 2729, + 3714, + 220, + 25377, + 13, + 931, + 33588, + 29830, + 285, + 865, + 44486, + 13, + 29124, + 264, + 41634, + 90108, + 42600, + 1744, + 264, + 1630, + 43150, + 2024, + 1995, + 1744, + 439, + 372, + 404, + 12708, + 93620, + 299, + 22011, + 373, + 656, + 58071, + 42041, + 409, + 1630, + 592, + 17528, + 409, + 10845, + 24985, + 320, + 10155, + 55, + 38, + 8, + 19290, + 2172, + 3067, + 1499, + 17060, + 3074, + 459, + 360, + 5840, + 656, + 390, + 43301, + 384, + 1832, + 37111, + 656, + 29978, + 472, + 6491, + 4247, + 20108, + 656, + 10502, + 88676, + 409, + 3926, + 3251, + 1832, + 78, + 39311, + 29830, + 285, + 3091, + 12440, + 264, + 5960, + 14751, + 295, + 5770, + 13, + 29631, + 64, + 21205, + 11, + 264, + 33951, + 5840, + 59305, + 1995, + 671, + 263, + 277, + 50980, + 16869, + 9252, + 264, + 27505, + 4202, + 7583, + 469, + 1215, + 87, + 7583, + 58320, + 11, + 38610, + 27016, + 1137, + 1744, + 4615, + 1553, + 64, + 220, + 6330, + 19262, + 402, + 266, + 3614, + 11, + 62446, + 653, + 8924, + 29830, + 285, + 38045, + 5670, + 3067, + 447, + 8458, + 2109, + 472, + 26826, + 409, + 47151, + 29830, + 285, + 409, + 297, + 6491, + 38101, + 627, + 32, + 513, + 22776, + 68831, + 3067, + 59033, + 656, + 687, + 967, + 59548, + 28324, + 3843, + 29350, + 656, + 23822, + 55, + 38, + 15279, + 283, + 665, + 20108, + 297, + 64648, + 708, + 958, + 2252, + 78, + 4247, + 27505, + 4202, + 7583, + 384, + 9632, + 283, + 264, + 4294, + 81016, + 3352, + 49859, + 532, + 3067, + 1630, + 43150, + 1499, + 437, + 330, + 36255, + 437, + 384, + 864, + 87, + 65225, + 54801, + 1, + 924, + 1658, + 13652, + 78885, + 38610, + 90953, + 43821, + 8112, + 20503, + 65072, + 3067, + 34122, + 3739, + 656, + 480, + 6048, + 2201, + 342, + 1604, + 3427, + 409, + 9482, + 1693, + 264, + 27865, + 42600, + 409, + 46698, + 5840, + 82, + 11540, + 417, + 2536, + 513, + 76955, + 25062, + 264, + 41634, + 61062, + 1744, + 27275, + 283, + 297, + 37042, + 384, + 1832, + 37111, + 665, + 220, + 1049, + 24, + 13, + 1666, + 2483, + 11, + 297, + 42041, + 390, + 5294, + 64, + 264, + 33951, + 5840, + 264, + 671, + 263, + 277, + 264, + 16869, + 9252, + 409, + 220, + 25377, + 13, + 20873, + 11, + 1419, + 33588, + 320, + 110633, + 285, + 2709, + 865, + 44486, + 2531, + 2852, + 23553, + 264, + 828, + 3067, + 48520, + 309, + 5840, + 665, + 348, + 7583, + 11398, + 28952, + 705, + 4247, + 2807, + 264, + 64403, + 7583, + 330, + 1658, + 3497, + 2649, + 409, + 22544, + 11752, + 7430, + 17872, + 264, + 1153, + 87685, + 409, + 61344, + 8080, + 439, + 46698, + 5840, + 82, + 1, + 27865, + 450, + 11354, + 3429, + 2709, + 1370, + 14295, + 384, + 1832, + 89944, + 409, + 5896, + 12574, + 18829, + 11, + 507, + 1088, + 8869, + 656, + 5492, + 11, + 356, + 2117, + 3067, + 2009, + 21152, + 384, + 5960, + 94813, + 72, + 11644, + 627, + 55, + 64, + 1744, + 12708, + 11, + 297, + 22011, + 373, + 656, + 23822, + 55, + 38, + 1826, + 7675, + 1370, + 16158, + 12826, + 297, + 64648, + 708, + 1744, + 297, + 38610, + 90953, + 43821, + 27016, + 1137, + 482, + 19663, + 2172, + 4247, + 66771, + 356, + 38221, + 300, + 384, + 25913, + 391, + 11644 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 32, + 330, + 44541, + 689, + 384, + 72427, + 1, + 6754, + 296, + 620, + 13213, + 409, + 40870, + 68, + 2111, + 969, + 11, + 1422, + 1263, + 4849, + 264, + 50452, + 409, + 938, + 668, + 48328, + 16036, + 437, + 362, + 330, + 44541, + 689, + 384, + 72427, + 1, + 6754, + 296, + 620, + 13213, + 409, + 40870, + 68, + 2111, + 969, + 11, + 1422, + 1263, + 4849, + 264, + 50452, + 409, + 938, + 668, + 48328, + 16036, + 437, + 362, + 330, + 44541, + 689, + 384, + 72427, + 1, + 6754, + 296, + 620, + 13213, + 409, + 40870, + 68, + 2111, + 969, + 11, + 1422, + 1263, + 4849, + 264, + 50452, + 409, + 938, + 668, + 48328, + 16036, + 437, + 362, + 330, + 44541, + 689, + 384, + 72427, + 1, + 6754, + 296, + 620, + 13213, + 409, + 40870, + 68, + 2111, + 969, + 11, + 1422, + 1263, + 4849, + 264, + 50452, + 409, + 938, + 668, + 48328, + 16036, + 437, + 198, + 27899, + 299, + 824, + 6133, + 1907, + 437, + 2109, + 472, + 13652, + 4247, + 74478, + 437, + 61989, + 656, + 20188, + 822, + 13, + 1630, + 1540, + 1604, + 51185, + 409, + 40870, + 68, + 328, + 23465, + 822, + 11, + 665, + 40870, + 68, + 2111, + 969, + 13, + 320, + 60343, + 25, + 1221, + 3757, + 385, + 409, + 40870, + 68, + 2111, + 969, + 8, + 1630, + 1540, + 1604, + 51185, + 409, + 40870, + 68, + 328, + 23465, + 822, + 11, + 665, + 40870, + 68, + 2111, + 969, + 13, + 320, + 60343, + 25, + 1221, + 3757, + 385, + 409, + 40870, + 68, + 2111, + 969, + 340, + 46, + 36860, + 362, + 13862, + 11015, + 6754, + 52627, + 13213, + 11, + 2773, + 869, + 5362, + 78885, + 1221, + 3757, + 385, + 409, + 40870, + 68, + 2111, + 969, + 11, + 348, + 10610, + 409, + 281, + 60477, + 665, + 15572, + 64, + 653, + 4317, + 33978, + 409, + 938, + 668, + 48328, + 16036, + 437, + 3429, + 1421, + 70496, + 384, + 1422, + 1263, + 404, + 264, + 330, + 44541, + 689, + 384, + 72427, + 1, + 409, + 296, + 620, + 13213, + 409, + 12067, + 297, + 20188, + 822, + 13, + 83305, + 3765, + 6853, + 9008, + 11, + 4770, + 30913, + 25, + 330, + 24434, + 42550, + 18062, + 543, + 277, + 41278, + 264, + 274, + 90739, + 25994, + 8119, + 8862, + 1744, + 15190, + 1620, + 2536, + 326, + 645, + 738, + 12273, + 3429, + 39311, + 1, + 9589, + 288, + 938, + 668, + 48328, + 11, + 834, + 5481, + 5771, + 2483, + 1395, + 285, + 4415, + 65845, + 87, + 2259, + 3566, + 3234, + 86930, + 15190, + 80836, + 64, + 11, + 738, + 276, + 50116, + 4317, + 81772, + 7304, + 6111, + 78031, + 56369, + 28952, + 11, + 4415, + 1744, + 513, + 3474, + 21575, + 297, + 687, + 5362, + 656, + 938, + 668, + 8869, + 13, + 362, + 16513, + 5840, + 11, + 19394, + 938, + 668, + 8869, + 34361, + 11437, + 653, + 69210, + 16681, + 6632, + 1744, + 3429, + 29638, + 3547, + 261, + 297, + 824, + 6133, + 70649, + 13, + 452, + 18223, + 11, + 1008, + 336, + 2852, + 8924, + 46418, + 61989, + 656, + 938, + 668, + 8869, + 11, + 26555, + 10610, + 513, + 7661, + 268, + 76120, + 81772, + 71970, + 19973, + 3714, + 409, + 33125, + 12155, + 1744, + 513, + 13713, + 29718, + 978, + 51953, + 300, + 384, + 18224, + 50516, + 15844, + 15482, + 19394, + 653, + 409, + 645, + 13, + 40870, + 68, + 2111, + 969, + 5954, + 969, + 264, + 72427, + 6754, + 296, + 620, + 13213, + 14925, + 7206, + 11, + 2709, + 938, + 668, + 48328, + 687, + 276, + 26555, + 10610, + 272, + 359, + 4317, + 97591, + 4538, + 6347, + 665, + 602, + 53, + 2689, + 87, + 384, + 14936, + 12641, + 3429, + 15715, + 40843, + 78072, + 300, + 1744, + 19257, + 55790, + 1560, + 1030, + 12635, + 2709, + 81772, + 71970, + 19973, + 299, + 409, + 33125, + 1080, + 300, + 56369, + 5840, + 82, + 912, + 272, + 13873, + 409, + 514, + 2353, + 13, + 17810, + 299, + 938, + 668, + 48328, + 2998, + 2860, + 11, + 362, + 13862, + 11015, + 6754, + 52627, + 13213, + 45866, + 4247, + 66883, + 390, + 8415, + 299, + 938, + 668, + 48328, + 11, + 33632, + 511, + 5670, + 264, + 46418, + 19216, + 3172, + 26675, + 3067, + 56184, + 384, + 656, + 63816, + 656, + 20188, + 822, + 13, + 507, + 57181, + 409, + 645, + 15833 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 10920, + 64, + 330, + 11241, + 324, + 9252, + 11, + 1221, + 1517, + 26675, + 384, + 20054, + 52641, + 912, + 77354, + 96167, + 702, + 46, + 36860, + 409, + 98624, + 330, + 11241, + 324, + 9252, + 11, + 1221, + 1517, + 26675, + 384, + 20054, + 52641, + 912, + 29928, + 86259, + 1, + 41546, + 581, + 5362, + 294, + 11178, + 297, + 87816, + 79332, + 3427, + 409, + 1556, + 19540, + 1082, + 384, + 12051, + 5840, + 96167, + 11, + 47280, + 34885, + 25689, + 64, + 264, + 6044, + 65225, + 81, + 4415, + 72390, + 1082, + 384, + 8136, + 2159, + 10628, + 409, + 6449, + 5670, + 83977, + 26675, + 2655, + 5928, + 2852, + 409, + 79415, + 25131, + 384, + 8924, + 3920, + 61594, + 409, + 58411, + 36228, + 656, + 29928, + 86259, + 11, + 1744, + 11810, + 276, + 22535, + 3653, + 6747, + 300, + 281, + 2784, + 300, + 409, + 81553, + 5840, + 912, + 29452, + 3728, + 627, + 38863, + 37690, + 656, + 8927, + 7209, + 198, + 51, + 9355, + 8792, + 409, + 98624, + 25, + 330, + 32, + 20054, + 28952, + 25007, + 344, + 8997, + 64, + 3429, + 439, + 3383, + 39965, + 300, + 320, + 984, + 7209, + 13251, + 16, + 13, + 4761, + 87, + 440, + 25204, + 384, + 3197, + 865, + 3333, + 409, + 18062, + 37037, + 198, + 46, + 36860, + 409, + 98624, + 330, + 11241, + 324, + 9252, + 11, + 1221, + 1517, + 26675, + 384, + 20054, + 52641, + 912, + 29928, + 86259, + 1, + 41546, + 581, + 5362, + 294, + 11178, + 297, + 87816, + 79332, + 3427, + 409, + 1556, + 19540, + 1082, + 384, + 12051, + 5840, + 96167, + 11, + 47280, + 34885, + 320, + 2185, + 13, + 343, + 2836, + 2726, + 8, + 25689, + 64, + 264, + 6044, + 65225, + 81, + 4415, + 72390, + 1082, + 384, + 8136, + 2159, + 10628, + 409, + 6449, + 5670, + 83977, + 26675, + 2655, + 5928, + 2852, + 409, + 79415, + 25131, + 384, + 8924, + 3920, + 61594, + 409, + 58411, + 36228, + 656, + 29928, + 86259, + 11, + 1744, + 11810, + 276, + 22535, + 3653, + 6747, + 300, + 281, + 2784, + 300, + 409, + 81553, + 5840, + 912, + 29452, + 3728, + 627, + 32, + 30607, + 79807, + 77236, + 36860, + 738, + 31841, + 50116, + 10783, + 384, + 50116, + 11964, + 7088, + 10913, + 1391, + 36890, + 1499, + 437, + 46418, + 39334, + 3714, + 11, + 9465, + 118812, + 513, + 82844, + 18916, + 65225, + 81, + 264, + 14464, + 74091, + 70972, + 18745, + 384, + 26555, + 10610, + 264, + 74802, + 78072, + 300, + 656, + 19216, + 3172, + 6491, + 76348, + 384, + 10623, + 17060, + 4042, + 11, + 1744, + 1826, + 5420, + 50516, + 5670, + 665, + 8936, + 2648, + 11, + 52764, + 66, + 8862, + 653, + 3678, + 1030, + 409, + 5293, + 5840, + 39598, + 384, + 86259, + 627, + 46, + 36860, + 5150, + 25689, + 64, + 44575, + 12826, + 264, + 31605, + 103343, + 653, + 369, + 78, + 409, + 11249, + 384, + 33766, + 3739, + 1744, + 11810, + 64, + 28230, + 277, + 653, + 16948, + 41284, + 60050, + 3674, + 384, + 46915, + 29350, + 13, + 1666, + 2483, + 11, + 513, + 52764, + 3913, + 11644, + 2709, + 42498, + 384, + 953, + 288, + 11744, + 18745, + 11, + 439, + 2047, + 537, + 300, + 409, + 98624, + 264, + 42658, + 384, + 653, + 4317, + 11884, + 36334, + 3074, + 79020, + 3074, + 409, + 74079, + 11, + 33186, + 15955, + 20612, + 17449, + 8112, + 409, + 12253, + 5840, + 89049, + 627, + 1737, + 19394, + 6826, + 64, + 513, + 61344, + 8080, + 11644, + 8415, + 299, + 3197, + 437, + 409, + 81553, + 5840, + 25, + 35615, + 384, + 11249, + 15482, + 2709, + 13189, + 437, + 10071, + 73467, + 4893, + 3067, + 865, + 478, + 3739, + 656, + 47280, + 34885, + 308, + 2423, + 27673, + 26, + 264, + 33766, + 3739, + 6184, + 10126, + 15482, + 264, + 908, + 18829, + 409, + 18062, + 37037, + 26, + 2047, + 537, + 300, + 409, + 11744, + 5840, + 30607, + 266, + 978, + 87, + 3074, + 26, + 384, + 74079, + 409, + 958, + 66, + 65758, + 409, + 5866, + 27897, + 384, + 409, + 92195, + 5840, + 3674, + 627, + 17, + 13, + 11964, + 7088, + 409, + 18062, + 37037, + 198, + 23083, + 47169, + 2382, + 871, + 1630, + 1540, + 278, + 9265, + 384, + 70972, + 5477, + 656, + 47280, + 34885, + 871, + 15601, + 2382, + 31, + 1286, + 916, + 198, + 11342, + 971, + 39551, + 645, + 3557, + 386, + 71437 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 330, + 27941, + 70, + 283, + 453, + 2483, + 384, + 294, + 953, + 978, + 2298, + 66601, + 1744, + 2536, + 55138, + 35030, + 4042, + 28895, + 64324, + 29195, + 4317, + 829, + 92816, + 1, + 665, + 55678, + 11, + 1375, + 460, + 665, + 91754, + 82, + 264, + 41465, + 4458, + 1326, + 278, + 297, + 20607, + 2917, + 126050, + 11, + 44681, + 73578, + 9008, + 13, + 44365, + 44681, + 11, + 1744, + 11262, + 762, + 7583, + 6246, + 29973, + 384, + 11639, + 304, + 1325, + 6960, + 11, + 259, + 6632, + 1744, + 945, + 569, + 277, + 865, + 26494, + 15190, + 63816, + 409, + 85024, + 384, + 11540, + 417, + 31157, + 12273, + 2586, + 89, + 283, + 264, + 47088, + 2648, + 1069, + 269, + 13, + 330, + 50, + 1739, + 462, + 84, + 653, + 4317, + 83975, + 981, + 26826, + 11, + 16006, + 283, + 22752, + 12635, + 384, + 2536, + 281, + 54176, + 3343, + 469, + 15190, + 2536, + 1446, + 118812, + 409, + 1367, + 14630, + 277, + 297, + 348, + 1832, + 1800, + 78, + 11, + 330, + 266, + 4193, + 78, + 1559, + 384, + 4411, + 65886, + 439, + 5862, + 97809, + 3343, + 452, + 2423, + 31221, + 297, + 75401, + 1871, + 15222, + 656, + 19973, + 299, + 409, + 78072, + 278, + 656, + 40964, + 11639, + 653, + 11398, + 29350, + 13, + 1252, + 4317, + 62097, + 2727, + 9008, + 656, + 2493, + 25196, + 4042, + 409, + 55678, + 1744, + 16736, + 12826, + 513, + 47088, + 12273, + 4415, + 59033, + 409, + 82844, + 8112, + 73512, + 16006, + 283, + 312, + 48999, + 78, + 11, + 20003, + 2536, + 22419, + 118812, + 13, + 330, + 50, + 1739, + 462, + 84, + 653, + 4317, + 83975, + 981, + 26826, + 11, + 16006, + 283, + 22752, + 12635, + 384, + 2536, + 281, + 54176, + 26, + 30670, + 6438, + 1559, + 384, + 4411, + 65886, + 439, + 5862, + 97809, + 498, + 1375, + 460, + 264, + 41465, + 4458, + 1326, + 278, + 44681, + 73578, + 9008, + 11, + 2917, + 126050, + 656, + 282, + 1604, + 55451, + 330, + 60742, + 4046, + 264, + 1589, + 90739, + 1972, + 9252, + 498, + 43329, + 295, + 17528, + 44681, + 73578, + 9008, + 17258, + 25295, + 39992, + 951, + 5481, + 285, + 656, + 32079, + 656, + 20607, + 2917, + 126050, + 13, + 330, + 8284, + 55138, + 308, + 13102, + 10610, + 1, + 3429, + 520, + 408, + 20782, + 11, + 297, + 1744, + 2605, + 17270, + 1744, + 264, + 52047, + 10240, + 513, + 44365, + 44681, + 330, + 69, + 1604, + 3913, + 7583, + 6033, + 2536, + 1, + 513, + 1826, + 1924, + 68, + 834, + 5481, + 5771, + 1260, + 61758, + 49012, + 35030, + 4042, + 3429, + 520, + 1693, + 297, + 40964, + 11540, + 417, + 264, + 93620, + 6347, + 77932, + 64324, + 282, + 1832, + 969, + 13, + 330, + 1542, + 78885, + 32895, + 297, + 40964, + 259, + 1924, + 68, + 15887, + 2709, + 96746, + 11, + 16006, + 277, + 2483, + 5770, + 498, + 5339, + 8968, + 13, + 1611, + 264, + 2483, + 1744, + 264, + 52047, + 1744, + 9008, + 66883, + 1744, + 297, + 68150, + 55451, + 330, + 325, + 829, + 36038, + 15190, + 76717, + 43445, + 3343, + 330, + 1542, + 390, + 6127, + 78, + 56888, + 25075, + 1860, + 57498, + 653, + 83937, + 264, + 3613, + 72, + 8968, + 3674, + 384, + 1744, + 311, + 5794, + 83120, + 11, + 33998, + 653, + 57181, + 62777, + 384, + 78885, + 32895, + 11, + 264, + 10237, + 68, + 50116, + 4317, + 7565, + 20103, + 4958, + 84662, + 3429, + 29028, + 498, + 594, + 69151, + 13, + 330, + 1542, + 297, + 40964, + 259, + 1924, + 68, + 15887, + 2709, + 96746, + 2536, + 19972, + 15295, + 513, + 282, + 1604, + 3913, + 7583, + 6033, + 2536, + 11, + 20003, + 78885, + 32895, + 16006, + 277, + 2483, + 5770, + 1, + 49693, + 417, + 14448, + 276, + 513, + 991, + 1762, + 910, + 6033, + 2536, + 90164, + 82, + 2531, + 2852, + 11, + 264, + 52047, + 656, + 282, + 1604, + 55451, + 72900, + 259, + 6632, + 7669, + 300, + 390, + 35808, + 290, + 2852, + 656, + 55347, + 300, + 11, + 264, + 2586, + 57000, + 78885, + 92192, + 98559, + 653, + 4317, + 21205, + 738, + 266, + 2172, + 297, + 282, + 1604, + 66, + 76384, + 409, + 44365, + 44681, + 272, + 4988, + 297, + 40964, + 64324, + 951, + 266, + 408, + 5362, + 13, + 330, + 35, + 6258, + 437, + 1744, + 4538, + 79395, + 82, + 1744 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 16, + 29300, + 362, + 73310, + 220, + 24, + 14, + 1049, + 17, + 11, + 656, + 220, + 966, + 409, + 1654, + 50010, + 11, + 409, + 39488, + 5840, + 16036, + 80278, + 384, + 5541, + 22776, + 656, + 49779, + 19624, + 409, + 10845, + 24985, + 11, + 70233, + 2649, + 1499, + 64, + 73310, + 220, + 868, + 14, + 1049, + 19, + 11, + 656, + 220, + 1682, + 409, + 1654, + 50010, + 11, + 912, + 20607, + 1989, + 7992, + 220, + 14057, + 11, + 52764, + 346, + 1744, + 264, + 26232, + 8968, + 409, + 15542, + 22776, + 3067, + 25705, + 9252, + 29422, + 80278, + 4046, + 653, + 1218, + 68, + 60050, + 409, + 7138, + 4458, + 1615, + 269, + 16158, + 11, + 13046, + 2172, + 409, + 4443, + 9252, + 865, + 324, + 87120, + 3074, + 11, + 3352, + 49859, + 822, + 384, + 477, + 89, + 10628, + 2047, + 3614, + 384, + 628, + 7304, + 95103, + 7583, + 912, + 12454, + 652, + 15377, + 6754, + 274, + 6792, + 300, + 64177, + 82, + 11, + 3429, + 297, + 61344, + 337, + 7986, + 78, + 665, + 470, + 25155, + 1499, + 64, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 384, + 2709, + 3613, + 301, + 2353, + 1744, + 25900, + 2850, + 9157, + 513, + 5503, + 1466, + 308, + 8458, + 6754, + 64177, + 82, + 409, + 1672, + 375, + 22776, + 11, + 7696, + 5840, + 3067, + 5897, + 9252, + 384, + 274, + 1149, + 3739, + 665, + 45558, + 409, + 16036, + 17434, + 384, + 297, + 951, + 336, + 375, + 14871, + 409, + 16869, + 300, + 74802, + 4634, + 27897, + 58015, + 61179, + 276, + 2709, + 42498, + 1826, + 266, + 21067, + 627, + 2170, + 2483, + 41349, + 11, + 52764, + 346, + 1744, + 4538, + 39334, + 3714, + 3067, + 3944, + 8968, + 264, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 384, + 2709, + 3613, + 301, + 2353, + 1744, + 25900, + 2850, + 9157, + 513, + 5503, + 1466, + 308, + 8458, + 13, + 362, + 14566, + 5840, + 8924, + 3613, + 301, + 2353, + 42658, + 521, + 264, + 50452, + 656, + 8024, + 6960, + 10347, + 822, + 409, + 1008, + 17082, + 3739, + 11, + 1744, + 59305, + 1995, + 1536, + 466, + 264, + 264, + 20493, + 5840, + 8031, + 689, + 656, + 1856, + 12052, + 3067, + 11095, + 5840, + 384, + 656, + 7440, + 4896, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 384, + 33998, + 586, + 2172, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 627, + 29967, + 1826, + 266, + 21067, + 3067, + 26232, + 8968, + 409, + 15542, + 22776, + 3067, + 25705, + 9252, + 29422, + 80278, + 369, + 263, + 264, + 20493, + 5670, + 78885, + 65201, + 998, + 3154, + 263, + 51080, + 4042, + 220, + 11702, + 14, + 1049, + 22, + 11, + 656, + 220, + 2148, + 409, + 704, + 392, + 299, + 11, + 384, + 586, + 5670, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 31311, + 220, + 9716, + 11, + 656, + 220, + 845, + 409, + 6747, + 50010, + 627, + 17, + 29300, + 507, + 1221, + 3757, + 385, + 409, + 650, + 3653, + 3667, + 29832, + 5899, + 53112, + 65225, + 35989, + 4634, + 27897, + 665, + 45558, + 409, + 15869, + 2259, + 16036, + 80278, + 11, + 665, + 13053, + 799, + 656, + 834, + 2252, + 78, + 912, + 1989, + 7992, + 220, + 1490, + 3067, + 73310, + 220, + 20, + 14, + 2550, + 22, + 11, + 656, + 220, + 1313, + 409, + 865, + 65688, + 11, + 409, + 33951, + 5840, + 2254, + 409, + 10845, + 24985, + 11, + 912, + 1989, + 7992, + 220, + 914, + 3067, + 73310, + 220, + 22, + 14, + 3753, + 20, + 11, + 656, + 220, + 17, + 409, + 88387, + 11, + 14420, + 30913, + 6754, + 23963, + 656, + 9517, + 87, + 547, + 2254, + 11, + 384, + 12155, + 1989, + 33339, + 220, + 12652, + 384, + 94172, + 288, + 3067, + 73310, + 220, + 24, + 14, + 1049, + 17, + 11, + 656, + 220, + 966, + 409, + 1654, + 50010, + 11, + 409, + 39488, + 5840, + 16036, + 80278, + 384, + 5541, + 22776, + 656, + 49779, + 19624, + 409, + 10845, + 24985, + 627, + 32, + 73310, + 220, + 22, + 14, + 3753, + 20, + 11, + 656, + 220, + 17, + 409, + 88387, + 11, + 14420, + 30913, + 6754, + 23963, + 656, + 9517, + 87, + 547, + 2254, + 11, + 912, + 20607, + 1989, + 7992, + 220, + 605, + 11, + 6449 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 29253, + 653, + 4317, + 958, + 3833, + 5840, + 41091, + 65058, + 9465, + 2709, + 39334, + 3714, + 1744, + 865, + 592, + 30588, + 1744, + 83032, + 20108, + 8924, + 58633, + 665, + 1744, + 4538, + 603, + 5670, + 6013, + 276, + 264, + 30607, + 332, + 19879, + 628, + 268, + 9157, + 49490, + 105637, + 11354, + 320, + 3975, + 78, + 30670, + 7206, + 11, + 55086, + 30670, + 7206, + 11, + 45866, + 30670, + 7206, + 8, + 6033, + 67605, + 3739, + 82, + 29830, + 285, + 6033, + 32895, + 5155, + 300, + 3067, + 38172, + 4381, + 16287, + 58544, + 64, + 320, + 79, + 1995, + 87, + 20718, + 30670, + 7206, + 11, + 908, + 61025, + 30670, + 7206, + 11, + 2107, + 16485, + 29752, + 30670, + 7206, + 570, + 1666, + 2483, + 513, + 1367, + 15677, + 1744, + 1162, + 912, + 220, + 1135, + 4, + 8924, + 87610, + 83050, + 264, + 19477, + 36323, + 10566, + 64, + 6449, + 2649, + 11, + 4725, + 12826, + 4247, + 961, + 27235, + 300, + 7015, + 519, + 56000, + 300, + 320, + 1987, + 570, + 49693, + 417, + 390, + 328, + 93580, + 15491, + 11639, + 653, + 4317, + 84789, + 41091, + 48370, + 1744, + 3273, + 5771, + 7583, + 15491, + 30607, + 79807, + 665, + 958, + 7864, + 1394, + 3244, + 1080, + 6515, + 9330, + 11, + 54189, + 2536, + 47151, + 264, + 1153, + 87685, + 85878, + 14532, + 5840, + 627, + 14101, + 10808, + 40524, + 653, + 4317, + 4547, + 5840, + 37015, + 1080, + 64, + 1744, + 11, + 1499, + 64, + 1685, + 24238, + 656, + 1008, + 23129, + 822, + 11, + 264, + 2000, + 2453, + 437, + 297, + 35010, + 50116, + 4317, + 477, + 5840, + 1207, + 6114, + 2649, + 3429, + 30382, + 404, + 264, + 4623, + 409, + 24108, + 58516, + 3573, + 83, + 20782, + 66518, + 47151, + 653, + 4752, + 97556, + 1865, + 60287, + 2221, + 55086, + 11, + 328, + 93580, + 87996, + 8112, + 653, + 4317, + 30607, + 266, + 327, + 689, + 409, + 11723, + 7583, + 38172, + 2448, + 80278, + 11, + 20003, + 21797, + 64, + 19216, + 6697, + 98827, + 8112, + 53265, + 71281, + 3429, + 328, + 93580, + 11, + 58883, + 297, + 20607, + 28963, + 10628, + 123667, + 325, + 912, + 85428, + 37015, + 1744, + 11741, + 391, + 8083, + 2709, + 42498, + 9955, + 14222, + 15844, + 19477, + 332, + 25204, + 2001, + 665, + 25626, + 72628, + 26555, + 10610, + 5347, + 86533, + 17038, + 2001, + 264, + 15715, + 40843, + 79395, + 82, + 9099, + 275, + 48213, + 50103, + 297, + 11153, + 6632, + 2536, + 2098, + 556, + 24108, + 627, + 32, + 282, + 1832, + 8892, + 5724, + 29830, + 285, + 470, + 25155, + 409, + 4547, + 277, + 445, + 2089, + 4046, + 435, + 4406, + 26, + 409, + 27275, + 277, + 264, + 26564, + 5048, + 297, + 1375, + 859, + 3067, + 91429, + 11, + 2807, + 15295, + 1744, + 29253, + 653, + 4317, + 27275, + 27564, + 4415, + 35615, + 30382, + 4849, + 11, + 409, + 53460, + 9008, + 1744, + 513, + 69694, + 64, + 85409, + 13189, + 78, + 390, + 846, + 998, + 656, + 7351, + 78, + 1744, + 390, + 4247, + 934, + 34315, + 7583, + 6252, + 4547, + 277, + 627, + 1542, + 58015, + 2995, + 329, + 25075, + 19216, + 19477, + 36323, + 68831, + 2001, + 435, + 4406, + 2001, + 653, + 1008, + 23129, + 822, + 409, + 79213, + 11, + 297, + 27284, + 4046, + 1744, + 453, + 10610, + 409, + 8464, + 404, + 297, + 445, + 2089, + 26555, + 10610, + 513, + 69694, + 64, + 264, + 79213, + 656, + 7351, + 78, + 13, + 358, + 34152, + 4046, + 11, + 68160, + 40524, + 653, + 4317, + 30607, + 79807, + 665, + 1744, + 513, + 37608, + 276, + 294, + 6792, + 300, + 8464, + 27897, + 16948, + 28139, + 285, + 29195, + 4317, + 89272, + 94815, + 5347, + 86533, + 17038, + 396, + 1995, + 50129, + 13, + 50464, + 24108, + 11, + 513, + 297, + 77843, + 46915, + 29350, + 9961, + 2259, + 264, + 9049, + 343, + 2448, + 9252, + 14532, + 28952, + 409, + 34437, + 1744, + 264, + 89272, + 22544, + 409, + 96537, + 42918, + 19477, + 1564, + 4046, + 8112, + 653, + 4317, + 4547, + 5840, + 409, + 445, + 2089, + 384, + 409, + 79213, + 11, + 264, + 864, + 981, + 26826, + 4247, + 658, + 87120, + 2423, + 13, + 358, + 34152, + 68150, + 346, + 16188, + 12826, + 272, + 4988, + 328, + 93580, + 1491, + 30588, + 653, + 2807, + 754, + 409, + 7351, + 78, + 390, + 951, + 652 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 3067, + 52047, + 627, + 53, + 2436, + 33766, + 42790, + 15482, + 264, + 274, + 90739, + 25994, + 13, + 63782, + 46180, + 1645, + 664, + 19260, + 390, + 67070, + 10994, + 15190, + 1860, + 540, + 2172, + 3429, + 272, + 7442, + 66601, + 439, + 2047, + 75013, + 11, + 20003, + 72900, + 64324, + 264, + 281, + 8467, + 409, + 439, + 14080, + 439, + 58544, + 19879, + 272, + 4988, + 77703, + 283, + 409, + 4623, + 627, + 29967, + 1488, + 2353, + 384, + 2709, + 19189, + 318, + 18745, + 264, + 2483, + 28996, + 30209, + 268, + 13, + 2998, + 84159, + 2172, + 11, + 650, + 2436, + 293, + 6217, + 264, + 15887, + 3067, + 25233, + 384, + 10491, + 4671, + 1768, + 658, + 41349, + 264, + 24547, + 64, + 409, + 1841, + 13616, + 385, + 627, + 46, + 1180, + 78, + 2024, + 346, + 8869, + 2586, + 4458, + 32150, + 264, + 912, + 12583, + 18829, + 656, + 41349, + 35963, + 627, + 33, + 30149, + 10994, + 934, + 486, + 282, + 2249, + 404, + 390, + 7462, + 8318, + 299, + 19216, + 56184, + 11, + 20003, + 658, + 87610, + 978, + 275, + 5418, + 13, + 4701, + 6347, + 934, + 486, + 1446, + 653, + 326, + 39619, + 3429, + 2709, + 10632, + 13, + 2360, + 20607, + 15135, + 2536, + 47151, + 44630, + 1037, + 384, + 6520, + 34928, + 45083, + 2709, + 87725, + 54801, + 1744, + 779, + 403, + 283, + 4415, + 274, + 90739, + 25994, + 627, + 7, + 16, + 8, + 9757, + 68, + 3067, + 737, + 50839, + 409, + 15504, + 3244, + 507, + 91489, + 19878, + 11872, + 78, + 25, + 3887, + 5928, + 26464, + 16771, + 11872, + 78, + 2726, + 198, + 46, + 52111, + 2536, + 514, + 6723, + 1672, + 38096, + 64, + 264, + 828, + 409, + 77998, + 3739, + 11, + 20003, + 390, + 41278, + 4915, + 324, + 9252, + 10566, + 22419, + 297, + 62578, + 8286, + 7080, + 3370, + 3242, + 50864, + 912, + 39294, + 2172, + 8869, + 3067, + 436, + 90739, + 3067, + 31925, + 9786, + 220, + 1958, + 11, + 4415, + 4563, + 84, + 18829, + 13, + 320, + 17, + 8, + 2360, + 15135, + 18916, + 6792, + 68, + 653, + 4317, + 65845, + 87, + 2259, + 409, + 586, + 9252, + 6179, + 4988, + 3067, + 586, + 5840, + 656, + 57181, + 311, + 6489, + 656, + 294, + 14222, + 3370, + 342, + 1604, + 3427, + 1824, + 561, + 301, + 11644, + 409, + 2009, + 42824, + 30474, + 978, + 11, + 384, + 19972, + 15295, + 1744, + 6127, + 78, + 85072, + 65886, + 665, + 865, + 65688, + 409, + 220, + 5926, + 23, + 627, + 30146, + 26017, + 51473, + 4600, + 283, + 426, + 1995, + 4835, + 21781, + 409, + 435, + 1291, + 78671, + 7206, + 665, + 25048, + 665, + 220, + 9367, + 24, + 11, + 94058, + 94352, + 3739, + 18916, + 65225, + 90314, + 33894, + 300, + 33186, + 665, + 342, + 1604, + 3427, + 8112, + 665, + 6445, + 301, + 11644, + 384, + 390, + 30391, + 10338, + 409, + 42592, + 78, + 26531, + 61025, + 320, + 18, + 4390, + 30146, + 26017, + 11, + 1080, + 295, + 1995, + 52360, + 8924, + 58544, + 4692, + 656, + 42907, + 16468, + 15377, + 384, + 70972, + 5477, + 84820, + 4415, + 864, + 4511, + 64, + 3067, + 50510, + 17270, + 11, + 27981, + 283, + 95437, + 264, + 3273, + 288, + 7583, + 409, + 865, + 978, + 70052, + 28485, + 35409, + 4042, + 13, + 29988, + 10610, + 3887, + 283, + 86050, + 5891, + 27771, + 409, + 23100, + 64, + 10878, + 5840, + 8112, + 10845, + 24985, + 20449, + 269, + 80278, + 6033, + 10845, + 24985, + 18766, + 64, + 627, + 16589, + 90132, + 9265, + 38830, + 4849, + 264, + 43912, + 75, + 959, + 78, + 6754, + 11301, + 300, + 665, + 220, + 7285, + 19, + 11, + 43912, + 24244, + 301, + 11301, + 278, + 4225, + 60477, + 1543, + 437, + 294, + 24823, + 25155, + 47392, + 3067, + 274, + 90739, + 69297, + 390, + 11868, + 26017, + 320, + 19, + 4390, + 2654, + 336, + 2852, + 409, + 7584, + 261, + 8112, + 3273, + 1955, + 384, + 865, + 1540, + 278, + 9265, + 11, + 11868, + 26017, + 18062, + 543, + 283, + 912, + 13015, + 822, + 409, + 17375, + 9895, + 39583, + 264, + 274, + 90739, + 10237, + 68, + 665, + 28035, + 8112, + 20503, + 65072, + 50116, + 11677, + 68, + 18728, + 299, + 10176, + 3370, + 320, + 20, + 4390, + 32, + 32850, + 62796, + 44797, + 409, + 11868, + 26017, + 77161, + 297, + 79866, + 300 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 37, + 332, + 324, + 3105, + 4046, + 653, + 4317, + 33978, + 409, + 4316, + 2249, + 437, + 4039, + 5670, + 78781, + 1656, + 307, + 1137, + 62586, + 64, + 4247, + 13678, + 18370, + 6147, + 320, + 846, + 5477, + 409, + 330, + 791, + 85733, + 909, + 384, + 6941, + 1630, + 13, + 32196, + 320, + 8890, + 290, + 9265, + 26555, + 10610, + 409, + 330, + 791, + 85733, + 1865, + 9589, + 1995, + 35288, + 2649, + 912, + 39124, + 220, + 3101, + 15, + 11, + 4415, + 56184, + 409, + 330, + 77869, + 1, + 35741, + 4356, + 11, + 19477, + 65225, + 3315, + 15482, + 439, + 11369, + 25196, + 300, + 3067, + 3276, + 16960, + 35741, + 4356, + 13, + 1183, + 17099, + 521, + 50116, + 36860, + 4039, + 2172, + 409, + 83937, + 29830, + 285, + 409, + 220, + 508, + 52762, + 409, + 10878, + 5840, + 2558, + 55451, + 4247, + 45288, + 1744, + 82949, + 283, + 264, + 17105, + 83714, + 4247, + 91065, + 3739, + 297, + 220, + 1591, + 409, + 86628, + 409, + 220, + 2550, + 24, + 665, + 64993, + 69519, + 11, + 384, + 11885, + 75507, + 84, + 912, + 802, + 39583, + 297, + 220, + 605, + 409, + 83289, + 409, + 220, + 1049, + 18, + 627, + 37, + 332, + 324, + 3105, + 11639, + 297, + 17567, + 3067, + 46956, + 26826, + 409, + 3331, + 37792, + 4415, + 3926, + 9008, + 67661, + 532, + 409, + 35741, + 4356, + 409, + 220, + 7285, + 24, + 384, + 13678, + 18370, + 6147, + 11347, + 283, + 297, + 17567, + 51388, + 45542, + 3429, + 264, + 274, + 90739, + 33978, + 13, + 507, + 87724, + 409, + 864, + 782, + 7697, + 3739, + 3429, + 25985, + 277, + 10566, + 11159, + 78, + 18111, + 324, + 9265, + 390, + 330, + 91905, + 17449, + 2536, + 453, + 40375, + 1832, + 53310, + 41091, + 1008, + 275, + 39924, + 498, + 23464, + 11206, + 273, + 15190, + 20607, + 49012, + 653, + 18062, + 37037, + 409, + 31723, + 38101, + 627, + 32, + 51422, + 409, + 43647, + 324, + 3105, + 991, + 375, + 4458, + 297, + 220, + 2148, + 409, + 1654, + 50010, + 409, + 220, + 2550, + 24, + 665, + 35741, + 4356, + 11, + 272, + 4988, + 53517, + 11, + 653, + 4647, + 13028, + 54776, + 300, + 2172, + 1744, + 18062, + 21575, + 2109, + 472, + 36099, + 88870, + 4046, + 330, + 4575, + 62723, + 12826, + 1, + 390, + 87, + 301, + 2172, + 29195, + 9511, + 37690, + 28658, + 5241, + 10610, + 4042, + 409, + 35741, + 4356, + 384, + 99672, + 220, + 1041, + 15, + 38101, + 48034, + 15190, + 65744, + 384, + 16948, + 23463, + 297, + 220, + 2148, + 409, + 1654, + 50010, + 409, + 220, + 15531, + 24, + 665, + 330, + 77869, + 1, + 35741, + 4356, + 13, + 3623, + 5771, + 75507, + 264, + 2009, + 8458, + 11, + 653, + 4317, + 1689, + 64, + 54877, + 36427, + 1744, + 58015, + 934, + 486, + 46460, + 277, + 653, + 16797, + 409, + 18062, + 37037, + 11, + 384, + 264, + 97645, + 11, + 653, + 12585, + 65617, + 2772, + 11, + 42724, + 1832, + 37111, + 384, + 11551, + 418, + 1832, + 1543, + 78, + 13, + 650, + 8458, + 447, + 2483, + 2709, + 31723, + 34086, + 27771, + 409, + 43647, + 324, + 3105, + 11, + 43914, + 1744, + 513, + 5355, + 2694, + 4988, + 6747, + 437, + 1732, + 20589, + 665, + 19394, + 67594, + 347, + 822, + 627, + 10909, + 20589, + 384, + 658, + 74485, + 627, + 87655, + 332, + 324, + 3105, + 1, + 18713, + 768, + 15190, + 865, + 978, + 70052, + 470, + 4596, + 409, + 79395, + 11, + 4247, + 34556, + 264, + 490, + 3105, + 348, + 9008, + 665, + 259, + 11368, + 19216, + 82, + 74079, + 384, + 91806, + 19879, + 8924, + 8654, + 1610, + 5670, + 3067, + 33864, + 29935, + 17855, + 13, + 362, + 46591, + 7583, + 8924, + 67594, + 347, + 3614, + 490, + 13005, + 15482, + 297, + 490, + 42825, + 53517, + 11, + 2009, + 8458, + 384, + 97645, + 11, + 264, + 2483, + 28996, + 1744, + 26555, + 10610, + 25595, + 13811, + 1732, + 20589, + 627, + 37, + 894, + 4046, + 653, + 304, + 8637, + 2868, + 7477, + 1394, + 1744, + 18062, + 543, + 12273, + 70398, + 2109, + 472, + 29856, + 409, + 23317, + 1744, + 22419, + 390, + 87, + 301, + 2172, + 4415, + 13088, + 73047, + 2649, + 656, + 35963, + 409, + 1556, + 258, + 22460, + 409, + 220, + 1049, + 15, + 34435, + 3067, + 1913, + 6754, + 3958, + 278 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1, + 46, + 1421, + 70546, + 10628, + 409, + 35030, + 17038, + 2700, + 773, + 1157, + 288, + 96215, + 297, + 16456, + 42750, + 15377, + 3067, + 86983, + 3067, + 1376, + 13264, + 991, + 34411, + 702, + 47, + 2431, + 3935, + 10808, + 15190, + 33077, + 263, + 20358, + 3067, + 2582, + 28531, + 8924, + 98490, + 17038, + 83939, + 54869, + 1744, + 8136, + 295, + 309, + 264, + 8249, + 2259, + 264, + 4543, + 44524, + 384, + 297, + 61758, + 656, + 95804, + 3468, + 6292, + 13, + 46991, + 4673, + 88456, + 3282, + 288, + 43386, + 1744, + 330, + 64, + 95527, + 6027, + 8924, + 79730, + 437, + 35030, + 17038, + 4046, + 86259, + 12826, + 16456, + 42750, + 4849, + 384, + 41905, + 4046, + 29028, + 1744, + 32190, + 12155, + 29294, + 1262, + 360, + 13279, + 13, + 507, + 42176, + 12674, + 15833, + 912, + 61596, + 409, + 71602, + 69468, + 35030, + 17038, + 2700, + 773, + 1157, + 288, + 13, + 507, + 42176, + 48383, + 912, + 61596, + 409, + 297, + 65992, + 978, + 10599, + 3067, + 16233, + 68488, + 951, + 25817, + 11403, + 439, + 62281, + 1841, + 64909, + 1744, + 297, + 27318, + 72, + 20822, + 45689, + 409, + 16233, + 68488, + 2700, + 30885, + 37930, + 93002, + 384, + 11, + 470, + 41905, + 11, + 8654, + 8186, + 277, + 2709, + 35030, + 17038, + 409, + 1744, + 297, + 42765, + 33186, + 73866, + 3429, + 86084, + 656, + 27318, + 72, + 20822, + 45689, + 409, + 16233, + 68488, + 627, + 44, + 343, + 4088, + 4673, + 88456, + 3282, + 288, + 4046, + 11, + 23553, + 1172, + 19846, + 8869, + 409, + 220, + 679, + 22, + 11, + 297, + 46168, + 263, + 20358, + 3067, + 2582, + 28531, + 8924, + 98490, + 17038, + 409, + 34411, + 11, + 60707, + 68743, + 2848, + 90680, + 1744, + 1592, + 10071, + 409, + 220, + 1135, + 7625, + 35030, + 17038, + 1672, + 38096, + 437, + 13, + 362, + 14240, + 3074, + 11, + 264, + 409, + 546, + 39073, + 11, + 264, + 711, + 23174, + 3067, + 86983, + 3067, + 8249, + 2259, + 384, + 8924, + 656, + 21938, + 38169, + 336, + 20108, + 3067, + 3194, + 3496, + 3067, + 6141, + 336, + 11, + 1744, + 5503, + 969, + 35701, + 264, + 1239, + 91603, + 8924, + 35030, + 17038, + 11, + 53696, + 991, + 4751, + 437, + 15869, + 2259, + 417, + 53696, + 912, + 1744, + 43386, + 594, + 375, + 6491, + 3869, + 2531, + 288, + 1989, + 285, + 13, + 393, + 2431, + 3935, + 10808, + 15190, + 33077, + 263, + 20358, + 83939, + 54869, + 1744, + 8136, + 295, + 309, + 264, + 8249, + 2259, + 264, + 4543, + 44524, + 384, + 297, + 61758, + 656, + 95804, + 3468, + 6292, + 13, + 46774, + 4046, + 1744, + 57554, + 264, + 62822, + 655, + 2709, + 54869, + 4415, + 5960, + 9252, + 79332, + 6885, + 23553, + 34411, + 30, + 27887, + 470, + 6573, + 277, + 96266, + 1744, + 264, + 2582, + 28531, + 8924, + 98490, + 17038, + 409, + 34411, + 52510, + 4317, + 2709, + 54869, + 1744, + 8136, + 295, + 309, + 2709, + 79730, + 437, + 90155, + 300, + 11, + 53696, + 912, + 70792, + 42765, + 53696, + 308, + 412, + 3714, + 71977, + 13, + 386, + 3159, + 437, + 8924, + 54869, + 1744, + 264, + 8249, + 2259, + 71506, + 26577, + 41975, + 12826, + 30710, + 470, + 11099, + 264, + 57973, + 71977, + 3067, + 39600, + 11, + 8112, + 469, + 1508, + 4317, + 11, + 384, + 1121, + 309, + 3067, + 951, + 25817, + 48476, + 656, + 55739, + 35030, + 4042, + 384, + 3067, + 1179, + 66696, + 3067, + 97203, + 35030, + 4042, + 30659, + 6960, + 1210, + 2321, + 4751, + 437, + 4371, + 10649, + 285, + 264, + 2503, + 73426, + 991, + 34411, + 4046, + 71662, + 10071, + 86580, + 11, + 470, + 4543, + 951, + 43114, + 15377, + 17580, + 1841, + 265, + 51185, + 35030, + 15540, + 384, + 17580, + 87556, + 15607, + 409, + 55739, + 1, + 32129, + 4046, + 264, + 2503, + 73426, + 8924, + 35030, + 17038, + 991, + 34411, + 11, + 99960, + 2709, + 11083, + 8801, + 54869, + 30, + 29967, + 54869, + 1744, + 18434, + 15295, + 991, + 34411, + 12674, + 30710, + 4543, + 18525, + 6632, + 656, + 70792, + 42765, + 384, + 4790, + 5308, + 336, + 10832, + 951, + 25817, + 48476, + 3067, + 2848, + 1056, + 3496, + 35030, + 3074, + 1744, + 991, + 39311, + 4270, + 24985, + 2709, + 89249, + 409, + 97995, + 384, + 2709, + 272, + 5969, + 3282, + 437, + 13, + 2360, + 1218, + 13873 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 409, + 83852, + 15833, + 293, + 1604, + 8869, + 627, + 29197, + 593, + 19972, + 7583, + 297, + 1744, + 41236, + 64, + 67714, + 627, + 42987, + 18829, + 308, + 2192, + 30234, + 4849, + 627, + 29967, + 312, + 2000, + 54801, + 5320, + 5771, + 268, + 665, + 6730, + 72, + 14871, + 627, + 1737, + 272, + 13873, + 24108, + 5380, + 8284, + 297, + 56868, + 66780, + 627, + 8284, + 802, + 5919, + 13, + 11842, + 8136, + 540, + 300, + 627, + 67, + 108368, + 264, + 118812, + 24848, + 48474, + 627, + 46451, + 384, + 8232, + 78, + 1028, + 84, + 61700, + 281, + 6879, + 288, + 6348, + 264, + 25233, + 627, + 44, + 88623, + 26555, + 10610, + 13, + 328, + 1832, + 934, + 2382, + 264, + 2947, + 19870, + 98620, + 627, + 45, + 13102, + 10610, + 5899, + 1744, + 781, + 12635, + 15491, + 912, + 635, + 627, + 55, + 64, + 19972, + 288, + 118812, + 4046, + 627, + 46, + 17074, + 1172, + 6491, + 95954, + 627, + 35, + 108368, + 264, + 2947, + 19870, + 98620, + 198, + 68, + 7591, + 953, + 373, + 3547, + 261, + 297, + 1744, + 9165, + 2536, + 44496, + 3547, + 261, + 4999, + 51, + 7942, + 264, + 90318, + 64, + 34122, + 3739, + 627, + 53, + 288, + 81807, + 829, + 92816, + 1612, + 78, + 5380, + 2149, + 3427, + 409, + 24788, + 3244, + 4502, + 1744, + 5899, + 627, + 77264, + 13, + 11842, + 281, + 2601, + 627, + 29197, + 1744, + 2536, + 5380, + 5001, + 5481, + 285, + 409, + 12067, + 297, + 1744, + 5155, + 78, + 627, + 51, + 14320, + 264, + 53403, + 1744, + 25540, + 283, + 627, + 32, + 5906, + 50929, + 13, + 362, + 10237, + 68, + 627, + 29197, + 1744, + 2536, + 59305, + 7583, + 293, + 2426, + 64, + 1499, + 64, + 9314, + 478, + 969, + 198, + 68, + 1218, + 34830, + 66601, + 264, + 14409, + 13943, + 297, + 1744, + 934, + 486, + 5380, + 46451, + 1744, + 3117, + 25318, + 513, + 439, + 21830, + 300, + 282, + 8477, + 15190, + 5891, + 5512, + 5380, + 21902, + 2483, + 1815, + 45712, + 2172, + 43914, + 43732, + 198, + 268, + 272, + 13873, + 2586, + 89, + 13055, + 264, + 326, + 15008, + 277, + 627, + 22771, + 13, + 328, + 1832, + 47151, + 653, + 4317, + 27812, + 64, + 198, + 593, + 3091, + 26976, + 10610, + 390, + 25994, + 66883, + 41349, + 627, + 29197, + 951, + 911, + 12997, + 11, + 28658, + 1995, + 2298, + 2727, + 54448, + 269, + 627, + 44, + 6870, + 3399, + 13, + 14128, + 285, + 1744, + 1877, + 64, + 264, + 86027, + 4999, + 46, + 43441, + 1841, + 37037, + 15833, + 58989, + 30, + 25459, + 4999, + 78, + 56309, + 9522, + 29197, + 593, + 15925, + 2536, + 55162, + 1370, + 277, + 627, + 44, + 306, + 417, + 9216, + 556, + 11, + 4915, + 52750, + 72, + 9522, + 36, + 15925, + 1826, + 548, + 72, + 264, + 2483, + 3429, + 3474, + 14140, + 627, + 51, + 347, + 300, + 439, + 57429, + 627, + 44, + 306, + 417, + 9216, + 556, + 627, + 39, + 2192, + 29028, + 1744, + 514, + 3415, + 6252, + 2807, + 198, + 6489, + 6491, + 24108, + 272, + 4988, + 757, + 8822, + 300, + 627, + 46, + 1744, + 5380, + 80026, + 13, + 58989, + 11, + 6502, + 283, + 24108, + 627, + 36, + 33186, + 13, + 507, + 25196, + 297, + 656, + 20607, + 14943, + 72789, + 627, + 46, + 43441, + 15833, + 2947, + 19870, + 5380, + 28623, + 283, + 13, + 11842, + 264, + 3824, + 437, + 47088, + 2172, + 627, + 36, + 297, + 20607, + 78026, + 409, + 304, + 26046, + 9252, + 5380, + 51, + 15295, + 264, + 14409, + 13943, + 198, + 10097, + 78, + 7537, + 78, + 409, + 439, + 51410, + 4428, + 345, + 300, + 6916, + 300, + 409, + 37994, + 345, + 68, + 1296, + 34163, + 61025, + 3429, + 73990, + 532, + 78, + 627, + 27887, + 264, + 94172, + 68, + 627, + 77375, + 4046, + 297, + 1744, + 934, + 2382, + 297, + 103343, + 627, + 73092, + 264, + 83852, + 264, + 16456, + 39916, + 1080, + 56309, + 1488, + 385, + 627, + 8284, + 829, + 2483, + 84, + 8112, + 23423, + 12273, + 345, + 716, + 78, + 281, + 6792, + 62585, + 437, + 912, + 6730, + 72, + 14871, + 627, + 29197, + 1744, + 2536, + 4499, + 2396, + 264, + 1630, + 24274, + 68294, + 470, + 7992, + 5380, + 29197, + 1744, + 2536, + 4499, + 2396, + 264, + 25233, + 11, + 1488 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 47, + 10216, + 326, + 1960, + 278, + 409, + 4563, + 66, + 392, + 3739, + 198, + 1844, + 938, + 668, + 8869, + 1499, + 64, + 99802, + 409, + 4563, + 66, + 392, + 3739, + 390, + 326, + 1960, + 278, + 11, + 3117, + 78, + 11, + 6445, + 20782, + 384, + 67475, + 24238, + 11, + 9465, + 74802, + 27812, + 300, + 13, + 42931, + 24315, + 15190, + 64032, + 656, + 6445, + 20782, + 656, + 3341, + 30739, + 13, + 42931, + 24315, + 15190, + 64032, + 656, + 6445, + 20782, + 656, + 3341, + 30739, + 627, + 46, + 326, + 1960, + 278, + 409, + 4563, + 66, + 392, + 3739, + 4046, + 938, + 331, + 28246, + 11, + 12231, + 2172, + 384, + 1421, + 371, + 2172, + 11, + 6252, + 29830, + 285, + 550, + 2192, + 300, + 20120, + 16948, + 41284, + 27114, + 1744, + 50103, + 513, + 439, + 16985, + 264, + 348, + 10746, + 11, + 50103, + 26555, + 10610, + 1826, + 39265, + 2709, + 527, + 2852, + 1744, + 11, + 4415, + 46591, + 20108, + 11, + 369, + 263, + 470, + 478, + 437, + 1499, + 300, + 49276, + 15462, + 332, + 19879, + 3355, + 48213, + 13, + 435, + 1832, + 969, + 3067, + 348, + 10746, + 32190, + 47151, + 16869, + 24315, + 409, + 9465, + 220, + 605, + 384, + 220, + 1135, + 76578, + 409, + 60352, + 12155, + 1744, + 513, + 7064, + 276, + 32949, + 300, + 384, + 513, + 437, + 11, + 75766, + 5670, + 4247, + 1080, + 2483, + 41625, + 11, + 43914, + 1744, + 2536, + 4046, + 656, + 2172, + 34361, + 797, + 2648, + 28895, + 297, + 2024, + 30683, + 4046, + 3289, + 36890, + 11, + 13952, + 278, + 384, + 19250, + 14200, + 409, + 41569, + 437, + 13, + 4366, + 50839, + 25, + 49, + 7583, + 409, + 4563, + 66, + 392, + 3739, + 320, + 1542, + 78, + 409, + 82519, + 14210, + 8, + 611, + 1128, + 3757, + 385, + 25, + 10803, + 66, + 392, + 3739, + 611, + 47, + 3035, + 269, + 70649, + 25, + 845, + 11, + 20, + 75964, + 1832, + 68216, + 11, + 28029, + 264, + 64032, + 13, + 605, + 75964, + 1832, + 68216, + 665, + 1080, + 1557, + 489, + 6730, + 72, + 5771, + 11354, + 611, + 423, + 1104, + 495, + 1037, + 25, + 59927, + 47484, + 56532, + 513, + 1592, + 437, + 25893, + 300, + 409, + 1080, + 5771, + 762, + 20782, + 63604, + 3547, + 261, + 653, + 938, + 668, + 8869, + 28029, + 1744, + 2586, + 89, + 10808, + 4415, + 348, + 10746, + 3429, + 824, + 6133, + 38149, + 78885, + 281, + 521, + 78, + 41278, + 264, + 282, + 613, + 2649, + 326, + 1960, + 278, + 11, + 6502, + 4988, + 78885, + 2700, + 78, + 384, + 264, + 45103, + 689, + 409, + 3489, + 268, + 8536, + 384, + 11, + 912, + 1323, + 349, + 11, + 1207, + 404, + 19216, + 30607, + 2649, + 1744, + 40586, + 15190, + 3117, + 78, + 11, + 1744, + 1380, + 6133, + 265, + 1370, + 1604, + 4355, + 19216, + 99802, + 4941, + 2649, + 656, + 3678, + 4247, + 6136, + 5840, + 82, + 13952, + 2852, + 13, + 8602, + 70, + 4988, + 19216, + 60352, + 656, + 6445, + 20782, + 63604, + 13081, + 953, + 277, + 19216, + 387, + 9008, + 3067, + 19861, + 64, + 26, + 12708, + 47151, + 1744, + 87462, + 19216, + 30607, + 2649, + 384, + 653, + 83937, + 29830, + 285, + 1008, + 72, + 5048, + 11, + 29195, + 4317, + 2917, + 6723, + 11, + 1592, + 437, + 19216, + 40136, + 297, + 490, + 21781, + 3067, + 356, + 12949, + 13, + 1611, + 264, + 2483, + 39583, + 1162, + 3091, + 12440, + 15190, + 3117, + 78, + 264, + 30607, + 2649, + 40586, + 9465, + 19216, + 81, + 754, + 417, + 13, + 99043, + 297, + 3117, + 78, + 1592, + 437, + 23201, + 300, + 68904, + 36334, + 15540, + 3067, + 99802, + 384, + 1841, + 265, + 48328, + 3429, + 34361, + 797, + 1923, + 437, + 19216, + 387, + 9008, + 656, + 16869, + 321, + 384, + 19216, + 82, + 712, + 273, + 51185, + 11, + 384, + 48056, + 3429, + 13081, + 953, + 277, + 264, + 658, + 300, + 11, + 513, + 264, + 296, + 4903, + 297, + 52603, + 11, + 384, + 3429, + 6730, + 72, + 5771, + 277, + 1499, + 300, + 938, + 59779, + 39583, + 264, + 3962, + 64, + 3067, + 6385, + 4749, + 11, + 6033, + 82402, + 2923, + 437, + 78885, + 6730, + 72, + 14871, + 11, + 390, + 490, + 10808, + 83937, + 25032, + 5670, + 11, + 1744, + 12155 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1658, + 1088, + 409, + 4647, + 26675, + 62962, + 628, + 56503, + 17038, + 1744, + 3091, + 30528, + 19216, + 82, + 26317, + 300, + 4865, + 300, + 11, + 409, + 44545, + 21041, + 1744, + 2016, + 268, + 2709, + 26317, + 437, + 5275, + 67111, + 11, + 934, + 306, + 276, + 439, + 26317, + 300, + 4865, + 300, + 11, + 6033, + 409, + 43117, + 45439, + 1499, + 300, + 1744, + 6730, + 72, + 5771, + 3536, + 13, + 3402, + 39298, + 35662, + 5155, + 78, + 97580, + 409, + 1446, + 653, + 4317, + 16109, + 52047, + 11, + 35662, + 21945, + 42550, + 6127, + 78, + 13, + 14582, + 1762, + 281, + 2249, + 78, + 665, + 14448, + 264, + 1179, + 25131, + 3067, + 274, + 90739, + 6136, + 6374, + 384, + 2709, + 18062, + 543, + 18745, + 2781, + 10808, + 2709, + 7546, + 2852, + 348, + 5962, + 4692, + 50116, + 4317, + 33864, + 1744, + 81553, + 12273, + 35662, + 4415, + 50914, + 3067, + 80585, + 3674, + 11, + 3721, + 275, + 4988, + 264, + 83977, + 275, + 344, + 9252, + 384, + 3547, + 8862, + 1744, + 2709, + 2047, + 3614, + 8654, + 1610, + 5670, + 282, + 1832, + 7143, + 437, + 26555, + 10610, + 2709, + 7546, + 2852, + 45745, + 3067, + 98429, + 33864, + 13, + 22730, + 2536, + 3335, + 78, + 1744, + 11, + 3734, + 78, + 4247, + 63099, + 409, + 369, + 4458, + 46591, + 11, + 259, + 1924, + 68, + 95287, + 2172, + 44545, + 1260, + 29195, + 4317, + 33864, + 1744, + 2536, + 282, + 974, + 3402, + 39298, + 11, + 19972, + 8862, + 1744, + 439, + 296, + 4896, + 417, + 9955, + 26826, + 82, + 1744, + 9165, + 5771, + 276, + 2709, + 42498, + 18062, + 543, + 18745, + 11, + 264, + 4294, + 81016, + 3674, + 8533, + 28952, + 85878, + 64403, + 7583, + 384, + 264, + 274, + 90739, + 82810, + 360, + 5840, + 1080, + 300, + 470, + 8362, + 300, + 64324, + 35662, + 54272, + 13, + 15796, + 18062, + 543, + 18745, + 409, + 3402, + 39298, + 35662, + 81553, + 10808, + 390, + 4294, + 81016, + 384, + 12155, + 97253, + 294, + 44486, + 3429, + 264, + 33864, + 274, + 5599, + 15295, + 35357, + 19216, + 60352, + 3067, + 79395, + 13, + 362, + 46591, + 7583, + 3067, + 4097, + 5840, + 8924, + 18062, + 543, + 18745, + 282, + 316, + 437, + 60821, + 4988, + 7120, + 43746, + 10347, + 3614, + 1080, + 772, + 25204, + 384, + 308, + 24823, + 6792, + 4511, + 409, + 645, + 94815, + 264, + 7589, + 25282, + 656, + 1744, + 326, + 645, + 282, + 6181, + 13, + 362, + 9686, + 18829, + 294, + 618, + 1037, + 9008, + 54413, + 22419, + 865, + 61562, + 34435, + 409, + 1446, + 658, + 953, + 5362, + 409, + 631, + 2172, + 85878, + 356, + 85101, + 384, + 19290, + 2172, + 3067, + 58316, + 26826, + 3067, + 12495, + 22689, + 11, + 4415, + 1744, + 2709, + 18062, + 543, + 18745, + 3067, + 2098, + 14080, + 7583, + 409, + 3402, + 39298, + 665, + 41278, + 57608, + 282, + 316, + 437, + 2980, + 5670, + 18062, + 543, + 18745, + 1560, + 8968, + 285, + 384, + 259, + 344, + 15295, + 1744, + 3273, + 5771, + 261, + 665, + 436, + 9652, + 264, + 12155, + 64, + 97995, + 384, + 264, + 6754, + 12155, + 300, + 44526, + 3557, + 3429, + 2536, + 1370, + 277, + 264, + 2558, + 78031, + 409, + 44545, + 21041, + 384, + 11, + 390, + 51407, + 11, + 1744, + 439, + 1207, + 1083, + 3843, + 5840, + 82, + 3091, + 40625, + 268, + 43914, + 31349, + 5518, + 409, + 41278, + 264, + 272, + 5969, + 276, + 7583, + 13, + 435, + 2483, + 87, + 974, + 390, + 31961, + 3614, + 11, + 8112, + 2024, + 865, + 1540, + 11354, + 16513, + 11354, + 409, + 656, + 346, + 39992, + 30331, + 50084, + 3429, + 71908, + 912, + 56132, + 297, + 68252, + 9465, + 64403, + 20568, + 3714, + 384, + 40192, + 404, + 78072, + 278, + 834, + 5481, + 5771, + 1260, + 912, + 23884, + 3067, + 58316, + 26826, + 409, + 342, + 442, + 437, + 11, + 6033, + 297, + 31961, + 78, + 8924, + 46180, + 409, + 9467, + 5840, + 82, + 42630, + 21938, + 409, + 4647, + 26675, + 18062, + 543, + 18745, + 656, + 96989, + 409, + 26976, + 76384, + 13, + 469, + 12067, + 34556, + 6252, + 1536, + 466, + 90699, + 16697, + 409, + 4270, + 11518, + 73641, + 4042, + 4247, + 20108, + 3067, + 33864, + 11, + 1744, + 18515, + 19195, + 283, + 439, + 6136, + 34344, + 6754, + 274, + 6792 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 10803, + 263, + 24713, + 4415, + 10845, + 17528, + 25, + 11752, + 268, + 2709, + 58633, + 4197, + 437, + 11, + 13081, + 953, + 276, + 2709, + 6747, + 437, + 687, + 22031, + 70920, + 4415, + 10845, + 17528, + 25, + 11752, + 268, + 2709, + 58633, + 4197, + 437, + 11, + 13081, + 953, + 276, + 2709, + 6747, + 437, + 687, + 22031, + 70920, + 4415, + 10845, + 17528, + 25, + 11752, + 268, + 2709, + 58633, + 4197, + 437, + 11, + 13081, + 953, + 276, + 2709, + 6747, + 437, + 687, + 22031, + 70920, + 4415, + 10845, + 17528, + 25, + 11752, + 268, + 2709, + 58633, + 4197, + 437, + 11, + 13081, + 953, + 276, + 2709, + 6747, + 437, + 687, + 22031, + 198, + 27899, + 299, + 78072, + 300, + 29830, + 285, + 369, + 263, + 8952, + 450, + 11354, + 4247, + 38074, + 12, + 777, + 11, + 20003, + 264, + 77314, + 409, + 20940, + 344, + 9252, + 13081, + 47484, + 39583, + 220, + 16, + 11, + 4643, + 14697, + 362, + 88772, + 9252, + 945, + 72626, + 3429, + 1046, + 7442, + 264, + 653, + 4317, + 6754, + 3650, + 300, + 11715, + 2117, + 656, + 514, + 3913, + 93101, + 399, + 78, + 13, + 320, + 60343, + 25, + 386, + 13, + 44458, + 611, + 39600, + 8612, + 8, + 674, + 35853, + 25980, + 302, + 399, + 78, + 674, + 3875, + 8093, + 7583, + 674, + 265, + 496, + 26826, + 82, + 674, + 1897, + 331, + 10628, + 674, + 6133, + 263, + 24713, + 674, + 66, + 26664, + 777, + 674, + 778, + 22031, + 674, + 79, + 438, + 22689, + 674, + 87, + 43150, + 674, + 884, + 13109, + 566, + 25196, + 4042, + 674, + 447, + 34569, + 18693, + 362, + 88772, + 9252, + 945, + 72626, + 3429, + 1046, + 7442, + 264, + 653, + 4317, + 6754, + 3650, + 300, + 11715, + 2117, + 656, + 514, + 3913, + 93101, + 399, + 78, + 13, + 320, + 60343, + 25, + 386, + 13, + 44458, + 611, + 39600, + 8612, + 8, + 674, + 35853, + 25980, + 302, + 399, + 78, + 674, + 3875, + 8093, + 7583, + 674, + 265, + 496, + 26826, + 82, + 674, + 1897, + 331, + 10628, + 674, + 6133, + 263, + 24713, + 674, + 66, + 26664, + 777, + 674, + 778, + 22031, + 674, + 79, + 438, + 22689, + 674, + 87, + 43150, + 674, + 884, + 13109, + 566, + 25196, + 4042, + 674, + 447, + 34569, + 18693, + 198, + 53619, + 17528, + 2961, + 64345, + 264, + 1913, + 409, + 46075, + 272, + 359, + 16650, + 78, + 409, + 58633, + 4197, + 437, + 409, + 38074, + 12, + 777, + 11, + 384, + 76871, + 4458, + 2709, + 220, + 8358, + 482, + 751, + 68, + 29830, + 285, + 1744, + 297, + 35963, + 37229, + 37619, + 37560, + 8112, + 12155, + 8952, + 73258, + 11, + 1744, + 11752, + 268, + 39583, + 220, + 1682, + 11, + 26555, + 10610, + 8415, + 299, + 29830, + 285, + 13, + 1221, + 12067, + 11, + 13081, + 953, + 276, + 2709, + 6747, + 437, + 687, + 22031, + 11, + 220, + 1806, + 482, + 593, + 1043, + 78, + 5771, + 268, + 220, + 1419, + 32895, + 1744, + 389, + 668, + 12, + 384, + 264, + 77314, + 409, + 20940, + 344, + 9252, + 26555, + 10610, + 6697, + 11178, + 11, + 912, + 20607, + 23884, + 39583, + 220, + 16, + 11, + 4643, + 14697, + 17652, + 13807, + 2709, + 18224, + 1172, + 26675, + 37005, + 89944, + 912, + 35963, + 409, + 305, + 5241, + 68, + 1499, + 64, + 7440, + 7218, + 7583, + 409, + 5960, + 9252, + 11, + 390, + 87610, + 83050, + 39583, + 439, + 220, + 972, + 39992, + 85878, + 6502, + 2649, + 38103, + 64, + 1172, + 9008, + 11752, + 268, + 264, + 71427, + 439, + 78072, + 300, + 43764, + 11354, + 665, + 549, + 11487, + 1499, + 64, + 38074, + 12, + 777, + 482, + 45632, + 29830, + 285, + 37619, + 384, + 264, + 220, + 1187, + 439, + 1744, + 513, + 47088, + 276, + 20117, + 13811, + 95531, + 5804, + 93873, + 2852, + 482, + 67, + 6792, + 300, + 29830, + 285, + 14863, + 20388, + 95162, + 20399, + 48213, + 11, + 264, + 1685, + 3739, + 8952, + 10649, + 11752, + 68, + 17580, + 3067, + 4563, + 84, + 18829, + 384, + 356, + 2176, + 11, + 1744, + 45866, + 272, + 359, + 73512, + 38074, + 665, + 549, + 11487, + 482, + 3458, + 865, + 1540, + 2649, + 37229, + 2536, + 9165, + 18829, + 90699, + 12, + 26, + 4415, + 409, + 40870, + 68, + 2111, + 969, + 384 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2300, + 1610, + 5670, + 2709, + 30388, + 53, + 23440, + 12029, + 3614, + 3142, + 9252, + 665, + 79332, + 3427, + 11, + 1744, + 19394, + 39124, + 48755, + 5771, + 762, + 268, + 3190, + 33469, + 300, + 586, + 275, + 48213, + 198, + 29967, + 15730, + 569, + 3244, + 82, + 85878, + 1608, + 26826, + 369, + 263, + 3429, + 264, + 1666, + 2168, + 5840, + 393, + 26494, + 53619, + 11, + 432, + 34585, + 384, + 13875, + 66, + 481, + 71964, + 3609, + 5840, + 82, + 11, + 297, + 7440, + 4896, + 3263, + 360, + 5477, + 9973, + 8129, + 5840, + 409, + 38998, + 8536, + 432, + 24459, + 8869, + 11, + 362, + 1788, + 689, + 11, + 297, + 98690, + 47, + 2009, + 47484, + 384, + 653, + 4317, + 296, + 44731, + 409, + 5954, + 969, + 3429, + 264, + 33864, + 114901, + 35262, + 409, + 17652, + 324, + 9252, + 362, + 16, + 627, + 50, + 44074, + 409, + 1219, + 2252, + 8458, + 11, + 220, + 18, + 409, + 704, + 392, + 299, + 409, + 220, + 2366, + 17, + 12898, + 46, + 6367, + 3370, + 865, + 3333, + 409, + 3735, + 75907, + 51958, + 2448, + 80278, + 11, + 78040, + 25196, + 85341, + 11, + 5293, + 283, + 305, + 5241, + 68, + 4415, + 79518, + 3067, + 30388, + 53, + 23440, + 1608, + 26826, + 8924, + 12029, + 3614, + 3142, + 9252, + 665, + 79332, + 3427, + 11, + 5804, + 511, + 5670, + 390, + 87, + 3935, + 9157, + 1499, + 64, + 1630, + 43150, + 11, + 297, + 95987, + 10628, + 409, + 10845, + 24985, + 384, + 297, + 1789, + 78, + 85130, + 5250, + 258, + 5477, + 11, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 2773, + 2017, + 297, + 35010, + 3067, + 38172, + 4381, + 342, + 1604, + 6885, + 912, + 19216, + 3172, + 6491, + 586, + 275, + 3370, + 665, + 12454, + 652, + 15377, + 656, + 9878, + 865, + 3333, + 409, + 4725, + 42600, + 38172, + 2448, + 80278, + 13, + 507, + 4097, + 5048, + 3067, + 7440, + 7218, + 7583, + 409, + 26676, + 5808, + 11, + 10355, + 5840, + 11, + 435, + 79, + 384, + 15915, + 13910, + 18515, + 19195, + 283, + 43914, + 15730, + 569, + 2799, + 437, + 330, + 79, + 8083, + 274, + 90739, + 6184, + 344, + 9252, + 384, + 477, + 953, + 992, + 9252, + 71623, + 3074, + 384, + 38172, + 2448, + 80278, + 384, + 4247, + 3900, + 3497, + 277, + 384, + 2145, + 31617, + 11403, + 653, + 26600, + 15782, + 35092, + 2727, + 409, + 4294, + 81016, + 3674, + 1080, + 64, + 38172, + 4381, + 342, + 1604, + 6885, + 3343, + 452, + 18223, + 1180, + 78, + 26555, + 10610, + 958, + 10176, + 5771, + 20110, + 46991, + 43912, + 983, + 301, + 23746, + 278, + 1238, + 384, + 44365, + 33555, + 97465, + 11, + 52485, + 656, + 1789, + 78, + 85130, + 5250, + 258, + 5477, + 13, + 15796, + 6954, + 3614, + 85878, + 1608, + 26826, + 11, + 1744, + 513, + 8024, + 268, + 390, + 37368, + 2353, + 34860, + 5670, + 665, + 220, + 2366, + 15, + 11, + 369, + 263, + 94381, + 5670, + 520, + 408, + 8862, + 264, + 71427, + 22824, + 25318, + 74478, + 300, + 45387, + 297, + 49779, + 409, + 1422, + 355, + 3739, + 25, + 9063, + 11, + 91065, + 3739, + 11, + 8191, + 11, + 864, + 4511, + 64, + 58544, + 64, + 384, + 653, + 64555, + 3370, + 3429, + 22267, + 440, + 437, + 25985, + 5670, + 78885, + 453, + 22082, + 2172, + 409, + 2960, + 3714, + 4834, + 64545, + 13, + 15796, + 15730, + 569, + 2799, + 437, + 13106, + 22824, + 7583, + 409, + 9063, + 11, + 297, + 6954, + 822, + 22419, + 3429, + 264, + 1666, + 2168, + 5840, + 393, + 26494, + 53619, + 78885, + 20607, + 22267, + 440, + 78, + 3765, + 265, + 4415, + 31265, + 3067, + 3944, + 8968, + 3489, + 78047, + 3110, + 7269, + 11, + 912, + 1744, + 513, + 439, + 511, + 689, + 264, + 38172, + 4381, + 342, + 1604, + 6885, + 19216, + 82, + 47178, + 12288, + 57567, + 384, + 11, + 665, + 91065, + 3739, + 11, + 3429, + 432, + 34585, + 384, + 13875, + 66, + 481, + 71964, + 3609, + 5840, + 82, + 4247, + 650, + 2192, + 3920, + 1141, + 277, + 11, + 26555, + 10610, + 3067, + 3944, + 8968, + 3489, + 78047, + 3110, + 7269, + 13, + 13106, + 22824, + 7583, + 409, + 7757, + 11, + 118168, + 1559, + 297, + 7440, + 4896, + 3263, + 360, + 5477, + 9973, + 8129, + 5840, + 409 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 513, + 4509, + 11178, + 28382, + 25817, + 277, + 264, + 1179, + 25131, + 1744, + 259, + 6632, + 264, + 2109, + 417, + 3739, + 11, + 15482, + 12067, + 12155, + 50084, + 304, + 24985, + 285, + 11, + 12155, + 1744, + 22419, + 64262, + 9157, + 28860, + 11, + 6252, + 3244, + 8136, + 2159, + 277, + 12155, + 2486, + 2852, + 29394, + 437, + 409, + 2585, + 3674, + 1772, + 437, + 665, + 15572, + 64, + 1499, + 64, + 22011, + 329, + 5808, + 13, + 1630, + 64, + 297, + 294, + 953, + 2473, + 18051, + 3258, + 11588, + 11, + 1744, + 1080, + 300, + 13081, + 290, + 37017, + 513, + 7661, + 7583, + 3547, + 261, + 1652, + 447, + 2473, + 27812, + 64, + 945, + 7206, + 3288, + 277, + 665, + 85344, + 1624, + 300, + 13, + 507, + 1744, + 934, + 953, + 15295, + 22419, + 18916, + 65225, + 81, + 384, + 865, + 3935, + 277, + 2847, + 437, + 49247, + 1744, + 72900, + 1826, + 39265, + 58563, + 5670, + 384, + 93971, + 278, + 437, + 50116, + 4317, + 33978, + 409, + 6747, + 300, + 348, + 25318, + 409, + 98624, + 3429, + 2807, + 2211, + 645, + 369, + 263, + 757, + 4919, + 2191, + 437, + 409, + 737, + 981, + 26826, + 11, + 409, + 2585, + 384, + 409, + 463, + 54635, + 409, + 73990, + 3614, + 12288, + 57567, + 656, + 9517, + 87, + 547, + 627, + 74627, + 306, + 417, + 1744, + 20117, + 13811, + 1167, + 56401, + 11, + 8112, + 12233, + 80130, + 11, + 8375, + 13005, + 936, + 6033, + 79763, + 329, + 5303, + 11, + 55138, + 653, + 73990, + 822, + 3674, + 4647, + 6491, + 29830, + 285, + 23598, + 385, + 15190, + 45549, + 375, + 409, + 41274, + 11, + 665, + 10845, + 24985, + 55138, + 653, + 4752, + 75419, + 9427, + 300, + 409, + 8136, + 2483, + 4511, + 19216, + 2109, + 69174, + 702, + 26860, + 4040, + 13910, + 5899, + 297, + 924, + 2041, + 5362, + 665, + 10845, + 24985, + 390, + 89160, + 264, + 57973, + 40456, + 3614, + 656, + 41274, + 5380, + 45, + 18223, + 23884, + 11, + 29830, + 285, + 1744, + 439, + 4040, + 13910, + 1744, + 7661, + 7583, + 2024, + 10845, + 24985, + 11, + 19290, + 11354, + 3067, + 274, + 90739, + 30607, + 79807, + 281, + 39619, + 22326, + 11, + 28664, + 360, + 2649, + 15190, + 2579, + 269, + 3067, + 1370, + 299, + 84722, + 11, + 384, + 50116, + 46591, + 38035, + 656, + 29452, + 19624, + 11, + 89324, + 1744, + 264, + 1612, + 2910, + 3739, + 29830, + 285, + 36897, + 513, + 123667, + 912, + 42614, + 409, + 97647, + 13, + 49693, + 417, + 1744, + 20117, + 13811, + 1167, + 56401, + 11, + 8112, + 12233, + 80130, + 11, + 8375, + 13005, + 936, + 6033, + 79763, + 329, + 5303, + 11, + 55138, + 653, + 73990, + 822, + 3674, + 4647, + 6491, + 29830, + 285, + 23598, + 385, + 15190, + 45549, + 375, + 409, + 41274, + 11, + 665, + 10845, + 24985, + 55138, + 653, + 4752, + 75419, + 9427, + 300, + 409, + 8136, + 2483, + 4511, + 19216, + 2109, + 69174, + 11, + 8112, + 60286, + 5169, + 76321, + 17580, + 10732, + 22776, + 82, + 409, + 1172, + 21152, + 8869, + 409, + 220, + 7285, + 21, + 11, + 1744, + 2761, + 263, + 8112, + 27284, + 294, + 6792, + 300, + 10845, + 50785, + 25, + 653, + 4317, + 4415, + 1744, + 13819, + 5771, + 13055, + 2709, + 961, + 13652, + 409, + 1560, + 16339, + 3315, + 384, + 81807, + 1744, + 1469, + 6870, + 283, + 439, + 369, + 51455, + 4790, + 14222, + 2852, + 13, + 88043, + 4046, + 297, + 1744, + 5155, + 78, + 1744, + 2709, + 22944, + 447, + 27771, + 33272, + 300, + 268, + 264, + 10845, + 24985, + 8112, + 653, + 9511, + 37690, + 409, + 6449, + 5670, + 4675, + 2192, + 437, + 409, + 2585, + 3674, + 1744, + 951, + 5481, + 285, + 30540, + 13055, + 308, + 412, + 3714, + 40456, + 3614, + 264, + 72628, + 1744, + 297, + 506, + 96114, + 6491, + 59067, + 2709, + 41236, + 64, + 39879, + 380, + 4988, + 13, + 452, + 24823, + 6792, + 4511, + 58633, + 665, + 10845, + 24985, + 369, + 263, + 93745, + 7120, + 7251, + 355, + 409, + 272, + 13546, + 11, + 3429, + 463, + 2308, + 264, + 31469, + 292, + 28139, + 50116, + 4752, + 384, + 74802, + 83120, + 627, + 1, + 29967, + 22944, + 447, + 27771, + 65080, + 263, + 10845, + 24985, + 8112, + 653, + 9511, + 37690, + 409, + 6449, + 5670, + 4675, + 2192, + 437 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 62363, + 5840, + 8949, + 198, + 2127, + 67144, + 94160, + 3244, + 85204, + 865, + 2194, + 8869, + 220, + 2366, + 17, + 384, + 87724, + 409, + 34928, + 6713, + 4458, + 198, + 1111, + 12921, + 3895, + 198, + 29197, + 594, + 78176, + 3067, + 1708, + 66, + 4852, + 7583, + 31311, + 220, + 2366, + 17, + 12, + 7755, + 19, + 77236, + 1221, + 3757, + 385, + 11, + 22419, + 264, + 20493, + 2172, + 297, + 62854, + 49, + 52869, + 3467, + 11831, + 3336, + 52, + 53320, + 6542, + 1600, + 3467, + 21626, + 79408, + 32516, + 46, + 13228, + 1623, + 14311, + 53, + 2913, + 46, + 3467, + 41811, + 32391, + 5782, + 435, + 12501, + 946, + 423, + 1539, + 94418, + 507, + 93418, + 3467, + 1630, + 28919, + 68884, + 9503, + 220, + 2366, + 17, + 627, + 1951, + 78026, + 1080, + 52764, + 55451, + 912, + 1989, + 13, + 29300, + 220, + 4278, + 13, + 18, + 3067, + 73310, + 220, + 2970, + 14, + 1049, + 18, + 656, + 220, + 1114, + 409, + 3799, + 50010, + 1630, + 3333, + 21163, + 332, + 10649, + 11, + 37560, + 8112, + 12155, + 1989, + 33339, + 220, + 1187, + 384, + 94172, + 288, + 656, + 8976, + 65201, + 998, + 220, + 26164, + 14, + 2304, + 409, + 220, + 1682, + 409, + 865, + 65688, + 11, + 78885, + 1744, + 513, + 76955, + 4749, + 297, + 3263, + 360, + 10628, + 1630, + 3333, + 409, + 4158, + 329, + 5840, + 11, + 35023, + 325, + 665, + 1080, + 5771, + 762, + 76384, + 8924, + 50516, + 5670, + 1744, + 17580, + 5046, + 292, + 20718, + 36803, + 2852, + 77236, + 1221, + 3757, + 385, + 11, + 384, + 30331, + 297, + 87724, + 409, + 934, + 1736, + 46180, + 43222, + 65, + 3742, + 264, + 89805, + 264, + 31632, + 656, + 94172, + 68, + 35963, + 43222, + 49938, + 15190, + 3067, + 48425, + 78031, + 77236, + 459, + 67144, + 912, + 2577, + 1169, + 25196, + 5046, + 7235, + 3067, + 1322, + 58264, + 11, + 1826, + 31841, + 1367, + 36890, + 15190, + 60050, + 297, + 66031, + 708, + 56511, + 656, + 82509, + 78, + 627, + 1128, + 2221, + 264, + 264, + 20493, + 5840, + 6754, + 14812, + 5840, + 82, + 1744, + 25334, + 513, + 18916, + 6792, + 268, + 11, + 2709, + 50516, + 5670, + 29638, + 11644, + 958, + 5481, + 5771, + 261, + 2709, + 94172, + 288, + 60180, + 512, + 16, + 13, + 1221, + 76701, + 15190, + 834, + 2252, + 78, + 912, + 1989, + 7992, + 220, + 975, + 656, + 33125, + 21639, + 5362, + 3067, + 73310, + 3263, + 360, + 30913, + 6754, + 17375, + 42607, + 13914, + 2852, + 11, + 264, + 20493, + 2172, + 4247, + 8976, + 65201, + 998, + 27917, + 285, + 5641, + 6632, + 220, + 17, + 14, + 1049, + 19, + 11, + 656, + 220, + 20, + 409, + 86628, + 11, + 2709, + 50516, + 5670, + 32190, + 29638, + 11644, + 958, + 5481, + 5771, + 261, + 64648, + 708, + 409, + 46874, + 26826, + 40524, + 264, + 42724, + 4852, + 7583, + 11, + 912, + 550, + 41284, + 409, + 934, + 1736, + 46180, + 43222, + 65, + 3742, + 11, + 687, + 2172, + 294, + 11178, + 297, + 35963, + 94172, + 68, + 15190, + 3067, + 586, + 5840, + 77236, + 1608, + 858, + 78, + 912, + 2577, + 1169, + 25196, + 5046, + 7235, + 3067, + 1322, + 58264, + 627, + 17, + 13, + 1221, + 2221, + 264, + 594, + 78176, + 656, + 64648, + 708, + 409, + 46874, + 26826, + 11, + 1367, + 14652, + 6033, + 101779, + 6388, + 11, + 2709, + 50516, + 5670, + 29638, + 11644, + 958, + 5481, + 5771, + 261, + 64648, + 708, + 687, + 967, + 59548, + 12, + 11398, + 29350, + 40524, + 297, + 1630, + 56099, + 2172, + 656, + 2140, + 967, + 59548, + 12, + 62363, + 29350, + 409, + 55678, + 409, + 1219, + 2252, + 8458, + 11, + 12155, + 550, + 1394, + 437, + 274, + 992, + 5670, + 912, + 1989, + 7992, + 220, + 2790, + 3067, + 73310, + 220, + 1682, + 14, + 2550, + 23, + 11, + 409, + 220, + 1032, + 409, + 865, + 65688, + 11, + 3263, + 360, + 30913, + 3067, + 1630, + 324, + 21291, + 26826, + 2140, + 967, + 67717, + 33951, + 28952, + 627, + 40, + 70, + 940, + 12826, + 3439, + 103343, + 2392, + 68, + 1744, + 26555, + 10610, + 29638, + 11644, + 65080, + 1652, + 447, + 2473, + 61758, + 64648, + 708, + 1744, + 15279, + 268, + 18713, + 258, + 6960, + 11, + 37560, + 8112, + 7584, + 261, + 439, + 90164, + 82 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 43356, + 269, + 11, + 439, + 46746, + 19879, + 3067, + 293, + 1832, + 2111, + 64, + 11, + 264, + 2107, + 8458, + 3067, + 9734, + 8536, + 8924, + 12225, + 2353, + 10517, + 288, + 11, + 2709, + 2160, + 370, + 2353, + 409, + 99045, + 285, + 409, + 16071, + 10018, + 11, + 297, + 1867, + 78, + 6033, + 264, + 2107, + 8458, + 656, + 393, + 3653, + 13, + 18051, + 19610, + 297, + 1744, + 29830, + 285, + 12155, + 5536, + 283, + 22419, + 264, + 2107, + 8458, + 409, + 5960, + 78857, + 437, + 8924, + 1050, + 285, + 384, + 264, + 2107, + 8458, + 409, + 5960, + 24304, + 321, + 11644, + 13, + 7948, + 78, + 1744, + 53843, + 34435, + 12155, + 824, + 4719, + 1995, + 2453, + 437, + 3067, + 71156, + 4458, + 3281, + 300, + 294, + 6792, + 300, + 2107, + 40843, + 13, + 362, + 65566, + 11, + 264, + 274, + 590, + 1037, + 384, + 264, + 81682, + 437, + 5808, + 3067, + 2107, + 8458, + 409, + 5960, + 24304, + 321, + 11644, + 65117, + 54543, + 297, + 54448, + 269, + 35000, + 656, + 29452, + 3429, + 297, + 7584, + 11518, + 1560, + 53829, + 940, + 11, + 3429, + 297, + 312, + 268, + 44848, + 390, + 92875, + 11083, + 8801, + 13, + 350, + 344, + 15295, + 29028, + 37560, + 8112, + 264, + 45815, + 303, + 6786, + 409, + 800, + 408, + 12130, + 13, + 469, + 1826, + 370, + 10808, + 665, + 445, + 34601, + 11, + 2536, + 665, + 20151, + 265, + 19489, + 627, + 44090, + 52111, + 409, + 85046, + 7923, + 19395, + 28700, + 4046, + 26555, + 10610, + 409, + 1630, + 360, + 822, + 21456, + 11, + 27865, + 6754, + 8622, + 46602, + 15540, + 64346, + 25318, + 1744, + 1421, + 55148, + 297, + 8286, + 13, + 1252, + 4752, + 57429, + 50914, + 297, + 80820, + 656, + 51309, + 50926, + 11, + 2536, + 35662, + 656, + 2172, + 409, + 9466, + 277, + 4415, + 26656, + 11, + 384, + 74802, + 264, + 737, + 50839, + 68904, + 36334, + 3074, + 6033, + 264, + 25994, + 3067, + 56184, + 13, + 63782, + 34059, + 1560, + 501, + 978, + 303, + 17449, + 11, + 81682, + 437, + 2483, + 15124, + 300, + 11, + 1744, + 2536, + 12155, + 43732, + 10808, + 409, + 2807, + 653, + 4317, + 384, + 81807, + 21205, + 11, + 8112, + 264, + 6754, + 46746, + 19879, + 3067, + 293, + 1832, + 2111, + 64, + 11, + 264, + 40136, + 3067, + 56184, + 23553, + 439, + 19250, + 53530, + 3067, + 272, + 660, + 3545, + 11, + 264, + 5896, + 64, + 656, + 43684, + 5481, + 4701, + 21581, + 265, + 11, + 297, + 356, + 2483, + 1310, + 8938, + 6754, + 1676, + 2392, + 912, + 16948, + 4896, + 3067, + 19861, + 64, + 3067, + 41465, + 4458, + 43356, + 269, + 11, + 297, + 6730, + 857, + 3370, + 3067, + 19935, + 265, + 9786, + 656, + 35552, + 68, + 6033, + 264, + 436, + 90739, + 409, + 5960, + 66605, + 13, + 469, + 1744, + 21945, + 404, + 3067, + 1608, + 26826, + 0, + 356, + 590, + 2649, + 11, + 506, + 9383, + 6388, + 11, + 653, + 550, + 9779, + 3429, + 2709, + 8492, + 2353, + 384, + 3429, + 297, + 14413, + 78, + 13, + 29124, + 1536, + 73822, + 1744, + 297, + 712, + 3547, + 261, + 409, + 1630, + 437, + 978, + 27077, + 78146, + 393, + 38060, + 384, + 409, + 1630, + 276, + 3341, + 4047, + 64, + 15833, + 35453, + 7206, + 77236, + 39423, + 52111, + 409, + 3365, + 607, + 78, + 20430, + 3279, + 26826, + 82, + 11, + 653, + 12069, + 78, + 28144, + 1744, + 348, + 10610, + 3429, + 3547, + 261, + 51422, + 11, + 3429, + 60286, + 2648, + 11, + 3429, + 3567, + 8080, + 37491, + 264, + 991, + 2168, + 3244, + 384, + 297, + 733, + 13028, + 3067, + 16920, + 5808, + 665, + 70257, + 627, + 2729, + 3714, + 1989, + 33339, + 15482, + 297, + 27865, + 198, + 9470, + 33339, + 15482, + 297, + 27865, + 308, + 412, + 3714, + 96746, + 198, + 12965, + 2172, + 4247, + 44681, + 92075, + 13585, + 78, + 19216, + 82, + 220, + 2705, + 25, + 3174, + 198, + 86881, + 4247, + 47021, + 72566, + 27798, + 2028, + 0, + 1219, + 4581, + 404, + 665, + 6405, + 1110, + 4581, + 404, + 665, + 5690, + 1110, + 4581, + 404, + 665, + 26106, + 198, + 12965, + 5840, + 29830, + 285, + 3293, + 68, + 3142, + 5840, + 29830, + 285, + 3276, + 16960, + 763, + 11518, + 198, + 3214, + 11853, + 44955, + 325 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 27282, + 3370, + 11, + 6747, + 28043, + 73939, + 513, + 61344, + 4035, + 4415, + 38172, + 4381, + 1826, + 4306, + 13, + 43912, + 82, + 57429, + 18448, + 82, + 5770, + 2709, + 32039, + 276, + 593, + 18720, + 1744, + 34435, + 409, + 220, + 3753, + 22, + 24018, + 39265, + 297, + 4675, + 3394, + 5819, + 1263, + 3370, + 4415, + 348, + 10746, + 409, + 51648, + 64, + 26, + 384, + 665, + 3729, + 437, + 1376, + 2852, + 26555, + 10610, + 8654, + 1610, + 276, + 297, + 2700, + 30885, + 5512, + 2709, + 1744, + 24018, + 13055, + 1826, + 46179, + 2307, + 46896, + 11, + 865, + 3333, + 12826, + 665, + 2893, + 5697, + 11, + 6864, + 3067, + 79926, + 19216, + 1744, + 18713, + 768, + 32817, + 1149, + 437, + 13, + 362, + 4247, + 1189, + 50839, + 3067, + 281, + 39619, + 5840, + 1744, + 53843, + 282, + 6181, + 2700, + 30885, + 5512, + 65117, + 1446, + 4698, + 28952, + 11, + 264, + 865, + 360, + 12440, + 1499, + 437, + 47822, + 50116, + 304, + 64591, + 29141, + 3067, + 35881, + 2649, + 409, + 220, + 2550, + 15, + 15482, + 297, + 43445, + 409, + 40754, + 277, + 42600, + 25, + 297, + 220, + 1419, + 11, + 20, + 4, + 2781, + 276, + 459, + 3181, + 10448, + 437, + 11, + 297, + 220, + 3174, + 4, + 19972, + 7583, + 76120, + 384, + 66871, + 44955, + 384, + 653, + 52777, + 297, + 220, + 868, + 4, + 1323, + 266, + 5169, + 297, + 58968, + 3394, + 426, + 7206, + 4042, + 4621, + 1263, + 3370, + 13, + 40005, + 288, + 18224, + 74713, + 35357, + 439, + 78072, + 300, + 409, + 32817, + 1149, + 437, + 1744, + 32895, + 68252, + 259, + 1553, + 263, + 1080, + 2700, + 30885, + 5512, + 8548, + 6445, + 301, + 11644, + 323, + 278, + 5308, + 6033, + 1826, + 9831, + 14871, + 1744, + 513, + 282, + 6181, + 4415, + 348, + 10746, + 15833, + 304, + 89, + 2172, + 409, + 802, + 936, + 2483, + 3647, + 437, + 384, + 19624, + 2191, + 437, + 320, + 20013, + 11, + 43386, + 1744, + 11, + 8261, + 2259, + 705, + 409, + 18638, + 3035, + 93533, + 22776, + 82, + 320, + 10462, + 65753, + 11, + 13080, + 651, + 437, + 8, + 384, + 409, + 41305, + 27897, + 656, + 2700, + 30885, + 5512, + 384, + 656, + 514, + 263, + 5512, + 13, + 4073, + 276, + 297, + 6445, + 301, + 11644, + 665, + 33077, + 15844, + 44526, + 3557, + 439, + 296, + 620, + 13213, + 3067, + 68831, + 384, + 56072, + 865, + 261, + 5840, + 320, + 300, + 1860, + 78, + 300, + 384, + 439, + 308, + 2852, + 3067, + 865, + 6960, + 41634, + 8, + 1744, + 11, + 45387, + 264, + 3154, + 6347, + 11, + 65117, + 297, + 38610, + 46591, + 275, + 3370, + 26, + 20003, + 26555, + 10610, + 513, + 34815, + 272, + 4988, + 513, + 46915, + 276, + 17797, + 6792, + 4511, + 7638, + 72, + 18720, + 384, + 7638, + 72, + 61025, + 8924, + 11083, + 8801, + 74024, + 865, + 261, + 5928, + 2852, + 11, + 41349, + 62383, + 3067, + 865, + 261, + 5840, + 5150, + 409, + 865, + 6960, + 41634, + 11, + 1744, + 26564, + 276, + 6445, + 301, + 11644, + 9465, + 67541, + 384, + 32039, + 276, + 593, + 14871, + 8119, + 42498, + 1488, + 2353, + 13, + 2467, + 336, + 2852, + 11, + 297, + 6445, + 301, + 11644, + 4046, + 264, + 38172, + 4381, + 8924, + 17258, + 9594, + 36711, + 14871, + 285, + 1744, + 594, + 12770, + 4415, + 348, + 10746, + 11, + 19216, + 21205, + 1744, + 297, + 603, + 276, + 2709, + 32039, + 276, + 593, + 18720, + 12155, + 687, + 437, + 11, + 459, + 978, + 51953, + 300, + 11, + 39580, + 300, + 11, + 264, + 614, + 72, + 61025, + 1981, + 1744, + 326, + 645, + 30382, + 19260, + 264, + 865, + 6960, + 46591, + 13, + 362, + 865, + 6960, + 41634, + 11, + 1744, + 5899, + 1080, + 5771, + 762, + 76384, + 6502, + 6632, + 656, + 6445, + 301, + 11644, + 11, + 991, + 652, + 19395, + 3524, + 19216, + 35220, + 409, + 89805, + 523, + 75460, + 11, + 409, + 16869, + 277, + 439, + 63409, + 3739, + 82, + 8924, + 40757, + 437, + 6033, + 272, + 4988, + 26564, + 276, + 390, + 36711, + 14871, + 285, + 13, + 507, + 32039, + 276, + 593, + 14871, + 11, + 665, + 865, + 3333, + 11, + 282, + 19540, + 5770, + 31201, + 439, + 78072, + 300, + 308, + 11354, + 665, + 32817 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 320, + 437, + 4039, + 2852, + 705, + 9231, + 4988, + 1499, + 64, + 11357, + 5840, + 8924, + 14473, + 437, + 1744, + 297, + 7351, + 78, + 29638, + 7583, + 39436, + 277, + 6033, + 198, + 10254, + 78, + 14871, + 1744, + 15190, + 1620, + 297, + 6502, + 548, + 72, + 3399, + 13, + 507, + 56309, + 459, + 41922, + 12714, + 67649, + 656, + 297, + 3172, + 265, + 8869, + 1560, + 16339, + 3055, + 348, + 20099, + 1995, + 15190, + 56309, + 17074, + 439, + 2772, + 656, + 297, + 3172, + 265, + 8869, + 26344, + 6491, + 384, + 9781, + 486, + 547, + 17797, + 6792, + 4511, + 43746, + 3335, + 437, + 11, + 10025, + 300, + 11, + 18224, + 11, + 459, + 978, + 51953, + 300, + 384, + 41079, + 66, + 3614, + 11, + 384, + 687, + 548, + 72, + 3067, + 9686, + 18829, + 25994, + 11, + 409, + 29830, + 285, + 11, + 62127, + 11, + 8112, + 35662, + 1744, + 1826, + 283, + 29195, + 5554, + 967, + 822, + 409, + 29830, + 285, + 409, + 294, + 788, + 90716, + 627, + 12, + 1110, + 64, + 653, + 4317, + 65566, + 13, + 6178, + 6491, + 29830, + 285, + 25626, + 11, + 4647, + 6491, + 29830, + 285, + 29638, + 28246, + 13, + 1252, + 8492, + 385, + 68906, + 44453, + 2172, + 912, + 49779, + 656, + 11159, + 78, + 13, + 1666, + 2483, + 11639, + 297, + 7836, + 78, + 409, + 72885, + 627, + 7489, + 62578, + 63816, + 409, + 3613, + 72, + 8968, + 3355, + 84, + 73663, + 325, + 1437, + 26089, + 9157, + 264, + 62090, + 3067, + 274, + 90739, + 14464, + 5840, + 384, + 19216, + 274, + 90739, + 308, + 2192, + 1867, + 9484, + 78, + 665, + 6730, + 10994, + 482, + 5481, + 285, + 13842, + 668, + 1560, + 2554, + 8733, + 3429, + 3547, + 8458, + 87462, + 665, + 4502, + 12, + 1891, + 5048, + 3067, + 98382, + 1995, + 11, + 1744, + 42018, + 12273, + 26, + 12708, + 3355, + 84, + 19216, + 308, + 2192, + 84246, + 48680, + 974, + 48034, + 15190, + 61700, + 11, + 41518, + 8862, + 912, + 6730, + 72, + 14871, + 5203, + 34264, + 81807, + 6754, + 274, + 6792, + 300, + 951, + 370, + 299, + 331, + 11354, + 11, + 3429, + 4247, + 1913, + 3091, + 12440, + 43914, + 44180, + 437, + 865, + 26494, + 15190, + 20607, + 3678, + 5362, + 384, + 671, + 8875, + 2648, + 264, + 658, + 9522, + 36, + 16431, + 50931, + 11, + 1080, + 64, + 40136, + 72900, + 308, + 102041, + 2649, + 11, + 297, + 2483, + 84, + 3429, + 1323, + 6526, + 8112, + 264, + 274, + 90739, + 308, + 2192, + 11, + 11164, + 4988, + 2709, + 99086, + 437, + 15190, + 18541, + 1030, + 13028, + 656, + 61700, + 11, + 1043, + 416, + 59660, + 5164, + 1744, + 2536, + 5634, + 521, + 15190, + 20607, + 1488, + 385, + 627, + 92313, + 8458, + 25165, + 18728, + 4849, + 11, + 1744, + 62197, + 283, + 29830, + 285, + 50116, + 11083, + 665, + 2917, + 277, + 482, + 1251, + 84, + 10610, + 513, + 520, + 92076, + 84, + 264, + 934, + 12635, + 66601, + 264, + 126351, + 1995, + 11, + 1744, + 60286, + 283, + 11, + 58883, + 11, + 3709, + 36888, + 2649, + 4415, + 274, + 90739, + 95954, + 8112, + 1296, + 34163, + 14871, + 37996, + 37864, + 656, + 85072, + 70649, + 37619, + 65117, + 84, + 3335, + 277, + 11, + 74576, + 15190, + 61700, + 11, + 1744, + 16431, + 50931, + 11, + 281, + 2423, + 15190, + 20607, + 13189, + 78, + 2109, + 14630, + 6632, + 5150, + 11, + 11639, + 653, + 1871, + 15222, + 3067, + 52047, + 11, + 264, + 118812, + 2536, + 513, + 4316, + 7583, + 490, + 6526, + 8112, + 264, + 653, + 304, + 318, + 7992, + 11, + 6252, + 3244, + 11, + 1499, + 64, + 32150, + 11, + 1080, + 64, + 29830, + 57592, + 2980, + 5840, + 11, + 384, + 1744, + 11639, + 653, + 62235, + 59305, + 409, + 52047, + 15482, + 5481, + 5771, + 113305, + 19216, + 2109, + 773, + 77, + 25131, + 384, + 24509, + 2648, + 627, + 32, + 2483, + 28996, + 272, + 4988, + 4247, + 4411, + 3067, + 274, + 90739, + 18728, + 4849, + 296, + 4289, + 1559, + 11, + 513, + 3074, + 3429, + 35662, + 11, + 264, + 274, + 90739, + 23878, + 9252, + 409, + 7351, + 78, + 26, + 264, + 2483, + 28996, + 272, + 4988, + 20847, + 12273, + 66883, + 11, + 8112, + 653, + 348, + 4896, + 259, + 620, + 5362, + 11, + 74918, + 384, + 958, + 1083 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 656, + 42765, + 384, + 4247, + 653, + 4317, + 9511, + 3614, + 9252, + 3709, + 598, + 481, + 11, + 15190, + 24108, + 14490, + 953, + 6960, + 384, + 33766, + 10126, + 11, + 384, + 35662, + 272, + 359, + 26600, + 15782, + 19661, + 447, + 59211, + 13441, + 1080, + 64, + 38172, + 4381, + 342, + 1604, + 6885, + 3343, + 362, + 432, + 1929, + 2980, + 64, + 1744, + 330, + 64, + 1652, + 9252, + 11, + 264, + 12253, + 5840, + 671, + 531, + 9157, + 46915, + 28952, + 384, + 297, + 1841, + 1995, + 75169, + 4244, + 2172, + 3067, + 274, + 90739, + 62834, + 498, + 1744, + 18916, + 65225, + 84, + 264, + 7080, + 25282, + 31383, + 321, + 11, + 297, + 865, + 1540, + 278, + 17434, + 384, + 297, + 4675, + 64, + 822, + 11, + 5625, + 268, + 15190, + 27865, + 6033, + 78440, + 11644, + 29195, + 58544, + 269, + 330, + 288, + 3037, + 12826, + 887, + 1832, + 52360, + 1, + 3429, + 34086, + 11403, + 264, + 7495, + 5840, + 6754, + 6914, + 13075, + 79332, + 40625, + 409, + 220, + 679, + 22, + 13, + 330, + 1128, + 41278, + 4915, + 27105, + 4458, + 11, + 312, + 2000, + 89, + 31841, + 297, + 23095, + 953, + 822, + 6754, + 12155, + 300, + 38172, + 4381, + 384, + 7080, + 25282, + 2536, + 779, + 9157, + 9465, + 297, + 60050, + 40754, + 277, + 384, + 58563, + 519, + 321, + 665, + 865, + 3333, + 11, + 6252, + 3244, + 9465, + 297, + 16109, + 60050, + 514, + 5009, + 11, + 1744, + 72900, + 6630, + 65, + 583, + 665, + 25994, + 264, + 274, + 90739, + 1560, + 501, + 978, + 303, + 4849, + 62834, + 7080, + 10649, + 498, + 73467, + 283, + 264, + 7915, + 36323, + 10623, + 17060, + 3074, + 29195, + 46915, + 2172, + 627, + 46, + 6367, + 3370, + 3067, + 432, + 1929, + 11, + 13370, + 34395, + 46867, + 351, + 7835, + 11, + 48755, + 5771, + 75507, + 84, + 1744, + 330, + 18664, + 754, + 653, + 4317, + 89272, + 4263, + 5840, + 1, + 28895, + 330, + 93599, + 11301, + 5518, + 4615, + 6632, + 653, + 4317, + 46591, + 7583, + 64262, + 64, + 409, + 73990, + 3614, + 4415, + 68831, + 498, + 15190, + 10623, + 277, + 272, + 859, + 346, + 8924, + 348, + 396, + 762, + 36436, + 4263, + 437, + 13, + 15796, + 463, + 1166, + 288, + 3067, + 274, + 90739, + 5803, + 25282, + 369, + 263, + 435, + 2259, + 11301, + 278, + 1126, + 8233, + 11, + 13175, + 423, + 2483, + 1394, + 7424, + 261, + 3714, + 11, + 44681, + 432, + 39924, + 11, + 15504, + 3244, + 16959, + 5518, + 11, + 82739, + 80085, + 78, + 12471, + 4458, + 11, + 49459, + 85341, + 7826, + 14320, + 14871, + 384, + 111772, + 5009, + 7730, + 953, + 14997, + 11, + 118812, + 4371, + 1188, + 283, + 1744, + 297, + 58544, + 269, + 6033, + 78440, + 11644, + 330, + 978, + 653, + 27865, + 1744, + 76871, + 4458, + 15887, + 2709, + 865, + 978, + 1215, + 437, + 384, + 31201, + 439, + 887, + 3536, + 3343, + 330, + 66001, + 27865, + 39598, + 11, + 5899, + 653, + 4317, + 68906, + 23878, + 9252, + 409, + 3091, + 12440, + 43914, + 16920, + 4692, + 6747, + 437, + 11, + 2709, + 58563, + 15844, + 409, + 36283, + 10649, + 11, + 4621, + 1263, + 10649, + 384, + 42258, + 31531, + 4428, + 498, + 274, + 992, + 283, + 7730, + 953, + 14997, + 13, + 507, + 7690, + 3067, + 66233, + 10845, + 710, + 689, + 56369, + 283, + 1744, + 2709, + 10623, + 17060, + 17038, + 23423, + 13055, + 1744, + 330, + 5919, + 5481, + 285, + 3067, + 54413, + 656, + 39124, + 409, + 44681, + 83305, + 498, + 264, + 118812, + 513, + 58015, + 57766, + 283, + 297, + 62578, + 423, + 7583, + 6754, + 6914, + 13075, + 79332, + 40625, + 11, + 1446, + 7583, + 330, + 444, + 1055, + 13140, + 1, + 58548, + 264, + 95410, + 3708, + 64, + 11, + 64282, + 4988, + 330, + 64, + 11884, + 309, + 42600, + 8924, + 31237, + 4692, + 29830, + 285, + 6747, + 437, + 3067, + 12288, + 96266, + 23811, + 93599, + 11301, + 5518, + 308, + 580, + 84, + 665, + 220, + 6393, + 16, + 665, + 507, + 21904, + 325, + 384, + 23553, + 2709, + 220, + 18, + 38101, + 6502, + 283, + 264, + 274, + 90739, + 4225, + 25131, + 665, + 70761, + 13028, + 409, + 13903, + 689, + 13, + 362, + 274, + 90739, + 12253, + 5840, + 7080, + 10649, + 82949, + 283, + 264, + 513 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 26564, + 276, + 87, + 27771, + 8835, + 4988, + 1499, + 300, + 9943, + 417, + 11, + 1744, + 1121, + 64, + 1744, + 79376, + 35963, + 2781, + 276, + 938, + 87, + 300, + 28895, + 2536, + 55138, + 74802, + 912, + 865, + 569, + 25196, + 75608, + 12769, + 32, + 296, + 620, + 261, + 482, + 833, + 1037, + 37619, + 951, + 5481, + 285, + 409, + 3289, + 277, + 277, + 665, + 1332, + 11, + 1560, + 7005, + 11206, + 273, + 15190, + 20607, + 64403, + 68, + 8869, + 1744, + 55138, + 1744, + 67162, + 277, + 26555, + 10610, + 1080, + 64, + 274, + 39961, + 13, + 11258, + 437, + 8811, + 1744, + 297, + 2162, + 70479, + 583, + 3458, + 656, + 99086, + 78, + 384, + 23464, + 1656, + 64, + 18285, + 8536, + 409, + 453, + 2483, + 13, + 56532, + 513, + 3091, + 6885, + 264, + 35357, + 264, + 9686, + 18829, + 17154, + 1981, + 61312, + 1812, + 6388, + 15491, + 54510, + 1157, + 64, + 1744, + 22544, + 20108, + 294, + 11178, + 264, + 274, + 90739, + 477, + 86400, + 3067, + 1666, + 2168, + 5840, + 3429, + 264, + 423, + 625, + 53507, + 6754, + 650, + 16485, + 50463, + 656, + 70707, + 17434, + 627, + 44, + 6526, + 263, + 264, + 653, + 274, + 13873, + 12769, + 37, + 316, + 437, + 1062, + 21938, + 4247, + 89160, + 384, + 264, + 6902, + 762, + 76384, + 264, + 65706, + 61312, + 2995, + 1037, + 36647, + 7583, + 1628, + 50176, + 11, + 3335, + 4988, + 1744, + 297, + 93620, + 269, + 958, + 588, + 84, + 294, + 6792, + 300, + 57429, + 19216, + 274, + 90739, + 308, + 2192, + 11, + 18145, + 592, + 2259, + 57825, + 71437, + 28700, + 11, + 384, + 1744, + 665, + 46607, + 359, + 4317, + 94352, + 3739, + 934, + 52462, + 34928, + 45083, + 13, + 12769, + 34, + 4988, + 67162, + 13055, + 390, + 658, + 5634, + 13055, + 264, + 653, + 274, + 13873, + 13, + 20388, + 593, + 41236, + 64, + 653, + 281, + 38708, + 384, + 2536, + 30234, + 7583, + 39311, + 26, + 35662, + 326, + 645, + 21945, + 7583, + 1744, + 2536, + 513, + 88185, + 22026, + 11, + 1744, + 72900, + 9043, + 7583, + 453, + 8890, + 10610, + 1744, + 15117, + 5169, + 1499, + 437, + 294, + 788, + 61312, + 1375, + 460, + 51407, + 95410, + 627, + 3112, + 50176, + 57825, + 71437, + 28700, + 11357, + 64, + 7625, + 737, + 20589, + 409, + 55500, + 409, + 65706, + 32817, + 2473, + 13, + 4185, + 593, + 29195, + 4317, + 94352, + 3739, + 55847, + 1995, + 2298, + 78, + 409, + 1744, + 2211, + 2473, + 653, + 4317, + 7638, + 72, + 18829, + 384, + 912, + 1744, + 62197, + 64, + 653, + 326, + 95952, + 68817, + 829, + 2483, + 84, + 1867, + 9484, + 78, + 264, + 2483, + 28996, + 264, + 49779, + 264, + 1897, + 12635, + 3429, + 12288, + 269, + 3833, + 64, + 13, + 60287, + 2221, + 11, + 665, + 58411, + 11, + 1239, + 278, + 11206, + 273, + 653, + 1744, + 52462, + 1218, + 68, + 8869, + 264, + 653, + 2162, + 1744, + 2536, + 30670, + 4798, + 12273, + 4247, + 653, + 712, + 31221, + 13, + 12769, + 35, + 1604, + 653, + 934, + 29930, + 264, + 44365, + 61312, + 65117, + 1446, + 1744, + 11837, + 283, + 13, + 469, + 6713, + 1592, + 981, + 79965, + 3742, + 384, + 653, + 1744, + 52462, + 9165, + 18829, + 297, + 20607, + 14448, + 627, + 2170, + 459, + 978, + 51953, + 300, + 4247, + 42918, + 6730, + 72, + 14871, + 1446, + 42550, + 4647, + 21920, + 384, + 31201, + 26564, + 276, + 3067, + 3823, + 9252, + 85878, + 7565, + 20103, + 11, + 459, + 593, + 297, + 3335, + 78, + 21830, + 64, + 409, + 39423, + 665, + 1097, + 12359, + 272, + 4988, + 36647, + 7583, + 13208, + 460, + 656, + 58516, + 264, + 802, + 33469, + 68, + 9008, + 50103, + 60286, + 283, + 30670, + 391, + 2649, + 264, + 52047, + 409, + 65706, + 32817, + 2473, + 11, + 490, + 12812, + 439, + 51410, + 4428, + 77236, + 13, + 12769, + 29967, + 1488, + 2353, + 11, + 1744, + 369, + 263, + 264, + 951, + 7018, + 83714, + 656, + 20607, + 61700, + 34435, + 409, + 1744, + 297, + 69578, + 3653, + 276, + 11, + 259, + 1553, + 263, + 1744, + 1560, + 1030, + 12635, + 19216, + 829, + 92816, + 2709, + 10418, + 3714, + 294, + 24823, + 6792, + 4511, + 26564, + 276, + 87, + 27771, + 1744, + 2709, + 27224, + 39265, + 61312, + 118892, + 521 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1844, + 5320, + 273, + 8869, + 4046, + 653, + 4317, + 80701, + 66, + 5840, + 89483, + 4849, + 4247, + 653, + 9231, + 373, + 11, + 390, + 87, + 26494, + 409, + 9231, + 300, + 409, + 86671, + 5362, + 409, + 272, + 16977, + 384, + 55956, + 76955, + 2554, + 2172, + 11, + 1469, + 6870, + 2172, + 29195, + 6033, + 29830, + 285, + 19218, + 3714, + 384, + 2585, + 2649, + 4247, + 653, + 390, + 87, + 26494, + 409, + 22239, + 437, + 34809, + 5670, + 330, + 32089, + 78, + 21575, + 3343, + 19408, + 6792, + 68, + 26555, + 10610, + 653, + 4317, + 330, + 447, + 6374, + 1, + 384, + 653, + 330, + 104755, + 1, + 6033, + 1592, + 3244, + 1744, + 3242, + 12770, + 264, + 2761, + 10126, + 384, + 369, + 50226, + 297, + 390, + 87, + 26494, + 1860, + 5048, + 627, + 51, + 978, + 14606, + 3074, + 627, + 46, + 5320, + 273, + 8869, + 4046, + 89483, + 5362, + 1499, + 64, + 10446, + 306, + 5840, + 11884, + 36334, + 3074, + 1744, + 297, + 10594, + 78, + 8356, + 9465, + 439, + 294, + 6792, + 300, + 12580, + 3067, + 348, + 8458, + 11, + 8112, + 17580, + 19216, + 82, + 50116, + 1860, + 3739, + 13, + 2467, + 14222, + 2172, + 15190, + 18062, + 37037, + 3067, + 934, + 6374, + 11, + 1744, + 3721, + 6388, + 264, + 2761, + 10126, + 11, + 282, + 2192, + 1744, + 264, + 80701, + 66, + 5840, + 1536, + 15686, + 4458, + 15190, + 1592, + 3244, + 13, + 20388, + 34556, + 390, + 47206, + 44591, + 12440, + 1162, + 32150, + 297, + 10594, + 78, + 320, + 460, + 220, + 1774, + 28699, + 437, + 8, + 384, + 6252, + 47767, + 10594, + 78, + 264, + 4799, + 627, + 1951, + 1558, + 44731, + 1744, + 513, + 824, + 451, + 912, + 24108, + 11, + 1592, + 437, + 6747, + 300, + 6754, + 10461, + 51185, + 80701, + 66, + 5840, + 82, + 264, + 348, + 8458, + 78885, + 2947, + 37537, + 1995, + 52360, + 13, + 16431, + 437, + 384, + 951, + 5481, + 285, + 2709, + 10083, + 44705, + 9465, + 57973, + 11, + 2586, + 89, + 13055, + 264, + 65080, + 3703, + 9594, + 1744, + 88901, + 275, + 39265, + 297, + 10594, + 78, + 264, + 4799, + 11, + 390, + 9231, + 300, + 264, + 2483, + 28996, + 2536, + 61344, + 337, + 1325, + 300, + 13, + 362, + 348, + 8458, + 34809, + 2649, + 330, + 5641, + 2259, + 498, + 272, + 359, + 272, + 16977, + 1162, + 66594, + 384, + 893, + 72, + 677, + 38468, + 899, + 11, + 22419, + 33272, + 2649, + 665, + 3703, + 9594, + 18541, + 593, + 48328, + 15190, + 1913, + 3067, + 5336, + 1037, + 7972, + 11, + 1499, + 437, + 53265, + 10296, + 288, + 912, + 20607, + 72009, + 822, + 390, + 62550, + 1149, + 822, + 384, + 951, + 5481, + 285, + 1499, + 437, + 56543, + 18745, + 19185, + 39965, + 437, + 11, + 1744, + 42658, + 263, + 2709, + 38546, + 6697, + 392, + 81, + 56373, + 17580, + 274, + 6792, + 300, + 1841, + 786, + 300, + 627, + 51, + 1553, + 263, + 297, + 20607, + 1469, + 5241, + 25634, + 912, + 2586, + 13028, + 656, + 19266, + 64487, + 1630, + 5511, + 11, + 272, + 4988, + 2709, + 38546, + 330, + 566, + 32997, + 1, + 2781, + 276, + 2709, + 312, + 285, + 8924, + 296, + 5518, + 11, + 369, + 263, + 2307, + 5670, + 8112, + 49779, + 409, + 96488, + 1499, + 300, + 80701, + 66, + 5840, + 82, + 264, + 38752, + 11, + 10071, + 11752, + 7430, + 344, + 2534, + 8112, + 3703, + 9594, + 409, + 514, + 3913, + 384, + 28338, + 68, + 627, + 32, + 1826, + 81016, + 29195, + 5320, + 273, + 8869, + 4046, + 264, + 23878, + 9252, + 1744, + 5899, + 264, + 80701, + 66, + 5840, + 409, + 87462, + 19216, + 91331, + 12414, + 272, + 4988, + 3920, + 6347, + 26, + 272, + 8424, + 29830, + 285, + 1826, + 81016, + 11, + 390, + 29830, + 285, + 369, + 4458, + 28682, + 1995, + 297, + 5320, + 273, + 8869, + 264, + 513, + 36376, + 8977, + 13, + 356, + 13873, + 29830, + 285, + 13081, + 52462, + 10566, + 64, + 297, + 41987, + 409, + 29059, + 9252, + 11, + 46591, + 1826, + 81016, + 2024, + 1995, + 297, + 3703, + 1030, + 627, + 83493, + 653, + 506, + 55298, + 409, + 1826, + 81016, + 2536, + 4046, + 712, + 11, + 58883, + 1794, + 7870, + 264, + 1560, + 2000, + 54801, + 6301, + 762, + 288, + 10308, + 264, + 31201 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 50, + 4289, + 437, + 10845, + 17528, + 19394, + 38103, + 64, + 1172, + 9008, + 4415, + 436, + 90739, + 198, + 46, + 31311, + 220, + 16, + 656, + 5347, + 276, + 3370, + 328, + 4289, + 437, + 10845, + 17528, + 3091, + 6885, + 15491, + 38103, + 64, + 1172, + 9008, + 43914, + 934, + 3614, + 14295, + 665, + 2916, + 36323, + 1499, + 437, + 7546, + 2852, + 61989, + 409, + 94645, + 409, + 12067, + 297, + 62383, + 13, + 1666, + 78072, + 300, + 1207, + 2445, + 1018, + 300, + 94280, + 11644, + 297, + 865, + 1540, + 278, + 912, + 20607, + 54985, + 34429, + 1080, + 64, + 2916, + 36323, + 29830, + 285, + 19216, + 87, + 321, + 3429, + 864, + 4511, + 64, + 198, + 34, + 2649, + 46075, + 11, + 23553, + 15491, + 38103, + 64, + 1172, + 9008, + 11, + 328, + 4289, + 437, + 10845, + 17528, + 3091, + 12440, + 1995, + 43914, + 934, + 3614, + 14295, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 6179, + 277, + 11, + 57109, + 94218, + 1206, + 4798, + 3429, + 264, + 14532, + 5840, + 11, + 9465, + 466, + 384, + 64195, + 261, + 6747, + 300, + 2047, + 537, + 300, + 409, + 16920, + 5808, + 384, + 18274, + 822, + 13, + 39776, + 57181, + 31311, + 1043, + 269, + 1995, + 653, + 34361, + 797, + 10628, + 409, + 16920, + 4692, + 384, + 514, + 5009, + 300, + 264, + 10566, + 49779, + 1744, + 934, + 486, + 390, + 87, + 8734, + 264, + 35615, + 384, + 264, + 72390, + 1082, + 11, + 264, + 1934, + 50839, + 11, + 264, + 90132, + 9265, + 384, + 297, + 1989, + 7992, + 409, + 81629, + 11, + 3429, + 453, + 10610, + 409, + 6747, + 300, + 2047, + 537, + 300, + 409, + 1218, + 2171, + 15377, + 4415, + 12155, + 64, + 38172, + 4381, + 13, + 452, + 18223, + 57181, + 31311, + 653, + 23598, + 385, + 6179, + 68, + 15482, + 264, + 62589, + 27512, + 3117, + 1995, + 8335, + 50116, + 39124, + 409, + 733, + 655, + 37491, + 1353, + 2852, + 13, + 507, + 37042, + 656, + 30950, + 12155, + 3613, + 301, + 2353, + 384, + 264, + 27275, + 27564, + 409, + 40870, + 68, + 2111, + 969, + 390, + 46991, + 27077, + 78146, + 445, + 4692, + 19216, + 4156, + 68, + 1446, + 11644, + 17797, + 6792, + 4511, + 8924, + 687, + 13652, + 3067, + 72390, + 1082, + 62589, + 77236, + 57181, + 31311, + 13, + 13106, + 23201, + 64, + 513, + 22776, + 409, + 3674, + 671, + 1832, + 6634, + 70754, + 85006, + 8112, + 264, + 41634, + 61062, + 1744, + 1239, + 5724, + 439, + 9955, + 26826, + 82, + 6754, + 8654, + 1610, + 11354, + 656, + 31349, + 277, + 11, + 264, + 15180, + 64, + 912, + 10004, + 49591, + 409, + 10355, + 5840, + 3429, + 264, + 356, + 5969, + 276, + 7583, + 384, + 297, + 62578, + 67594, + 347, + 822, + 3067, + 16120, + 21575, + 6754, + 348, + 3457, + 5771, + 61677, + 409, + 3489, + 321, + 7044, + 32150, + 264, + 61230, + 22326, + 800, + 6312, + 15379, + 18945, + 4247, + 326, + 645, + 35522, + 277, + 439, + 7317, + 300, + 13, + 2998, + 11723, + 7583, + 384, + 9511, + 278, + 671, + 1832, + 6634, + 70754, + 439, + 32529, + 50463, + 6747, + 13910, + 409, + 452, + 5494, + 39583, + 297, + 5536, + 78, + 3067, + 1589, + 1082, + 12155, + 31349, + 5518, + 409, + 10845, + 17528, + 13, + 362, + 513, + 22776, + 409, + 74735, + 8136, + 18693, + 4415, + 1589, + 1082, + 6754, + 1989, + 288, + 3920, + 10610, + 15540, + 384, + 89539, + 90132, + 27771, + 1080, + 58544, + 269, + 4701, + 592, + 25196, + 27077, + 78146, + 88982, + 384, + 34881, + 36970, + 650, + 3653, + 11, + 297, + 7690, + 409, + 64749, + 309, + 269, + 13, + 507, + 7777, + 2113, + 4669, + 9786, + 264, + 480, + 417, + 3429, + 513, + 47088, + 277, + 1080, + 64, + 25233, + 409, + 1630, + 437, + 978, + 4275, + 9008, + 64749, + 300, + 11, + 653, + 41987, + 13042, + 3067, + 453, + 56188, + 3429, + 71398, + 437, + 384, + 308, + 28043, + 13, + 5277, + 33339, + 409, + 62860, + 650, + 768, + 11, + 30397, + 24172, + 29946, + 6033, + 393, + 3653, + 85341, + 57147, + 64195, + 261, + 11644, + 16920, + 19879, + 384, + 33766, + 3739, + 4415, + 829, + 92816, + 665, + 70257, + 656, + 12155, + 78, + 58879, + 89, + 37037, + 13, + 1708, + 10610, + 834, + 78, + 11, + 328, + 4289, + 437, + 10845 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 627, + 36, + 951, + 5481, + 285, + 409, + 12067, + 297, + 1744, + 757, + 5155, + 4842, + 288, + 345, + 4406, + 593, + 12067, + 297, + 1744, + 35662, + 934, + 953, + 268, + 198, + 831, + 72, + 264, + 6902, + 20430, + 627, + 46451, + 1560, + 264, + 9686, + 18829, + 4316, + 321, + 9252, + 11, + 33820, + 1995, + 627, + 36, + 15925, + 4538, + 264, + 90318, + 64, + 627, + 62816, + 11, + 3429, + 627, + 4808, + 15138, + 34556, + 3429, + 7710, + 12812, + 11, + 66883, + 627, + 66001, + 22419, + 5380, + 31305, + 0, + 1630, + 18958, + 13, + 58328, + 447, + 18536, + 627, + 55, + 64, + 4046, + 8811, + 78, + 671, + 36071, + 1744, + 24068, + 4458, + 9522, + 55, + 64, + 11, + 4915, + 324, + 9157, + 2536, + 281, + 590, + 300, + 8822, + 74960, + 198, + 12021, + 85074, + 1347, + 277, + 1131, + 297, + 1744, + 6502, + 283, + 627, + 8284, + 35662, + 514, + 3415, + 297, + 1592, + 3244, + 627, + 1542, + 72, + 1744, + 2536, + 16006, + 14576, + 5634, + 74960, + 627, + 1542, + 72, + 1744, + 22419, + 653, + 27444, + 2172, + 627, + 32, + 2483, + 28996, + 37560, + 1131, + 45815, + 406, + 2689, + 4647, + 6491, + 627, + 36644, + 5771, + 4842, + 288, + 264, + 653, + 4317, + 5906, + 3739, + 409, + 13208, + 349, + 198, + 15138, + 94056, + 2727, + 627, + 53379, + 2483, + 84, + 8811, + 13, + 11842, + 11, + 4046, + 96552, + 2172, + 436, + 9652, + 627, + 1305, + 1832, + 2249, + 268, + 1557, + 653, + 4317, + 296, + 8213, + 4671, + 6733, + 627, + 69933, + 87034, + 29028, + 29830, + 285, + 5380, + 38, + 592, + 277, + 2483, + 373, + 282, + 8093, + 1080, + 64, + 9686, + 18829, + 296, + 620, + 261, + 627, + 31305, + 21945, + 2881, + 273, + 1744, + 1826, + 283, + 3399, + 627, + 8284, + 63604, + 2024, + 198, + 6421, + 78, + 1080, + 29452, + 28362, + 627, + 2170, + 592, + 20568, + 264, + 10058, + 11, + 384, + 9522, + 668, + 14871, + 1744, + 282, + 8093, + 1080, + 56309, + 1488, + 385, + 627, + 6777, + 14871, + 1744, + 21945, + 2881, + 273, + 1744, + 2536, + 297, + 1560, + 593, + 66, + 25196, + 627, + 11241, + 2868, + 1744, + 76394, + 297, + 4647, + 6491, + 1744, + 297, + 934, + 13213, + 627, + 8284, + 51309, + 653, + 4317, + 56072, + 63098, + 9252, + 198, + 15138, + 2961, + 276, + 87, + 277, + 653, + 4317, + 272, + 351, + 2649, + 37560, + 627, + 40, + 70, + 940, + 281, + 6132, + 3729, + 277, + 390, + 67541, + 198, + 64, + 50452, + 50116, + 4317, + 649, + 273, + 4915, + 5808, + 627, + 27887, + 12067, + 297, + 1744, + 281, + 5362, + 627, + 10407, + 269, + 2536, + 1826, + 7206, + 54189, + 4247, + 34556, + 11, + 264, + 1744, + 2536, + 5380, + 78, + 12155, + 78, + 24848, + 451, + 8869, + 7351, + 78, + 627, + 69933, + 15782, + 1744, + 757, + 687, + 288, + 297, + 1744, + 281, + 590, + 300, + 198, + 3055, + 48056, + 912, + 1744, + 1028, + 2160, + 6632, + 67251, + 384, + 9522, + 17825, + 297, + 1744, + 58015, + 687, + 14576, + 15482, + 92875, + 627, + 53, + 2192, + 514, + 959, + 653, + 436, + 4428, + 627, + 8284, + 62197, + 14576, + 4647, + 6491, + 627, + 32, + 29830, + 54506, + 2536, + 40586, + 28963, + 277, + 198, + 12021, + 10566, + 1391, + 78, + 5771, + 6960, + 627, + 36, + 264, + 29830, + 54506, + 1744, + 282, + 2192, + 5380, + 27887, + 653, + 29394, + 5477, + 409, + 961, + 27235, + 300, + 19303, + 627, + 37221, + 2194, + 64, + 653, + 41718, + 264, + 43445, + 520, + 51080, + 4042, + 198, + 68, + 12708, + 10566, + 1391, + 78, + 5771, + 6960, + 5804, + 14081, + 668, + 78, + 198, + 15138, + 1744, + 513, + 281, + 590, + 64, + 61113, + 76959, + 198, + 1030, + 9827, + 45, + 656, + 35268, + 627, + 34, + 1864, + 437, + 1744, + 4046, + 264, + 95410, + 41934, + 337, + 5241, + 7583, + 198, + 593, + 58015, + 409, + 84, + 264, + 7948, + 301, + 2709, + 42498, + 29638, + 288, + 345, + 82, + 1832, + 1744, + 439, + 274, + 6792, + 300, + 95315, + 13910, + 4538, + 19502, + 2852, + 198, + 68, + 25203, + 13145, + 68252, + 65946, + 4042, + 627, + 22771, + 11, + 20003, + 264, + 29830, + 54506, + 15833, + 54448, + 269, + 2649, + 345, + 300, + 2483 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 409, + 865, + 65688, + 11, + 73467, + 5670, + 123586, + 10308, + 656, + 51267, + 11, + 8112, + 297, + 6252, + 5477, + 44681, + 29627, + 28163, + 11, + 1744, + 4634, + 9008, + 17580, + 2655, + 300, + 8031, + 3557, + 19216, + 82, + 1685, + 307, + 8968, + 285, + 409, + 6747, + 50010, + 409, + 220, + 2550, + 24, + 11, + 86538, + 39265, + 6252, + 85395, + 269, + 1744, + 297, + 4900, + 68, + 1901, + 291, + 22532, + 94381, + 5169, + 297, + 29638, + 21835, + 77155, + 15190, + 297, + 62050, + 44847, + 6960, + 13585, + 11, + 656, + 73381, + 13, + 42759, + 264, + 2385, + 5440, + 5048, + 4319, + 360, + 12273, + 297, + 42724, + 3972, + 409, + 297, + 1218, + 618, + 5477, + 1, + 3429, + 5534, + 953, + 83714, + 15190, + 93106, + 52485, + 656, + 51267, + 13, + 34447, + 912, + 81629, + 3067, + 1592, + 30223, + 1037, + 1826, + 39265, + 439, + 348, + 75595, + 781, + 21920, + 1744, + 23135, + 2534, + 30331, + 35881, + 11354, + 9465, + 2709, + 50516, + 288, + 6754, + 44526, + 3557, + 656, + 51267, + 13, + 42759, + 41934, + 1832, + 5192, + 19907, + 384, + 32849, + 27771, + 11, + 9465, + 74024, + 409, + 29638, + 73641, + 4042, + 384, + 95796, + 288, + 12868, + 292, + 2852, + 390, + 46591, + 6225, + 87685, + 3674, + 11, + 9465, + 2709, + 656, + 44476, + 6864, + 3394, + 384, + 2709, + 8924, + 94624, + 824, + 333, + 39965, + 437, + 1131, + 2360, + 49779, + 50116, + 4317, + 17302, + 5840, + 14531, + 6000, + 77155, + 19216, + 66, + 4849, + 11, + 991, + 261, + 8536, + 84, + 653, + 4317, + 85190, + 1744, + 513, + 116611, + 12273, + 1097, + 867, + 9157, + 25, + 330, + 2822, + 35000, + 409, + 312, + 8629, + 450, + 1923, + 437, + 11, + 409, + 36376, + 84, + 944, + 437, + 3067, + 2761, + 299, + 2629, + 11, + 68160, + 264, + 1069, + 2635, + 1923, + 437, + 1499, + 437, + 1589, + 402, + 437, + 384, + 439, + 80684, + 754, + 300, + 656, + 19973, + 1604, + 6491, + 3343, + 56808, + 1180, + 3993, + 409, + 3613, + 541, + 689, + 55505, + 41154, + 264, + 55183, + 9671, + 8875, + 78, + 3429, + 2781, + 953, + 83714, + 665, + 19216, + 81, + 4590, + 299, + 384, + 5534, + 953, + 404, + 297, + 74141, + 17580, + 94172, + 288, + 687, + 42607, + 4135, + 269, + 2852, + 13, + 9671, + 8875, + 78, + 86084, + 4135, + 78, + 3429, + 297, + 87724, + 220, + 2550, + 20, + 12, + 1049, + 15, + 8112, + 733, + 77812, + 5477, + 409, + 15490, + 80457, + 11, + 50103, + 264, + 1189, + 84, + 5169, + 20607, + 64212, + 32849, + 9265, + 409, + 2162, + 991, + 375, + 5771, + 2172, + 4415, + 312, + 9035, + 5840, + 73641, + 3074, + 656, + 25029, + 11, + 2773, + 869, + 8862, + 369, + 2392, + 2793, + 56373, + 665, + 49276, + 15462, + 332, + 19879, + 11, + 10071, + 6252, + 15673, + 277, + 264, + 6225, + 87685, + 3674, + 1744, + 5534, + 953, + 19260, + 95102, + 4415, + 54448, + 6347, + 3067, + 4834, + 5840, + 13, + 5492, + 409, + 1841, + 1995, + 75169, + 1469, + 1415, + 39961, + 8136, + 481, + 665, + 12288, + 96266, + 11, + 50116, + 8628, + 17434, + 1744, + 29294, + 893, + 466, + 3242, + 300, + 581, + 1001, + 68, + 84189, + 409, + 25774, + 6723, + 409, + 11163, + 64, + 11, + 41349, + 3429, + 10980, + 277, + 43914, + 1744, + 513, + 958, + 5481, + 5771, + 268, + 912, + 6730, + 72, + 14871, + 656, + 20607, + 2585, + 2860, + 3067, + 25286, + 5840, + 11, + 2995, + 276, + 4988, + 35662, + 1744, + 297, + 1560, + 47484, + 264, + 30607, + 266, + 327, + 689, + 11, + 5935, + 4988, + 22781, + 3739, + 82, + 3429, + 2109, + 472, + 321, + 300, + 384, + 264, + 7096, + 278, + 300, + 35662, + 1080, + 300, + 369, + 51455, + 76955, + 2554, + 11354, + 11, + 384, + 1008, + 72, + 4988, + 390, + 2773, + 288, + 300, + 35662, + 3709, + 372, + 652, + 17449, + 43914, + 1744, + 4319, + 359, + 267, + 5003, + 12826, + 5355, + 3067, + 893, + 4415, + 79213, + 656, + 22267, + 440, + 78, + 28885, + 9265, + 13, + 56532, + 297, + 51267, + 656, + 220, + 1049, + 20, + 11, + 72900, + 2536, + 13262, + 3244, + 3067, + 7951, + 65, + 35178, + 409, + 69084, + 278, + 1744, + 297, + 1760, + 327, + 7583, + 6754, + 58187, + 2655, + 300, + 30331 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1737, + 2860, + 11, + 1008, + 1832, + 275, + 521, + 2980, + 277, + 305, + 5241, + 68, + 272, + 73006, + 743, + 68, + 308, + 5840, + 82, + 71554, + 86533, + 15540, + 2001, + 49213, + 121707, + 11, + 12799, + 64, + 409, + 2418, + 11, + 15917, + 511, + 689, + 11, + 16056, + 24315, + 409, + 480, + 3916, + 11, + 22036, + 940, + 273, + 11, + 72777, + 42361, + 384, + 10845, + 24985, + 13, + 6433, + 78, + 5771, + 15295, + 1744, + 362, + 899, + 3394, + 423, + 2483, + 1394, + 8464, + 2483, + 521, + 264, + 1826, + 288, + 11083, + 8801, + 71977, + 12155, + 42498, + 5553, + 437, + 656, + 3273, + 9355, + 330, + 45459, + 685, + 6754, + 743, + 68, + 4865, + 300, + 498, + 297, + 62578, + 62446, + 297, + 20607, + 35000, + 409, + 308, + 6480, + 78, + 11, + 264, + 274, + 90739, + 330, + 66, + 15790, + 3343, + 4073, + 4988, + 2322, + 1995, + 2000, + 300, + 70398, + 15491, + 384, + 24757, + 33430, + 409, + 477, + 953, + 288, + 6033, + 3721, + 511, + 5840, + 82, + 272, + 73006, + 665, + 74918, + 8924, + 33894, + 300, + 656, + 20607, + 52111, + 1611, + 1395, + 54801, + 12680, + 65, + 7583, + 653, + 4317, + 4790, + 26826, + 272, + 3903, + 9265, + 656, + 342, + 1604, + 8890, + 17434, + 4415, + 274, + 90739, + 58544, + 5808, + 13, + 6898, + 288, + 409, + 3260, + 11403, + 2709, + 94320, + 2353, + 1744, + 23363, + 10808, + 30234, + 15295, + 463, + 424, + 653, + 4752, + 23963, + 15482, + 118812, + 4538, + 2709, + 272, + 73006, + 11, + 1744, + 4046, + 297, + 272, + 3903, + 17434, + 384, + 8112, + 513, + 3118, + 283, + 297, + 272, + 3903, + 17434, + 342, + 1604, + 3427, + 627, + 29967, + 272, + 73006, + 2781, + 276, + 653, + 281, + 39619, + 1280, + 5241, + 4289, + 11644, + 4042, + 272, + 2249, + 300, + 10461, + 51185, + 9971, + 5840, + 82, + 3338, + 276, + 8924, + 1592, + 981, + 864, + 21843, + 1832, + 2265, + 437, + 13, + 763, + 3457, + 13055, + 264, + 274, + 90739, + 40014, + 3739, + 4247, + 39600, + 10913, + 320, + 37559, + 2483, + 4458, + 11, + 9893, + 689, + 384, + 297, + 40456, + 822, + 198, + 9978, + 6885, + 8, + 665, + 259, + 11368, + 15190, + 19266, + 64487, + 30388, + 264, + 732, + 13, + 384, + 46000, + 12826, + 11, + 3091, + 30528, + 39583, + 439, + 10845, + 3557, + 11, + 264, + 5869, + 2483, + 4511, + 5724, + 19185, + 71281, + 384, + 439, + 12799, + 300, + 5567, + 11644, + 15540, + 320, + 43, + 86826, + 47624, + 11, + 220, + 1049, + 18, + 570, + 2360, + 55961, + 5048, + 19216, + 82, + 477, + 953, + 288, + 11, + 2709, + 77822, + 437, + 272, + 73006, + 72900, + 9165, + 5771, + 276, + 653, + 4317, + 1317, + 64, + 3721, + 78176, + 34264, + 409, + 4502, + 272, + 4988, + 369, + 263, + 48755, + 5771, + 762, + 13652, + 1499, + 437, + 342, + 1610, + 437, + 384, + 1880, + 20962, + 9594, + 13, + 1666, + 2483, + 58883, + 11, + 264, + 18713, + 24238, + 3281, + 300, + 14121, + 437, + 64934, + 4937, + 15540, + 264, + 74024, + 4046, + 1546, + 17038, + 3067, + 74735, + 293, + 42354, + 25062, + 38634, + 64, + 15833, + 65844, + 324, + 2649, + 294, + 11178, + 72900, + 47151, + 24108, + 11, + 264, + 2483, + 28996, + 1744, + 2536, + 4046, + 656, + 2172, + 20847, + 277, + 264, + 828, + 4839, + 64, + 13, + 423, + 18223, + 83890, + 6491, + 11, + 439, + 477, + 953, + 288, + 8924, + 272, + 73006, + 1121, + 276, + 653, + 83937, + 1422, + 355, + 300, + 11, + 272, + 4988, + 2536, + 1560, + 2407, + 300, + 11, + 15482, + 12067, + 34435, + 3067, + 5336, + 1037, + 409, + 29562, + 299, + 11, + 72900, + 1744, + 32190, + 513, + 7661, + 268, + 1043, + 269, + 264, + 31632, + 409, + 18638, + 1832, + 2392, + 288, + 13, + 2998, + 10845, + 24985, + 68150, + 346, + 653, + 23884, + 409, + 33397, + 296, + 44731, + 11, + 912, + 1375, + 29350, + 19216, + 82, + 887, + 3536, + 79586, + 2265, + 300, + 11, + 72900, + 1744, + 67162, + 2649, + 15491, + 1880, + 18826, + 11, + 2536, + 348, + 10610, + 66601, + 264, + 5336, + 1037, + 656, + 20407, + 346, + 11, + 8112, + 912, + 63816, + 409, + 39600, + 11, + 6252, + 3244, + 1744, + 865, + 53218, + 264, + 62265, + 2649, + 74735 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1079, + 78176, + 656, + 9503, + 38, + 308, + 29300, + 220, + 9423, + 656, + 220, + 679, + 18, + 14, + 22, + 14, + 868, + 482, + 1630, + 43150, + 409, + 10845, + 24985, + 198, + 26376, + 13, + 1556, + 63256, + 198, + 64, + 8, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 198, + 40259, + 43994, + 79332, + 3427, + 409, + 16233, + 68488, + 198, + 7157, + 1971, + 5576, + 64242, + 409, + 220, + 717, + 409, + 93754, + 14871, + 409, + 220, + 679, + 18, + 11, + 3067, + 1630, + 261, + 8968, + 409, + 1630, + 478, + 3739, + 30101, + 2649, + 409, + 40870, + 68, + 2111, + 969, + 11, + 1499, + 64, + 1744, + 513, + 282, + 2192, + 89049, + 264, + 16287, + 42600, + 656, + 82751, + 409, + 4958, + 43994, + 409, + 34264, + 75, + 2172, + 409, + 78072, + 278, + 8924, + 40964, + 18222, + 288, + 3067, + 82584, + 79807, + 409, + 1630, + 478, + 3739, + 30101, + 2649, + 409, + 40870, + 68, + 2111, + 969, + 384, + 507, + 8375, + 77, + 5512, + 320, + 1905, + 13737, + 3378, + 16, + 12, + 1032, + 12, + 8504, + 4390, + 16, + 13, + 4968, + 9252, + 1008, + 87, + 121687, + 30913, + 512, + 64, + 8, + 10995, + 17434, + 25, + 27318, + 43994, + 79332, + 3427, + 409, + 16233, + 68488, + 320, + 36, + 496, + 79807, + 409, + 1630, + 478, + 3739, + 30101, + 2649, + 409, + 40870, + 68, + 2111, + 969, + 384, + 507, + 8375, + 77, + 5512, + 4390, + 65, + 8, + 99428, + 8968, + 1744, + 53345, + 6388, + 297, + 31727, + 13140, + 25, + 27318, + 43994, + 409, + 35341, + 460, + 78031, + 33951, + 28952, + 627, + 66, + 8, + 452, + 26107, + 409, + 31727, + 13140, + 25, + 14469, + 13737, + 3378, + 16, + 12, + 1032, + 12, + 8504, + 627, + 67, + 8, + 4060, + 486, + 13028, + 3067, + 7757, + 656, + 64212, + 656, + 88103, + 5048, + 25, + 8604, + 516, + 2431, + 300, + 19060, + 198, + 17, + 13, + 4761, + 87, + 440, + 78, + 656, + 82751, + 512, + 64, + 8, + 46120, + 25, + 11398, + 29350, + 409, + 4958, + 450, + 437, + 627, + 65, + 8, + 32285, + 2265, + 3739, + 25, + 4958, + 43994, + 409, + 34264, + 75, + 2172, + 656, + 78072, + 278, + 20399, + 3370, + 8924, + 40964, + 18222, + 288, + 3067, + 82584, + 79807, + 409, + 1630, + 478, + 3739, + 30101, + 2649, + 409, + 40870, + 68, + 2111, + 969, + 384, + 507, + 8375, + 77, + 5512, + 627, + 67, + 8, + 15643, + 53, + 320, + 42260, + 8968, + 409, + 308, + 89947, + 25282, + 1680, + 220, + 18262, + 931, + 410, + 12, + 24, + 11, + 220, + 18262, + 3101, + 410, + 12, + 23, + 11, + 220, + 18262, + 3443, + 410, + 12, + 16, + 384, + 220, + 18262, + 1049, + 410, + 12, + 20, + 627, + 68, + 8, + 3344, + 822, + 3067, + 586, + 5840, + 656, + 459, + 67144, + 3067, + 12553, + 275, + 5840, + 25, + 9503, + 2279, + 11, + 7967, + 36, + 384, + 9503, + 38, + 627, + 69, + 8, + 2956, + 3067, + 586, + 5840, + 656, + 459, + 67144, + 409, + 12553, + 275, + 5840, + 25, + 220, + 1682, + 13, + 16, + 13, + 679, + 18, + 627, + 18, + 13, + 1183, + 309, + 275, + 5840, + 384, + 7248, + 76384, + 512, + 64, + 8, + 1183, + 309, + 275, + 5840, + 25, + 49742, + 10649, + 627, + 65, + 8, + 1322, + 2041, + 76384, + 25, + 671, + 14200, + 627, + 19, + 13, + 62828, + 15279, + 2172, + 656, + 82751, + 25, + 220, + 21984, + 13, + 20275, + 11, + 1313, + 33588, + 627, + 20, + 13, + 2582, + 89, + 10628, + 2385, + 3067, + 12553, + 275, + 5840, + 512, + 64, + 8, + 13516, + 68, + 4272, + 78, + 25, + 220, + 4468, + 13, + 5037, + 11, + 806, + 33588, + 627, + 65, + 8, + 13516, + 68, + 2860, + 25, + 220, + 12463, + 13, + 23105, + 11, + 1313, + 33588, + 627, + 21, + 13, + 80467, + 42600, + 656, + 82751, + 512, + 64, + 8, + 2956, + 409, + 1008, + 87, + 121687, + 5840, + 25, + 2763, + 288, + 220, + 16, + 11, + 220, + 17, + 11, + 220, + 18, + 11, + 220, + 19, + 11, + 220, + 20, + 11, + 220, + 21, + 11, + 220, + 22, + 11, + 220, + 23, + 384, + 220, + 24, + 11, + 220, + 972, + 409, + 88387 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 6754, + 1167, + 56401, + 1744, + 513, + 5355, + 264, + 15180, + 277, + 13, + 1611, + 655, + 11644, + 34361, + 797, + 2648, + 2709, + 282, + 12333, + 48328, + 409, + 272, + 19540, + 64487, + 627, + 9470, + 7992, + 220, + 24, + 13, + 763, + 496, + 36323, + 656, + 7248, + 76384, + 198, + 16, + 13, + 1369, + 264, + 30844, + 3993, + 2536, + 312, + 6792, + 818, + 2709, + 45682, + 26675, + 52764, + 66, + 13652, + 4415, + 5804, + 75428, + 689, + 11, + 297, + 763, + 11437, + 6016, + 404, + 84662, + 297, + 50516, + 2172, + 3429, + 1744, + 264, + 991, + 11178, + 13, + 469, + 325, + 6016, + 404, + 15377, + 409, + 991, + 9895, + 11, + 37560, + 8112, + 1652, + 447, + 2473, + 16697, + 409, + 539, + 53507, + 15190, + 50516, + 2172, + 11, + 42658, + 521, + 264, + 50452, + 409, + 96746, + 43906, + 3244, + 17038, + 11, + 409, + 26965, + 9252, + 1080, + 52764, + 55451, + 4415, + 73310, + 220, + 806, + 14, + 1049, + 22, + 11, + 656, + 220, + 1313, + 409, + 93754, + 14871, + 11, + 409, + 69629, + 8924, + 272, + 5969, + 1995, + 4511, + 43914, + 4958, + 450, + 437, + 37005, + 89944, + 11, + 384, + 220, + 1313, + 13, + 18, + 656, + 65201, + 998, + 220, + 3753, + 14, + 679, + 15, + 11, + 656, + 220, + 17, + 409, + 1654, + 50010, + 11, + 78885, + 1744, + 513, + 1239, + 5724, + 297, + 61344, + 337, + 7986, + 78, + 3067, + 33951, + 5840, + 43906, + 93063, + 4415, + 1630, + 43150, + 409, + 10845, + 24985, + 384, + 17580, + 1218, + 13910, + 90639, + 18222, + 288, + 13, + 1611, + 53460, + 9008, + 1744, + 272, + 4988, + 3073, + 36099, + 738, + 25131, + 3067, + 1772, + 64, + 19216, + 54240, + 26826, + 3067, + 539, + 53507, + 11, + 1380, + 6133, + 6713, + 220, + 605, + 46180, + 14818, + 2852, + 6252, + 1744, + 513, + 1046, + 14151, + 15190, + 20607, + 687, + 5362, + 11, + 96537, + 521, + 1744, + 264, + 539, + 53507, + 22419, + 312, + 8536, + 275, + 2649, + 11, + 8119, + 44046, + 437, + 8031, + 380, + 437, + 912, + 1989, + 7992, + 220, + 2946, + 3067, + 73310, + 220, + 966, + 14, + 2550, + 17, + 11, + 656, + 220, + 1627, + 409, + 6747, + 50010, + 11, + 409, + 9517, + 87, + 547, + 865, + 324, + 87120, + 4042, + 6754, + 11398, + 5840, + 82, + 37005, + 53310, + 384, + 656, + 7248, + 76384, + 11398, + 29350, + 470, + 25155, + 11, + 4371, + 3415, + 1744, + 409, + 315, + 11518, + 6033, + 4247, + 99079, + 656, + 52087, + 266, + 3370, + 513, + 470, + 53429, + 264, + 737, + 981, + 87685, + 71623, + 3074, + 6033, + 3769, + 409, + 69629, + 627, + 32, + 539, + 53507, + 656, + 6016, + 404, + 15377, + 409, + 991, + 9895, + 3856, + 292, + 277, + 521, + 656, + 94172, + 68, + 83890, + 6491, + 512, + 4235, + 2998, + 69430, + 7206, + 6853, + 15190, + 50516, + 2172, + 15190, + 842, + 486, + 13028, + 409, + 47021, + 72566, + 1744, + 17028, + 64, + 912, + 63528, + 409, + 30844, + 3993, + 653, + 1860, + 15782, + 912, + 1652, + 513, + 58015, + 75780, + 264, + 1772, + 64, + 19216, + 274, + 90739, + 54240, + 26826, + 3067, + 539, + 53507, + 627, + 4235, + 393, + 4414, + 1995, + 1046, + 7442, + 19216, + 6681, + 2649, + 539, + 53507, + 912, + 5769, + 1286, + 8869, + 72566, + 11, + 834, + 5481, + 5771, + 1260, + 4415, + 75427, + 6179, + 49602, + 6183, + 3748, + 2649, + 3429, + 48591, + 3944, + 54841, + 11, + 1080, + 16787, + 384, + 6155, + 300, + 992, + 656, + 56246, + 5048, + 11, + 23553, + 264, + 65845, + 87, + 2259, + 3566, + 656, + 763, + 11437, + 320, + 2185, + 13, + 483, + 6885, + 19060, + 4390, + 32, + 2246, + 5840, + 264, + 1744, + 513, + 2098, + 556, + 264, + 991, + 9895, + 3118, + 277, + 521, + 409, + 22544, + 43906, + 93063, + 264, + 50452, + 3067, + 96687, + 43906, + 93063, + 3067, + 1630, + 43150, + 409, + 10845, + 24985, + 320, + 1277, + 1129, + 82, + 15686, + 2036, + 43150, + 19060, + 8, + 6033, + 3067, + 65845, + 87, + 2259, + 3566, + 656, + 763, + 11437, + 320, + 2185, + 13, + 483, + 6885, + 19060, + 8, + 1645, + 664, + 36099, + 19216, + 75427, + 6179, + 49602, + 6183, + 3748, + 2649, + 3429, + 48591, + 3944, + 54841, + 13, + 23850, + 29638, + 34860 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 20493, + 11354, + 1798, + 64, + 15190, + 7440, + 4896, + 409, + 2140, + 300, + 264, + 3547, + 261, + 653, + 4317, + 9511, + 409, + 72390, + 1082, + 15482, + 2709, + 7248, + 1133, + 437, + 82259, + 5670, + 6252, + 586, + 9252, + 33272, + 5670, + 1499, + 64, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 912, + 20607, + 28963, + 10628, + 384, + 6155, + 460, + 78031, + 409, + 85849, + 384, + 4958, + 450, + 437, + 13, + 96606, + 29749, + 61025, + 865, + 592, + 30588, + 297, + 69374, + 2585, + 656, + 671, + 47535, + 6754, + 6155, + 460, + 78031, + 82, + 78885, + 7248, + 76384, + 82259, + 2172, + 6252, + 586, + 9252, + 330, + 9786, + 1744, + 513, + 15833, + 15955, + 20612, + 36099, + 264, + 4634, + 8968, + 9465, + 51404, + 384, + 50502, + 1082, + 4415, + 64267, + 50129, + 264, + 3613, + 4551, + 689, + 409, + 81772, + 28043, + 384, + 23369, + 300, + 51404, + 19216, + 12553, + 275, + 5840, + 409, + 85849, + 384, + 4958, + 450, + 437, + 3067, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 10246, + 43, + 425, + 1008, + 336, + 2852, + 409, + 48755, + 5771, + 94218, + 2709, + 1560, + 2000, + 54801, + 656, + 41967, + 2026, + 5770, + 20323, + 91689, + 3429, + 3118, + 277, + 653, + 6179, + 68, + 459, + 940, + 656, + 28699, + 78, + 409, + 12454, + 652, + 15377, + 1499, + 300, + 11398, + 5840, + 82, + 37005, + 53310, + 342, + 1604, + 40625, + 6754, + 71494, + 5840, + 82, + 656, + 7440, + 4896, + 409, + 2140, + 300, + 3335, + 283, + 1744, + 330, + 325, + 285, + 409, + 19394, + 71868, + 71494, + 5840, + 82, + 656, + 7440, + 4896, + 409, + 2140, + 300, + 2536, + 513, + 272, + 1538, + 1466, + 409, + 22544, + 628, + 7304, + 78885, + 10502, + 88676, + 342, + 1604, + 3427, + 13, + 20388, + 34556, + 32262, + 25075, + 912, + 12454, + 652, + 15377, + 6754, + 71494, + 5840, + 82, + 656, + 7440, + 4896, + 409, + 2140, + 300, + 23811, + 89552, + 10610, + 513, + 34264, + 18599, + 31841, + 15190, + 7440, + 4896, + 409, + 2140, + 300, + 264, + 71494, + 5840, + 409, + 18916, + 65225, + 81, + 439, + 78, + 1218, + 288, + 6033, + 47120, + 437, + 18222, + 288, + 6754, + 409, + 631, + 5840, + 82, + 28907, + 57567, + 13, + 9925, + 380, + 19260, + 78559, + 65484, + 44365, + 44681, + 96606, + 665, + 1744, + 11, + 15190, + 44575, + 1744, + 924, + 95974, + 1080, + 64, + 3154, + 263, + 51080, + 3074, + 11, + 513, + 3273, + 18829, + 297, + 8413, + 78, + 15482, + 264, + 33951, + 5840, + 1370, + 1604, + 4355, + 6754, + 409, + 631, + 5840, + 82, + 627, + 43, + 425, + 29749, + 61025, + 3439, + 404, + 668, + 84, + 1744, + 330, + 300, + 1611, + 631, + 5840, + 82, + 1322, + 35233, + 57567, + 2536, + 369, + 263, + 20245, + 65, + 17449, + 3429, + 1008, + 292, + 2648, + 19216, + 1589, + 7583, + 409, + 22239, + 278, + 437, + 11, + 384, + 4502, + 3429, + 864, + 12134, + 439, + 89300, + 384, + 3944, + 8213, + 43914, + 3613, + 301, + 2353, + 23811, + 1, + 8284, + 5899, + 65484, + 1744, + 4415, + 79926, + 409, + 40870, + 68, + 2111, + 969, + 305, + 710, + 64, + 453, + 6431, + 437, + 8415, + 299, + 2040, + 18745, + 37005, + 89944, + 409, + 865, + 478, + 3739, + 656, + 13839, + 13076, + 11, + 1630, + 478, + 324, + 9483, + 53377, + 2111, + 969, + 320, + 55, + 43150, + 409, + 10845, + 24985, + 705, + 78911, + 320, + 50, + 4088, + 78, + 13714, + 417, + 43821, + 1624, + 11080, + 86533, + 4042, + 12, + 5313, + 4, + 39316, + 12, + 868, + 4, + 1630, + 43150, + 705, + 74869, + 1600, + 320, + 39316, + 705, + 6933, + 1600, + 2089, + 320, + 1951, + 631, + 5840, + 409, + 40870, + 68, + 2111, + 969, + 11844, + 671, + 2159, + 283, + 96606, + 29749, + 61025, + 4415, + 470, + 71355, + 656, + 7440, + 4896, + 409, + 2140, + 300, + 627, + 30233, + 1611, + 631, + 5840, + 409, + 40870, + 68, + 2111, + 969, + 4247, + 80694, + 1922, + 283, + 297, + 6933, + 1600, + 2089, + 11, + 272, + 4988, + 72900, + 3073, + 42550, + 31723, + 2040, + 18745, + 409, + 865, + 478, + 3739, + 656, + 13839, + 90953, + 43821, + 4415, + 79926, + 25, + 5899, + 85409, + 65484, + 30, + 14128, + 285, + 15925, + 5869, + 708 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 65476, + 384, + 36635, + 4631, + 268, + 85208, + 665, + 1561, + 31997, + 198, + 32, + 1841, + 78342, + 48034, + 264, + 51171, + 2563, + 64345, + 198, + 65476, + 6502, + 283, + 4247, + 665, + 85344, + 6754, + 665, + 9383, + 300, + 11, + 1744, + 58015, + 294, + 39265, + 9465, + 220, + 605, + 384, + 220, + 1032, + 61989, + 409, + 97771, + 50839, + 264, + 7250, + 11, + 384, + 13819, + 5771, + 283, + 439, + 9036, + 48213, + 656, + 3744, + 5362, + 4829, + 1832, + 5192, + 460, + 665, + 1561, + 31997, + 13, + 2360, + 44524, + 35544, + 5770, + 11, + 4502, + 1645, + 531, + 13055, + 439, + 47937, + 20589, + 384, + 264, + 348, + 1960, + 689, + 22419, + 3429, + 3842, + 36635, + 11, + 297, + 12854, + 5770, + 409, + 23315, + 384, + 21425, + 409, + 14409, + 912, + 220, + 1049, + 15, + 11, + 1744, + 72900, + 86084, + 1162, + 6697, + 472, + 2172, + 4247, + 17797, + 6792, + 4511, + 3260, + 27771, + 627, + 38991, + 5840, + 47105, + 2649, + 198, + 45437, + 384, + 97184, + 3678, + 4919, + 297, + 2024, + 30683, + 665, + 21357, + 198, + 32, + 6252, + 30913, + 8283, + 14480, + 120960, + 2709, + 47822, + 8924, + 42498, + 1560, + 2000, + 54801, + 3281, + 288, + 46180, + 3429, + 5634, + 11403, + 297, + 20607, + 70383, + 409, + 296, + 620, + 261, + 11866, + 582, + 481, + 13, + 2100, + 653, + 4752, + 17258, + 25295, + 39992, + 34435, + 3067, + 1469, + 56970, + 6754, + 66967, + 300, + 11, + 15383, + 60286, + 12273, + 15190, + 32732, + 451, + 6754, + 54738, + 911, + 50463, + 29195, + 4317, + 865, + 3935, + 27564, + 272, + 359, + 4752, + 17258, + 25295, + 1097, + 300, + 409, + 25233, + 384, + 4647, + 26675, + 865, + 1540, + 278, + 27771, + 11, + 11540, + 417, + 26564, + 12273, + 656, + 294, + 5808, + 1744, + 11639, + 264, + 1841, + 78342, + 6754, + 9036, + 48213, + 13, + 1666, + 737, + 20589, + 2761, + 263, + 264, + 55086, + 15190, + 29452, + 384, + 369, + 263, + 1206, + 4798, + 94058, + 304, + 70138, + 2649, + 348, + 1960, + 689, + 885, + 30607, + 266, + 327, + 689, + 28963, + 283, + 384, + 15383, + 1515, + 583, + 15627, + 66601, + 264, + 55086, + 264, + 8541, + 8968, + 409, + 348, + 2117, + 11, + 37849, + 264, + 4821, + 587, + 7250, + 11, + 34264, + 264, + 274, + 90739, + 348, + 1960, + 689, + 665, + 21357, + 264, + 46075, + 6502, + 2649, + 13, + 29631, + 64, + 21205, + 11, + 665, + 1561, + 31997, + 11, + 8283, + 4615, + 6632, + 297, + 220, + 2137, + 4, + 8924, + 4263, + 437, + 11, + 4915, + 85420, + 4247, + 7250, + 11, + 1080, + 220, + 1927, + 4, + 384, + 78885, + 6252, + 5477, + 3842, + 37863, + 11, + 272, + 359, + 220, + 1114, + 14697, + 51308, + 47088, + 283, + 264, + 274, + 90739, + 98429, + 85190, + 46, + 58411, + 409, + 70383, + 409, + 8283, + 539, + 1559, + 26555, + 10610, + 4415, + 274, + 90739, + 9616, + 66, + 8968, + 34264, + 264, + 348, + 1960, + 689, + 11, + 41091, + 13606, + 2649, + 384, + 1097, + 481, + 11, + 4415, + 1744, + 294, + 52462, + 1744, + 665, + 1561, + 31997, + 47088, + 283, + 330, + 64, + 274, + 90739, + 98429, + 85190, + 1, + 951, + 5481, + 285, + 409, + 35357, + 653, + 4317, + 46075, + 1560, + 1030, + 275, + 4988, + 439, + 7484, + 3739, + 82, + 8924, + 42498, + 4135, + 4692, + 13, + 49281, + 8536, + 58015, + 60286, + 276, + 439, + 945, + 417, + 39924, + 91754, + 82, + 1744, + 5155, + 78, + 34264, + 1446, + 2761, + 4744, + 2649, + 4247, + 7250, + 3573, + 53, + 283, + 7696, + 277, + 264, + 27865, + 9252, + 16033, + 8924, + 469, + 39907, + 52, + 912, + 29452, + 909, + 384, + 1744, + 58015, + 1062, + 20110, + 1589, + 16485, + 15540, + 4247, + 296, + 6181, + 824, + 9988, + 6347, + 1087, + 8083, + 274, + 90739, + 97211, + 11, + 7250, + 16456, + 65932, + 84, + 439, + 91754, + 82, + 2463, + 359, + 69, + 2852, + 1744, + 9165, + 18829, + 10073, + 11354, + 384, + 18515, + 19195, + 283, + 19216, + 274, + 90739, + 21425, + 6252, + 65856, + 277, + 409, + 3273, + 5771, + 261, + 83032, + 48034, + 13, + 362, + 1978, + 583, + 325, + 26555, + 10610, + 11, + 3067, + 46462, + 5293, + 5840, + 1744, + 513, + 87610, + 380, + 583, + 17580, + 4263, + 5840 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 53310, + 8112, + 47097, + 18525, + 10126, + 409, + 15960, + 4428, + 12253, + 1995, + 37111, + 8, + 369, + 263, + 1536, + 87, + 440, + 78, + 409, + 53823, + 7697, + 3739, + 29195, + 57181, + 439, + 306, + 10628, + 28639, + 83581, + 4042, + 11, + 10071, + 2536, + 4415, + 3118, + 5840, + 1589, + 75907, + 91992, + 19216, + 274, + 90739, + 308, + 5724, + 74809, + 8968, + 1560, + 1250, + 85669, + 2448, + 80278, + 627, + 19, + 13, + 436, + 4248, + 2762, + 582, + 40, + 3244, + 3067, + 390, + 708, + 5048, + 72188, + 11091, + 4306, + 198, + 31305, + 264, + 4097, + 5840, + 409, + 611, + 6282, + 14, + 991, + 652, + 19395, + 521, + 665, + 5373, + 70, + 46591, + 275, + 2850, + 9157, + 264, + 59400, + 7583, + 366, + 77, + 29, + 665, + 1080, + 29675, + 8968, + 1080, + 490, + 41284, + 865, + 3333, + 409, + 671, + 7430, + 72, + 5840, + 13, + 3234, + 2860, + 409, + 74304, + 1744, + 3118, + 276, + 409, + 83890, + 6491, + 19661, + 447, + 59211, + 13441, + 264, + 72188, + 11091, + 4306, + 320, + 66, + 1658, + 13, + 49276, + 705, + 297, + 220, + 2813, + 11, + 220, + 17, + 4, + 8924, + 58633, + 320, + 7007, + 18274, + 13, + 220, + 2131, + 84189, + 8, + 8654, + 1610, + 276, + 366, + 77, + 489, + 10006, + 1955, + 14611, + 13106, + 1160, + 50839, + 94172, + 68, + 7773, + 978, + 6713, + 325, + 31201, + 439, + 84189, + 390, + 653, + 75401, + 490, + 41284, + 16757, + 384, + 272, + 2249, + 78, + 14448, + 4046, + 18525, + 57258, + 297, + 409, + 47097, + 409, + 72188, + 11091, + 4306, + 320, + 24574, + 18274, + 13, + 220, + 3971, + 84189, + 1680, + 264, + 3667, + 72, + 5771, + 1037, + 51185, + 220, + 16, + 11, + 264, + 3667, + 72, + 5771, + 277, + 220, + 16, + 264, + 3667, + 72, + 5771, + 2979, + 220, + 16, + 11, + 945, + 72, + 18829, + 220, + 3174, + 11, + 439, + 33469, + 277, + 220, + 16, + 439, + 33469, + 283, + 220, + 16, + 439, + 33469, + 2979, + 220, + 16, + 11, + 293, + 2168, + 18829, + 220, + 16, + 11, + 1652, + 936, + 5771, + 5518, + 220, + 16, + 11, + 6730, + 72, + 14871, + 220, + 806, + 11, + 2211, + 14871, + 220, + 16, + 364, + 67468, + 78, + 18273, + 518, + 1841, + 2554, + 61025, + 220, + 16, + 11, + 390, + 6733, + 18829, + 2754, + 220, + 845, + 11, + 510, + 778, + 100651, + 261, + 60, + 687, + 72, + 18829, + 220, + 16, + 11, + 510, + 12296, + 404, + 60, + 5804, + 72, + 18829, + 220, + 21, + 11, + 1080, + 18720, + 3913, + 220, + 21, + 1080, + 18720, + 66, + 15295, + 220, + 16, + 1080, + 18720, + 82230, + 220, + 16, + 1080, + 18720, + 66, + 7583, + 220, + 16, + 1080, + 18720, + 1634, + 336, + 220, + 16, + 1080, + 14871, + 1161, + 48086, + 5362, + 2754, + 220, + 20, + 11, + 7015, + 5771, + 2172, + 14520, + 220, + 18, + 11, + 510, + 5919, + 113765, + 60, + 951, + 525, + 5771, + 3536, + 220, + 16, + 11, + 510, + 122221, + 261, + 60, + 3474, + 68, + 18829, + 220, + 16, + 11, + 1891, + 5771, + 68, + 8869, + 220, + 16, + 11, + 665, + 713, + 5771, + 5477, + 220, + 16, + 11, + 665, + 713, + 14871, + 220, + 19, + 11, + 665, + 713, + 18720, + 78, + 220, + 16, + 11, + 83786, + 61025, + 220, + 17, + 11, + 57608, + 220, + 22, + 11, + 282, + 2850, + 18829, + 220, + 17, + 11, + 908, + 14871, + 220, + 16, + 11, + 3026, + 72, + 14871, + 220, + 16, + 11, + 9686, + 18829, + 2754, + 220, + 1484, + 220, + 1644, + 11, + 4647, + 2483, + 14871, + 220, + 16, + 11, + 20605, + 42361, + 2754, + 220, + 18, + 11, + 13080, + 14871, + 364, + 66, + 12949, + 11, + 2098, + 2249, + 822, + 6, + 220, + 17, + 11, + 6502, + 2850, + 14871, + 14520, + 220, + 19, + 220, + 1958, + 11, + 1069, + 5771, + 269, + 14, + 9115, + 5771, + 4692, + 220, + 17, + 11, + 510, + 5481, + 5771, + 261, + 60, + 3273, + 14871, + 220, + 16, + 3273, + 5771, + 10808, + 24572, + 5919, + 220, + 17, + 3273, + 2483, + 18829, + 24572, + 76, + 220, + 18, + 18757, + 18829, + 220, + 16, + 11, + 38415, + 13, + 18757, + 18829, + 220, + 17 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2654, + 336, + 2852, + 409, + 14566, + 277, + 220, + 2131, + 3613, + 301, + 2353, + 81467, + 2852, + 15190, + 43445, + 409, + 15955, + 26826, + 76717, + 11, + 85341, + 1219, + 23174, + 18829, + 56369, + 283, + 264, + 330, + 288, + 3037, + 88185, + 5840, + 1, + 3067, + 1630, + 43150, + 1499, + 64, + 3721, + 78176, + 3067, + 84117, + 34363, + 777, + 23634, + 288, + 31723, + 20188, + 3614, + 11, + 1744, + 1028, + 5771, + 268, + 330, + 359, + 31311, + 36897, + 409, + 14464, + 15844, + 1, + 384, + 3118, + 276, + 653, + 4317, + 62960, + 8968, + 8415, + 299, + 57429, + 16757, + 15190, + 32850, + 53995, + 409, + 5225, + 64, + 627, + 32, + 2167, + 6347, + 865, + 3333, + 409, + 16233, + 68488, + 393, + 69174, + 3067, + 1630, + 43150, + 71058, + 20742, + 11644, + 4547, + 283, + 1744, + 264, + 62960, + 8968, + 69193, + 360, + 2649, + 4415, + 1219, + 359, + 9252, + 4046, + 11, + 264, + 220, + 975, + 46180, + 11, + 409, + 220, + 19773, + 58633, + 4247, + 19394, + 66031, + 7625, + 14464, + 15844, + 11, + 384, + 264, + 743, + 68, + 46180, + 4046, + 409, + 220, + 18163, + 11, + 21, + 13, + 330, + 14101, + 10808, + 40524, + 653, + 1922, + 66, + 76384, + 36897, + 498, + 48755, + 5771, + 75507, + 84, + 11, + 264, + 2483, + 28996, + 1744, + 934, + 52462, + 3678, + 7063, + 330, + 12489, + 25131, + 1, + 8119, + 18224, + 409, + 57608, + 11, + 1744, + 4538, + 220, + 25169, + 264, + 220, + 975, + 46180, + 11, + 220, + 19867, + 264, + 743, + 68, + 384, + 220, + 1114, + 11, + 19, + 1034, + 264, + 274, + 90739, + 4247, + 1189, + 50839, + 409, + 20940, + 344, + 9252, + 627, + 24661, + 9252, + 26555, + 10610, + 409, + 4523, + 283, + 264, + 9482, + 729, + 3739, + 409, + 31201, + 439, + 4634, + 26826, + 82, + 28338, + 39924, + 42207, + 11354, + 409, + 19216, + 3172, + 6491, + 3154, + 3244, + 3151, + 78, + 13, + 73871, + 31221, + 11, + 26976, + 978, + 5771, + 1137, + 439, + 409, + 19216, + 3172, + 6491, + 1826, + 4306, + 627, + 2822, + 1744, + 5899, + 1744, + 2807, + 8119, + 17546, + 496, + 37879, + 11, + 1826, + 288, + 29638, + 70754, + 3547, + 261, + 390, + 1841, + 1995, + 75169, + 3927, + 6033, + 665, + 74024, + 409, + 8112, + 76717, + 8415, + 299, + 78072, + 300, + 384, + 5201, + 4988, + 439, + 4017, + 5840, + 82, + 409, + 311, + 593, + 409, + 1421, + 980, + 4849, + 384, + 1069, + 8696, + 824, + 86366, + 41098, + 1744, + 513, + 5320, + 5771, + 268, + 30540, + 4988, + 627, + 31305, + 2709, + 28705, + 72, + 10308, + 409, + 865, + 318, + 46523, + 3614, + 59382, + 1995, + 9680, + 36323, + 82, + 390, + 4523, + 300, + 1744, + 513, + 36222, + 404, + 11644, + 4415, + 477, + 451, + 1744, + 513, + 586, + 31841, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 320, + 98910, + 8, + 384, + 11751, + 31841, + 665, + 56022, + 4415, + 912, + 635, + 656, + 296, + 14081, + 7857, + 15190, + 865, + 10296, + 11, + 1375, + 52641, + 95437, + 19216, + 82, + 75766, + 5840, + 82, + 3281, + 288, + 16948, + 1394, + 437, + 11, + 1744, + 513, + 3679, + 58132, + 11644, + 11, + 384, + 19216, + 14541, + 26826, + 656, + 35010, + 6754, + 294, + 1412, + 300, + 627, + 32, + 46075, + 6502, + 2649, + 11, + 514, + 3172, + 583, + 297, + 77932, + 77236, + 96989, + 3154, + 263, + 51080, + 4042, + 11, + 13081, + 953, + 1559, + 6754, + 3131, + 3067, + 912, + 635, + 19216, + 82, + 71868, + 11, + 409, + 34437, + 5105, + 5241, + 978, + 52360, + 11, + 653, + 4317, + 1153, + 87685, + 1744, + 4502, + 64324, + 11810, + 4849, + 627, + 2471, + 19253, + 7583, + 264, + 1630, + 43150, + 390, + 1841, + 1995, + 75169, + 865, + 3333, + 11, + 665, + 23884, + 409, + 834, + 5481, + 5771, + 261, + 951, + 64, + 3419, + 478, + 1037, + 11, + 58883, + 1219, + 23174, + 18829, + 294, + 52462, + 1744, + 6127, + 78, + 4046, + 297, + 887, + 1832, + 52360, + 384, + 297, + 1744, + 513, + 5155, + 78, + 74576, + 297, + 409, + 66883, + 627, + 32, + 1630, + 43150, + 2536, + 2980, + 64, + 11, + 409, + 31221, + 11, + 264, + 46698, + 5840, + 409, + 21036, + 275, + 2852, + 409, + 3190, + 42361 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2127, + 67144, + 656, + 9503, + 38, + 308, + 29300, + 220, + 12652, + 656, + 220, + 679, + 23, + 14, + 806, + 14, + 17, + 482, + 1630, + 43150, + 409, + 10845, + 24985, + 198, + 26376, + 13, + 1556, + 63256, + 198, + 64, + 8, + 33951, + 5840, + 3154, + 263, + 51080, + 3074, + 198, + 15577, + 7218, + 7583, + 409, + 17375, + 9895, + 198, + 1111, + 12921, + 3895, + 656, + 220, + 23, + 409, + 704, + 392, + 299, + 409, + 220, + 679, + 23, + 11, + 3067, + 45611, + 22776, + 1630, + 3333, + 3067, + 18503, + 3739, + 393, + 69174, + 11, + 78885, + 1744, + 513, + 123667, + 586, + 9252, + 19216, + 91754, + 1391, + 78440, + 10126, + 3067, + 79395, + 3352, + 49859, + 532, + 50116, + 24180, + 26735, + 627, + 46, + 1989, + 7992, + 220, + 2491, + 13, + 19, + 3067, + 73310, + 220, + 16, + 14, + 679, + 21, + 11, + 656, + 220, + 972, + 409, + 865, + 2194, + 8869, + 11, + 409, + 1380, + 3462, + 19489, + 384, + 712, + 733, + 655, + 2201, + 11, + 52764, + 346, + 264, + 39294, + 16960, + 409, + 15887, + 2709, + 62762, + 437, + 37005, + 89944, + 18916, + 65225, + 41625, + 912, + 20607, + 19216, + 3172, + 6491, + 409, + 75427, + 11, + 36222, + 5362, + 912, + 1989, + 7992, + 220, + 1806, + 11, + 409, + 19250, + 38315, + 653, + 4317, + 91754, + 1391, + 78440, + 10126, + 3067, + 274, + 90739, + 79395, + 3352, + 49859, + 532, + 11, + 912, + 37042, + 1744, + 264, + 53429, + 264, + 7565, + 20103, + 81205, + 3067, + 1615, + 7218, + 7583, + 4634, + 6960, + 665, + 45558, + 409, + 64177, + 89049, + 627, + 60742, + 91754, + 59305, + 1995, + 1446, + 3118, + 2649, + 912, + 42907, + 15931, + 409, + 426, + 729, + 7281, + 6417, + 21947, + 285, + 912, + 550, + 41284, + 8924, + 31723, + 50084, + 94172, + 288, + 19216, + 828, + 409, + 311, + 1764, + 409, + 34103, + 3739, + 384, + 409, + 27750, + 10628, + 11, + 5201, + 57258, + 11, + 40524, + 264, + 5046, + 73965, + 409, + 763, + 18837, + 31617, + 13910, + 384, + 2577, + 300, + 2394, + 115005, + 15540, + 11, + 3429, + 264, + 274, + 90739, + 586, + 5840, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 627, + 13613, + 72, + 5048, + 264, + 2582, + 451, + 656, + 220, + 18, + 409, + 86628, + 409, + 220, + 679, + 21, + 11, + 656, + 81205, + 3067, + 1615, + 7218, + 7583, + 4634, + 6960, + 665, + 45558, + 409, + 64177, + 89049, + 11, + 21726, + 1832, + 6993, + 325, + 2709, + 83742, + 315, + 24985, + 285, + 409, + 91754, + 82, + 1744, + 74713, + 1376, + 1299, + 2709, + 4902, + 437, + 62762, + 437, + 18916, + 65225, + 41625, + 912, + 19216, + 3172, + 6491, + 409, + 75427, + 3067, + 73310, + 220, + 16, + 14, + 679, + 21, + 11, + 656, + 220, + 972, + 409, + 865, + 2194, + 8869, + 11, + 409, + 1380, + 3462, + 19489, + 384, + 712, + 733, + 655, + 2201, + 320, + 98910, + 308, + 29300, + 220, + 2096, + 11, + 656, + 220, + 19, + 409, + 86628, + 4390, + 1692, + 4088, + 8529, + 7206, + 2394, + 2649, + 480, + 1832, + 83256, + 27750, + 283, + 11, + 409, + 78026, + 1080, + 1989, + 7992, + 220, + 966, + 13, + 17, + 960, + 8, + 3067, + 73310, + 409, + 8654, + 68817, + 60050, + 409, + 10845, + 24985, + 11, + 384, + 22419, + 88019, + 17567, + 2172, + 384, + 10390, + 283, + 34103, + 3739, + 912, + 26735, + 409, + 865, + 46053, + 656, + 480, + 9068, + 7870, + 3067, + 1615, + 6853, + 9008, + 409, + 3735, + 75907, + 9983, + 11, + 384, + 3118, + 283, + 297, + 459, + 78309, + 17244, + 11, + 2140, + 5362, + 3067, + 91754, + 409, + 293, + 729, + 3352, + 6417, + 21947, + 285, + 3429, + 264, + 274, + 90739, + 586, + 5840, + 912, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 11, + 912, + 42907, + 15931, + 409, + 426, + 729, + 7281, + 6417, + 21947, + 285, + 409, + 24610, + 437, + 356, + 867, + 437, + 627, + 1360, + 95974, + 11, + 665, + 20503, + 65072, + 11, + 15627, + 586, + 9252, + 15190, + 687, + 5362, + 656, + 459, + 78309, + 3118, + 2172, + 3429, + 8374, + 44046, + 78, + 11, + 1391, + 78440, + 6632, + 3067, + 79395, + 3352, + 49859, + 532, + 1744, + 4051, + 5169, + 15190, + 20607 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 78031, + 6754, + 951, + 343, + 940, + 67, + 3536, + 11, + 653, + 4752, + 9955, + 26826, + 82, + 9511, + 2852, + 15326, + 288, + 384, + 5912, + 450, + 11354, + 11, + 19477, + 65225, + 81, + 272, + 13910, + 384, + 1218, + 1540, + 437, + 79048, + 21041, + 3429, + 264, + 281, + 39619, + 5840, + 384, + 12067, + 297, + 4747, + 46429, + 19216, + 5213, + 729, + 3739, + 384, + 2119, + 1832, + 87, + 3074, + 11, + 1080, + 5771, + 762, + 8862, + 439, + 23878, + 13910, + 1180, + 74091, + 11, + 3419, + 45412, + 13910, + 18111, + 19879, + 264, + 43445, + 49779, + 60714, + 278, + 384, + 409, + 60180, + 14818, + 2852, + 656, + 1744, + 513, + 13262, + 3244, + 627, + 1844, + 4317, + 21205, + 48755, + 5771, + 762, + 4849, + 264, + 16996, + 1179, + 25131, + 77236, + 19262, + 391, + 55889, + 440, + 78, + 3728, + 4415, + 3944, + 9895, + 409, + 61344, + 337, + 7986, + 78, + 87610, + 4001, + 11, + 2211, + 645, + 4538, + 439, + 7546, + 2852, + 84082, + 3739, + 82, + 8924, + 46418, + 6179, + 288, + 384, + 98624, + 82, + 409, + 82402, + 15377, + 3067, + 98429, + 356, + 9377, + 984, + 320, + 50288, + 67541, + 6681, + 5670, + 4415, + 44615, + 26113, + 7583, + 15190, + 1913, + 656, + 33125, + 8, + 951, + 5481, + 285, + 409, + 220, + 19, + 38101, + 409, + 28963, + 10628, + 3067, + 95410, + 30, + 9589, + 1995, + 98192, + 59863, + 384, + 297, + 3341, + 24459, + 320, + 268, + 1008, + 72, + 5048, + 362, + 8724, + 8, + 99392, + 4988, + 48034, + 264, + 20503, + 36323, + 6754, + 220, + 11739, + 2322, + 300, + 36222, + 17449, + 4415, + 3944, + 9895, + 409, + 61344, + 337, + 7986, + 78, + 3728, + 3429, + 264, + 91307, + 35881, + 2649, + 30, + 23850, + 39488, + 277, + 31201, + 439, + 5213, + 729, + 3739, + 82, + 11, + 4915, + 52750, + 8801, + 653, + 4317, + 5819, + 65072, + 3260, + 75907, + 4528, + 19216, + 1744, + 8654, + 39976, + 264, + 98429, + 356, + 9377, + 984, + 12155, + 6681, + 5670, + 100127, + 10071, + 3293, + 288, + 11, + 384, + 29932, + 556, + 8801, + 665, + 294, + 6792, + 300, + 94381, + 300, + 10566, + 594, + 65725, + 6754, + 7546, + 2852, + 84082, + 3739, + 82, + 384, + 908, + 61025, + 409, + 18062, + 37037, + 671, + 53530, + 627, + 46, + 57181, + 33998, + 297, + 28699, + 78, + 409, + 3721, + 78176, + 7915, + 1791, + 4001, + 384, + 1922, + 5840, + 409, + 14473, + 437, + 1744, + 4305, + 268, + 384, + 93971, + 268, + 264, + 26232, + 9895, + 220, + 9639, + 15, + 11, + 384, + 513, + 3399, + 31201, + 48591, + 5213, + 729, + 3739, + 82, + 5355, + 264, + 3118, + 277, + 46418, + 41609, + 13910, + 60898, + 11354, + 1499, + 437, + 294, + 788, + 38546, + 865, + 343, + 15844, + 87610, + 290, + 2852, + 320, + 6971, + 30149, + 384, + 63271, + 705, + 665, + 33186, + 1744, + 91793, + 3118, + 276, + 7643, + 46896, + 23878, + 13910, + 29195, + 4317, + 87610, + 3739, + 912, + 1744, + 439, + 28027, + 17007, + 300, + 9465, + 64993, + 11, + 72900, + 409, + 4247, + 4502, + 11083, + 7044, + 2307, + 5641, + 39924, + 11, + 4538, + 264, + 2483, + 28996, + 7643, + 46896, + 912, + 19216, + 3172, + 6491, + 7915, + 1791, + 4001, + 9465, + 67541, + 11083, + 8801, + 13, + 34447, + 513, + 1592, + 437, + 1744, + 64195, + 261, + 653, + 4317, + 41635, + 72, + 5840, + 865, + 3333, + 11, + 29638, + 2483, + 10808, + 65844, + 76959, + 1744, + 264, + 8541, + 8968, + 4415, + 1560, + 809, + 64, + 7915, + 1791, + 4001, + 4046, + 409, + 463, + 73256, + 28289, + 627, + 2170, + 2483, + 11, + 1469, + 2827, + 5038, + 437, + 653, + 4317, + 82133, + 1037, + 409, + 12454, + 652, + 15377, + 4415, + 3118, + 5840, + 409, + 6179, + 288, + 25900, + 10308, + 1499, + 64, + 46591, + 20108, + 8924, + 71977, + 656, + 16948, + 41284, + 92982, + 309, + 11893, + 5770, + 7, + 16, + 705, + 54448, + 269, + 28664, + 360, + 5840, + 384, + 23878, + 9252, + 7915, + 1791, + 4001, + 29195, + 43445, + 33186, + 7015, + 519, + 275, + 29350, + 70398, + 28189, + 275, + 29350, + 320, + 391, + 6870, + 2172, + 665, + 45123, + 52641, + 70398, + 10566, + 1789, + 78, + 3118, + 2172, + 15190, + 51434, + 656, + 33125, + 1744, + 7495, + 31841, + 264, + 274, + 90739 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 34, + 2910, + 39452, + 384, + 71427, + 5803, + 87629, + 25689, + 276, + 264, + 83413, + 912, + 95987, + 10628, + 17580, + 10732, + 22776, + 82, + 342, + 1604, + 40625, + 656, + 220, + 20, + 32, + 198, + 6251, + 3251, + 1832, + 78, + 384, + 27200, + 543, + 2382, + 68419, + 276, + 439, + 1160, + 300, + 409, + 30950, + 384, + 11659, + 451, + 38, + 4247, + 40870, + 68, + 2111, + 969, + 384, + 33238, + 40870, + 3244, + 384, + 480, + 1832, + 83256, + 1050, + 3394, + 3289, + 8393, + 50226, + 439, + 656, + 426, + 6269, + 384, + 10845, + 24985, + 665, + 1219, + 25155, + 1499, + 64, + 4563, + 84, + 18829, + 13, + 1252, + 4317, + 348, + 396, + 7304, + 409, + 369, + 51455, + 39944, + 15540, + 3118, + 13055, + 439, + 274, + 6792, + 300, + 5803, + 87629, + 198, + 46, + 7923, + 3370, + 5046, + 7235, + 409, + 10845, + 24985, + 72900, + 586, + 283, + 439, + 5803, + 87629, + 3118, + 11354, + 1499, + 300, + 369, + 51455, + 39944, + 15540, + 3429, + 439, + 10732, + 22776, + 82, + 15190, + 95987, + 10628, + 656, + 24848, + 451, + 8869, + 220, + 20, + 409, + 88387, + 13, + 1708, + 10610, + 8924, + 3944, + 592, + 288, + 1744, + 281, + 590, + 276, + 2558, + 58132, + 325, + 4247, + 2781, + 3714, + 1376, + 2852, + 74576, + 264, + 463, + 566, + 309, + 5840, + 31388, + 10126, + 6754, + 1160, + 300, + 11, + 10566, + 220, + 24, + 409, + 86628, + 11, + 72900, + 4046, + 1080, + 5771, + 762, + 5362, + 1744, + 653, + 2860, + 409, + 272, + 2910, + 39452, + 384, + 71427, + 5803, + 87629, + 50116, + 4317, + 348, + 396, + 7304, + 409, + 369, + 51455, + 39944, + 15540, + 3469, + 277, + 11644, + 43914, + 220, + 2075, + 3920, + 44705, + 3067, + 356, + 85101, + 3067, + 54343, + 27917, + 23265, + 25282, + 11, + 1744, + 513, + 9129, + 21581, + 1995, + 297, + 220, + 20, + 7643, + 822, + 13, + 362, + 4563, + 84, + 18829, + 35, + 6792, + 300, + 6754, + 8415, + 299, + 369, + 51455, + 39944, + 15540, + 1744, + 11, + 45387, + 31201, + 439, + 665, + 9383, + 300, + 11, + 3288, + 277, + 11644, + 912, + 39423, + 95987, + 10628, + 11, + 2503, + 6792, + 276, + 19216, + 82, + 78072, + 300, + 1744, + 2955, + 13055, + 3429, + 19973, + 598, + 6792, + 300, + 5803, + 87629, + 19216, + 4203, + 307, + 8968, + 3067, + 1630, + 43150, + 8112, + 58879, + 51455, + 409, + 14456, + 1499, + 64, + 79926, + 3067, + 4563, + 84, + 18829, + 13, + 362, + 2700, + 402, + 9700, + 59067, + 656, + 426, + 6269, + 11, + 33238, + 40870, + 3244, + 11, + 384, + 10071, + 297, + 6367, + 3370, + 865, + 3333, + 409, + 17241, + 15295, + 10845, + 24985, + 11, + 6898, + 3244, + 480, + 1832, + 83256, + 69060, + 3394, + 11, + 4237, + 27105, + 912, + 57181, + 88699, + 6754, + 5803, + 87629, + 1867, + 84, + 5771, + 288, + 300, + 656, + 40491, + 593, + 384, + 10845, + 24985, + 665, + 1219, + 25155, + 13, + 507, + 30950, + 658, + 953, + 19260, + 19216, + 5150, + 1615, + 6853, + 9008, + 656, + 3344, + 822, + 58320, + 11, + 43912, + 85590, + 645, + 650, + 60921, + 42221, + 11, + 384, + 297, + 11659, + 451, + 38, + 1469, + 28464, + 4247, + 53863, + 1676, + 526, + 2448, + 7304, + 11, + 74576, + 66883, + 409, + 631, + 2172, + 912, + 7409, + 50864, + 384, + 1871, + 15222, + 656, + 49012, + 409, + 2389, + 1122, + 4458, + 409, + 33555, + 12812, + 27200, + 543, + 2382, + 4415, + 10502, + 332, + 10126, + 45689, + 656, + 11659, + 451, + 38, + 18346, + 336, + 2852, + 3281, + 300, + 8415, + 299, + 1376, + 5840, + 82, + 11, + 4415, + 79926, + 1867, + 84, + 5771, + 23174, + 3613, + 269, + 1466, + 912, + 588, + 29830, + 285, + 13, + 1708, + 13562, + 4752, + 72900, + 513, + 3118, + 13055, + 47151, + 8415, + 299, + 38101, + 11, + 8112, + 75245, + 44705, + 11, + 13620, + 442, + 15782, + 4247, + 10845, + 24985, + 6033, + 297, + 40964, + 4940, + 11, + 384, + 74802, + 4046, + 264, + 68831, + 21205, + 1744, + 297, + 8571, + 11, + 8112, + 264, + 1376, + 5840, + 409, + 1327, + 90818, + 26344, + 6388, + 80712, + 13, + 1219, + 11053, + 276, + 439, + 5803, + 87629, + 3067, + 79926, + 439, + 1160, + 300, + 409, + 11964, + 78, + 11, + 3744, + 5362 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 788, + 342, + 14357, + 11, + 653, + 305, + 36334, + 3751, + 11, + 653, + 649, + 34809, + 2172, + 63914, + 384, + 653, + 4317, + 19973, + 12574, + 18829, + 41091, + 348, + 21148, + 18829, + 13, + 6178, + 26675, + 4039, + 2852, + 384, + 4647, + 6491, + 18062, + 37037, + 656, + 1744, + 513, + 3289, + 18405, + 297, + 20607, + 1860, + 1832, + 7505, + 6491, + 13, + 3959, + 5481, + 285, + 11, + 77507, + 5771, + 44705, + 10073, + 2172, + 7643, + 2483, + 89, + 3429, + 4316, + 620, + 277, + 49913, + 593, + 18062, + 37037, + 29830, + 285, + 712, + 0, + 3429, + 29638, + 3547, + 261, + 282, + 2850, + 18829, + 409, + 7643, + 2483, + 89, + 13, + 3959, + 5481, + 285, + 409, + 33186, + 18062, + 543, + 277, + 384, + 272, + 4988, + 297, + 2092, + 2586, + 89, + 12273, + 264, + 1469, + 2171, + 277, + 5367, + 592, + 10808, + 653, + 4317, + 436, + 3074, + 4809, + 9895, + 1744, + 12155, + 9165, + 5771, + 276, + 10073, + 2649, + 49913, + 300, + 2483, + 3067, + 93339, + 0, + 3959, + 5481, + 285, + 50116, + 436, + 9491, + 14871, + 409, + 865, + 540, + 437, + 384, + 409, + 951, + 7018, + 404, + 37491, + 8924, + 4039, + 2852, + 320, + 82, + 38708, + 12067, + 3067, + 342, + 9491, + 18829, + 384, + 656, + 305, + 36334, + 3751, + 8, + 2109, + 472, + 2483, + 2298, + 37491, + 653, + 4317, + 89316, + 72, + 18829, + 409, + 342, + 8129, + 19736, + 384, + 653, + 4317, + 89316, + 12997, + 409, + 1097, + 68, + 953, + 300, + 2961, + 1149, + 10808, + 14322, + 754, + 19216, + 40754, + 64, + 627, + 46, + 74041, + 15833, + 264, + 42614, + 409, + 1323, + 6526, + 20003, + 264, + 2483, + 28996, + 1592, + 437, + 4647, + 21920, + 27812, + 300, + 4415, + 3944, + 9895, + 13, + 473, + 5241, + 68, + 297, + 26365, + 1995, + 409, + 426, + 68817, + 26483, + 41922, + 19216, + 40754, + 64, + 653, + 4317, + 41634, + 34060, + 3458, + 11, + 3700, + 4355, + 13, + 39551, + 52266, + 14871, + 272, + 359, + 12077, + 34927, + 11, + 20003, + 1744, + 513, + 3351, + 11, + 2586, + 1131, + 1628, + 344, + 15295, + 264, + 1867, + 38149, + 35453, + 7206, + 1624, + 78885, + 32278, + 11, + 439, + 57429, + 1744, + 297, + 281, + 38708, + 9165, + 18829, + 264, + 80444, + 409, + 323, + 277, + 78885, + 27114, + 28895, + 11639, + 409, + 1400, + 78, + 665, + 1400, + 78, + 384, + 259, + 8869, + 28895, + 757, + 311, + 936, + 27046, + 362, + 82685, + 4046, + 1744, + 2536, + 55138, + 118812, + 513, + 22884, + 1082, + 264, + 15627, + 66601, + 653, + 4317, + 1841, + 13873, + 18829, + 13, + 49913, + 17812, + 716, + 15295, + 1744, + 2536, + 58015, + 294, + 554, + 4647, + 6491, + 297, + 30607, + 5512, + 0, + 90163, + 39, + 5241, + 68, + 1826, + 344, + 15295, + 409, + 3521, + 1759, + 3739, + 4247, + 8529, + 72, + 14871, + 13, + 362, + 68831, + 1370, + 2649, + 22419, + 4415, + 40754, + 64, + 409, + 1369, + 52462, + 50103, + 1826, + 344, + 15295, + 3547, + 8862, + 264, + 1666, + 64034, + 390, + 15887, + 2709, + 71398, + 61677, + 409, + 1369, + 52462, + 384, + 5155, + 15295, + 85409, + 13081, + 458, + 384, + 865, + 540, + 437, + 912, + 32278, + 13, + 3959, + 5481, + 285, + 14322, + 754, + 297, + 2307, + 65522, + 2172, + 423, + 53320, + 32, + 11, + 829, + 664, + 4988, + 264, + 12067, + 297, + 29452, + 13, + 4158, + 269, + 6417, + 437, + 2709, + 6502, + 66037, + 15887, + 11, + 297, + 453, + 12214, + 10610, + 11, + 2322, + 2483, + 1677, + 437, + 4415, + 841, + 588, + 9008, + 384, + 912, + 390, + 87, + 301, + 5477, + 11, + 384, + 74576, + 3650, + 10808, + 264, + 330, + 583, + 2308, + 1, + 7120, + 3276, + 25075, + 447, + 26675, + 11, + 20003, + 665, + 12067, + 31221, + 3335, + 4988, + 1744, + 1592, + 437, + 1744, + 54509, + 865, + 3228, + 437, + 11, + 384, + 342, + 8129, + 19736, + 11, + 384, + 3352, + 266, + 34344, + 1131, + 384, + 653, + 65013, + 5099, + 978, + 51137, + 13, + 70628, + 10808, + 264, + 12155, + 64, + 84767, + 11, + 384, + 951, + 5481, + 285, + 409, + 48474, + 3399, + 12155, + 6896, + 437, + 297, + 75401, + 1744, + 56270, + 82230, + 22419, + 653, + 7251, + 5771, + 4088, + 78, + 409 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 653, + 77230, + 459, + 301, + 28362, + 13, + 9419, + 288, + 459, + 68, + 285, + 24068, + 48422, + 35357, + 1172, + 26675, + 409, + 3273, + 11, + 665, + 35000, + 409, + 865, + 25634, + 8112, + 2709, + 409, + 50253, + 78, + 13, + 507, + 459, + 301, + 12717, + 35977, + 12826, + 10566, + 64, + 1376, + 2172, + 4247, + 3769, + 506, + 440, + 2172, + 8924, + 7731, + 19010, + 3695, + 2467, + 81, + 5642, + 64, + 384, + 6344, + 285, + 13, + 507, + 3769, + 1744, + 4725, + 12826, + 87462, + 7583, + 264, + 2211, + 261, + 15482, + 297, + 7731, + 19010, + 635, + 22419, + 264, + 2221, + 2483, + 3055, + 1499, + 64, + 68906, + 369, + 4458, + 29059, + 275, + 22326, + 656, + 3197, + 1955, + 627, + 55, + 102059, + 2058, + 5899, + 220, + 1227, + 7731, + 19010, + 3695, + 14818, + 2852, + 13, + 3959, + 288, + 11, + 220, + 2618, + 1028, + 5771, + 268, + 32895, + 409, + 220, + 605, + 75964, + 1832, + 68216, + 409, + 1891, + 1995, + 58147, + 384, + 369, + 263, + 6697, + 392, + 68219, + 951, + 5481, + 285, + 409, + 220, + 4468, + 20, + 13, + 1666, + 8415, + 299, + 326, + 6792, + 300, + 29830, + 285, + 38546, + 11, + 1080, + 5771, + 762, + 17449, + 8112, + 330, + 75, + 6792, + 300, + 409, + 10845, + 85234, + 1, + 6033, + 330, + 37568, + 19010, + 3695, + 15730, + 458, + 44705, + 498, + 4538, + 1717, + 235, + 78, + 11, + 39600, + 11, + 50181, + 2483, + 2106, + 288, + 384, + 3400, + 26407, + 627, + 43, + 6792, + 300, + 409, + 10845, + 85234, + 627, + 2170, + 41967, + 81, + 4590, + 300, + 409, + 1717, + 235, + 78, + 11, + 39600, + 384, + 50181, + 2483, + 2106, + 288, + 11, + 17797, + 6792, + 4511, + 8924, + 7731, + 19010, + 3695, + 29830, + 285, + 38546, + 656, + 77354, + 25450, + 11, + 1376, + 276, + 653, + 3352, + 81, + 3244, + 1080, + 5771, + 762, + 5362, + 8112, + 29280, + 25131, + 409, + 50155, + 27634, + 26, + 4247, + 19394, + 8415, + 299, + 41967, + 81, + 4590, + 300, + 1744, + 1717, + 235, + 78, + 92835, + 15190, + 2579, + 269, + 409, + 1630, + 102059, + 2058, + 11, + 39600, + 282, + 2192, + 4839, + 9157, + 294, + 6792, + 300, + 384, + 50181, + 2483, + 2106, + 288, + 653, + 4317, + 13, + 56808, + 29280, + 25131, + 282, + 2192, + 1744, + 2709, + 44046, + 437, + 29059, + 275, + 5928, + 2852, + 8924, + 31723, + 38546, + 7731, + 19010, + 3695, + 1612, + 1105, + 290, + 268, + 439, + 274, + 6792, + 300, + 41967, + 81, + 4590, + 300, + 665, + 22544, + 658, + 2483, + 418, + 3074, + 11, + 72900, + 1744, + 19394, + 653, + 409, + 645, + 1421, + 24459, + 653, + 8654, + 8186, + 3244, + 1008, + 63893, + 8924, + 42498, + 7638, + 72, + 18720, + 912, + 41349, + 42614, + 665, + 19394, + 41967, + 81, + 4590, + 64, + 1744, + 34860, + 276, + 13, + 362, + 369, + 4458, + 42502, + 2649, + 4247, + 1630, + 102059, + 2058, + 11, + 1499, + 64, + 81807, + 97211, + 11, + 18062, + 21575, + 3429, + 1744, + 439, + 274, + 6792, + 300, + 41967, + 81, + 4590, + 300, + 1877, + 276, + 4319, + 89129, + 627, + 32, + 506, + 1189, + 2265, + 9252, + 6754, + 274, + 6792, + 300, + 41967, + 81, + 4590, + 300, + 25540, + 276, + 5882, + 3739, + 82, + 14420, + 5518, + 17580, + 84189, + 8924, + 31723, + 7731, + 19010, + 3695, + 11, + 3547, + 8862, + 264, + 29059, + 9252, + 656, + 3197, + 1955, + 1744, + 4499, + 16023, + 264, + 653, + 4317, + 22544, + 29830, + 285, + 1560, + 69, + 71281, + 272, + 4988, + 513, + 73333, + 40310, + 264, + 658, + 13, + 56808, + 5882, + 3739, + 934, + 16985, + 297, + 15135, + 8924, + 7731, + 19010, + 3695, + 1499, + 64, + 1448, + 48738, + 3739, + 11, + 384, + 6127, + 78, + 29294, + 33487, + 4415, + 64555, + 10649, + 4197, + 9252, + 4499, + 66, + 11644, + 3074, + 409, + 1717, + 235, + 78, + 11, + 384, + 665, + 48370, + 28699, + 78, + 4415, + 43117, + 77377, + 409, + 39600, + 627, + 5176, + 300, + 53507, + 6754, + 326, + 6792, + 300, + 627, + 17555, + 288, + 8924, + 6697, + 392, + 81, + 56373, + 6754, + 5906, + 3739, + 82, + 86260, + 11, + 439, + 326, + 6792, + 300, + 409, + 1630, + 102059, + 2058, + 477, + 451, + 1995, + 2298 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 312, + 15570, + 38634, + 437, + 384, + 264, + 274, + 90739, + 3920, + 521, + 4458, + 4415, + 98429, + 10845, + 17528, + 11, + 1652, + 4046, + 264, + 274, + 90739, + 56369, + 5840, + 3429, + 6127, + 78, + 30, + 29124, + 1536, + 73822, + 1744, + 4415, + 13597, + 2483, + 4511, + 5724, + 11, + 30331, + 19266, + 79134, + 11, + 11837, + 12273, + 11514, + 8458, + 11, + 10071, + 665, + 39600, + 2536, + 13, + 56808, + 2536, + 64324, + 1794, + 295, + 4849, + 43914, + 2955, + 3614, + 8924, + 312, + 285, + 3067, + 447, + 8458, + 1867, + 20103, + 384, + 32895, + 264, + 2483, + 28996, + 264, + 7584, + 261, + 653, + 4317, + 62589, + 2109, + 417, + 6347, + 8119, + 45815, + 3172, + 337, + 437, + 656, + 12155, + 78, + 42765, + 11, + 10845, + 17528, + 53843, + 22419, + 653, + 5769, + 6792, + 3429, + 39600, + 13, + 20388, + 10610, + 11, + 2536, + 63604, + 3679, + 58132, + 15491, + 9608, + 8968, + 18525, + 57258, + 19216, + 274, + 992, + 2649, + 1972, + 9252, + 11, + 26555, + 10610, + 6791, + 2483, + 2298, + 665, + 16109, + 72628, + 439, + 47086, + 5840, + 82, + 802, + 447, + 8525, + 3244, + 15540, + 23464, + 11354, + 264, + 89484, + 29195, + 712, + 31311, + 409, + 272, + 13910, + 384, + 26886, + 300, + 342, + 1604, + 40625, + 13, + 18766, + 450, + 11354, + 439, + 272, + 13910, + 1812, + 44191, + 2852, + 384, + 2211, + 2483, + 35989, + 439, + 274, + 6792, + 300, + 8309, + 16242, + 32190, + 42355, + 277, + 42550, + 4865, + 5531, + 2353, + 11, + 18728, + 17449, + 4415, + 10696, + 969, + 384, + 1069, + 51455, + 802, + 593, + 337, + 1832, + 14668, + 300, + 13, + 650, + 8458, + 2483, + 513, + 11357, + 276, + 2709, + 46496, + 3244, + 82, + 3067, + 10845, + 17528, + 665, + 13315, + 12341, + 437, + 11, + 66954, + 8869, + 11, + 386, + 36071, + 5771, + 66981, + 384, + 362, + 4563, + 84, + 18829, + 11, + 264, + 2483, + 28996, + 1744, + 1826, + 288, + 4538, + 3338, + 1995, + 1395, + 285, + 912, + 19266, + 64487, + 94937, + 1131, + 34447, + 1744, + 6502, + 283, + 665, + 1219, + 2252, + 8458, + 30, + 62909, + 2534, + 991, + 901, + 7044, + 342, + 1604, + 35173, + 912, + 3276, + 7992, + 281, + 5048, + 3244, + 1972, + 3067, + 272, + 660, + 3545, + 409, + 55678, + 34435, + 409, + 1744, + 10566, + 282, + 974, + 34264, + 18599, + 2172, + 264, + 1913, + 2852, + 656, + 19266, + 64487, + 94937, + 30, + 17652, + 324, + 9157, + 11, + 264, + 2483, + 28996, + 1744, + 1121, + 64, + 2917, + 59548, + 26555, + 10610, + 1744, + 4415, + 30621, + 49602, + 42108, + 2536, + 56270, + 4458, + 297, + 3920, + 7835, + 3067, + 10845, + 17528, + 10799, + 4988, + 85409, + 824, + 5924, + 78, + 13, + 42248, + 2852, + 66883, + 2024, + 5038, + 437, + 1744, + 2160, + 316, + 277, + 297, + 5811, + 78, + 49656, + 85878, + 75606, + 13, + 34447, + 4316, + 15295, + 86538, + 277, + 1744, + 4415, + 1077, + 1995, + 509, + 3074, + 409, + 6449, + 11354, + 44526, + 3557, + 342, + 1604, + 40625, + 56270, + 346, + 297, + 272, + 19540, + 450, + 384, + 264, + 3552, + 689, + 85633, + 13562, + 4317, + 94352, + 3739, + 13, + 27318, + 268, + 409, + 3650, + 64, + 2709, + 3920, + 46179, + 33186, + 409, + 39776, + 3415, + 409, + 1630, + 37627, + 51185, + 320, + 6387, + 651, + 5670, + 4415, + 393, + 29956, + 656, + 356, + 640, + 72, + 5771, + 278, + 8, + 8112, + 297, + 409, + 8290, + 72, + 14871, + 57825, + 71437, + 28700, + 409, + 1630, + 37627, + 51185, + 320, + 593, + 513, + 16973, + 47428, + 912, + 51108, + 78, + 409, + 40870, + 68, + 2111, + 969, + 570, + 4275, + 645, + 1560, + 3395, + 2554, + 817, + 653, + 514, + 3244, + 1744, + 2024, + 1764, + 1080, + 300, + 274, + 6792, + 300, + 34316, + 13649, + 300, + 8924, + 6681, + 5670, + 45815, + 3172, + 337, + 437, + 25, + 272, + 19540, + 450, + 384, + 30811, + 102841, + 22544, + 13, + 469, + 68160, + 26564, + 4988, + 409, + 31723, + 1069, + 51455, + 409, + 1913, + 2852, + 656, + 1812, + 648, + 3415, + 13, + 362, + 2483, + 28996, + 1744, + 77236, + 439, + 26494, + 1218, + 11178, + 71662, + 29830, + 285, + 297, + 7135, + 72, + 5477, + 23245, + 33555, + 97465, + 8384, + 11644, + 11, + 264, + 658 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 390, + 451, + 656, + 3920, + 2868, + 198, + 46, + 390, + 451, + 409, + 480, + 2159, + 316, + 277, + 4046, + 653, + 4317, + 6754, + 4237, + 19879, + 1206, + 4798, + 3067, + 38172, + 4381, + 384, + 3067, + 7080, + 25282, + 342, + 1604, + 6885, + 12155, + 34809, + 5670, + 330, + 50, + 978, + 79134, + 3920, + 44486, + 702, + 2685, + 11178, + 84, + 264, + 10845, + 24985, + 8924, + 439, + 3223, + 437, + 656, + 61510, + 11644, + 42865, + 17580, + 2853, + 300, + 409, + 14659, + 42790, + 11, + 1080, + 295, + 1995, + 52360, + 409, + 83305, + 393, + 6388, + 4415, + 781, + 6388, + 32150, + 2709, + 6892, + 645, + 288, + 384, + 711, + 3890, + 656, + 342, + 1604, + 3427, + 665, + 628, + 7304, + 88133, + 8968, + 12155, + 330, + 82, + 978, + 79134, + 3920, + 44486, + 3343, + 18842, + 328, + 2227, + 11110, + 409, + 6515, + 84, + 18829, + 320, + 24661, + 426, + 648, + 6491, + 409, + 480, + 2159, + 316, + 277, + 11, + 220, + 10132, + 22, + 12, + 5340, + 78, + 11, + 2905, + 299, + 14871, + 11, + 220, + 10674, + 21, + 8, + 22419, + 41278, + 653, + 4317, + 1732, + 50839, + 11, + 72900, + 2536, + 32190, + 1499, + 64, + 274, + 90739, + 98429, + 94815, + 320, + 831, + 72, + 991, + 4749, + 953, + 5477, + 665, + 80693, + 417, + 705, + 6252, + 3244, + 28895, + 10726, + 20732, + 264, + 3608, + 9252, + 342, + 1604, + 6885, + 912, + 31221, + 912, + 1744, + 29830, + 285, + 1172, + 901, + 64324, + 11, + 29195, + 4317, + 1880, + 18826, + 409, + 1560, + 6518, + 66, + 76384, + 13042, + 627, + 47, + 3380, + 664, + 4988, + 1499, + 64, + 274, + 90739, + 19216, + 10910, + 461, + 865, + 1994, + 278, + 1832, + 87, + 3074, + 47151, + 31298, + 5171, + 437, + 11, + 4673, + 82016, + 288, + 11, + 2418, + 81, + 2483, + 42221, + 11, + 328, + 412, + 7942, + 46896, + 1131, + 41278, + 264, + 70240, + 258, + 460, + 13042, + 384, + 528, + 19493, + 940, + 3067, + 10845, + 24985, + 1744, + 2536, + 4227, + 6583, + 653, + 58516, + 13348, + 4008, + 3370, + 1744, + 513, + 1860, + 9265, + 1206, + 640, + 6960, + 912, + 86051, + 1080, + 1744, + 67714, + 7583, + 19216, + 51422, + 25, + 507, + 390, + 451, + 409, + 480, + 2159, + 316, + 277, + 13, + 18842, + 328, + 2227, + 11110, + 409, + 6515, + 84, + 18829, + 4046, + 653, + 4317, + 6754, + 4237, + 19879, + 1206, + 4798, + 912, + 31221, + 912, + 1744, + 297, + 342, + 1604, + 3427, + 22419, + 3674, + 384, + 3435, + 52777, + 824, + 14949, + 54176, + 13, + 20388, + 1446, + 653, + 4317, + 1880, + 18826, + 4277, + 969, + 3067, + 51422, + 384, + 3067, + 7080, + 25282, + 297, + 20607, + 17567, + 11885, + 75507, + 912, + 1560, + 593, + 66, + 76384, + 627, + 46, + 7440, + 4896, + 3067, + 26676, + 5808, + 79332, + 6885, + 11, + 297, + 1221, + 3757, + 385, + 409, + 480, + 2159, + 316, + 277, + 384, + 264, + 1611, + 631, + 5840, + 409, + 40870, + 68, + 2111, + 969, + 934, + 953, + 20110, + 6697, + 392, + 38315, + 264, + 274, + 90739, + 94815, + 264, + 50452, + 50116, + 4752, + 865, + 1540, + 11354, + 17580, + 1744, + 3260, + 11403, + 263, + 264, + 94815, + 11, + 264, + 274, + 90739, + 8024, + 8968, + 320, + 78, + 1296, + 34163, + 14871, + 1744, + 12155, + 28146, + 588, + 3429, + 14448, + 277, + 264, + 274, + 90739, + 1179, + 25131, + 4415, + 51422, + 705, + 384, + 297, + 77843, + 79586, + 56347, + 13042, + 912, + 1744, + 513, + 3351, + 84, + 627, + 46, + 390, + 451, + 2162, + 198, + 27887, + 653, + 4317, + 6754, + 4237, + 19879, + 29830, + 285, + 9959, + 288, + 3067, + 74735, + 342, + 1604, + 6885, + 11, + 20003, + 26555, + 10610, + 653, + 4317, + 6754, + 29830, + 285, + 1560, + 593, + 66, + 17449, + 13, + 1252, + 4317, + 951, + 300, + 1732, + 20589, + 79586, + 2265, + 300, + 1744, + 4247, + 31201, + 439, + 274, + 6792, + 300, + 3547, + 37017, + 25, + 52047, + 417, + 11, + 35808, + 290, + 2852, + 384, + 78072, + 2852, + 3281, + 17544, + 36228, + 656, + 20607, + 77843, + 13, + 20388, + 348, + 7583, + 11537, + 75766, + 283, + 4902, + 437, + 62762, + 437, + 4415, + 11398, + 5840, + 3067, + 3206, + 277, + 447, + 7583 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 1844, + 4770, + 5477, + 656, + 55347, + 300, + 34928, + 583, + 330, + 71, + 55137, + 10308, + 1, + 409, + 8961, + 582, + 978, + 332, + 15540, + 272, + 2249, + 300, + 9467, + 20718, + 2773, + 511, + 42790, + 198, + 46, + 10696, + 10574, + 969, + 342, + 1604, + 3427, + 1367, + 15677, + 1744, + 1826, + 288, + 15117, + 437, + 330, + 325, + 8024, + 268, + 390, + 74079, + 8112, + 8666, + 269, + 6033, + 1375, + 859, + 4415, + 9686, + 18829, + 55271, + 409, + 1080, + 5771, + 762, + 76384, + 384, + 54413, + 4770, + 30913, + 1, + 384, + 330, + 12021, + 90699, + 61758, + 16697, + 409, + 9955, + 14222, + 5048, + 3343, + 9589, + 288, + 348, + 967, + 301, + 2353, + 4538, + 9632, + 5670, + 330, + 77468, + 14168, + 39961, + 1, + 665, + 330, + 66, + 2649, + 653, + 4317, + 6754, + 79395, + 82, + 1744, + 281, + 2480, + 67035, + 3091, + 12440, + 264, + 14532, + 2648, + 3419, + 8968, + 285, + 83977, + 26675, + 409, + 958, + 2423, + 498, + 945, + 39976, + 198, + 35, + 788, + 93620, + 4692, + 409, + 6252, + 75, + 2353, + 2960, + 3714, + 37005, + 89944, + 409, + 98624, + 409, + 10845, + 24985, + 384, + 264, + 1219, + 3928, + 266, + 4196, + 967, + 12699, + 34928, + 81, + 13055, + 8931, + 409, + 33588, + 6754, + 8961, + 582, + 978, + 332, + 15540, + 272, + 2249, + 300, + 9467, + 20718, + 3429, + 264, + 3026, + 20612, + 635, + 2773, + 511, + 290, + 276, + 912, + 49779, + 656, + 50109, + 78885, + 1744, + 5960, + 9252, + 11, + 409, + 31221, + 11, + 312, + 8536, + 120960, + 14566, + 278, + 300, + 409, + 53460, + 9008, + 865, + 18958, + 52311, + 15190, + 51070, + 3370, + 75540, + 13, + 469, + 9258, + 72628, + 92195, + 83801, + 46591, + 41645, + 72, + 10628, + 60050, + 13, + 15796, + 10696, + 10574, + 13075, + 21780, + 4042, + 11826, + 3244, + 55507, + 384, + 83305, + 30414, + 5512, + 34928, + 81, + 13055, + 3927, + 12826, + 1162, + 220, + 1041, + 13, + 931, + 384, + 220, + 1927, + 13, + 931, + 33588, + 19394, + 653, + 6754, + 64403, + 25318, + 97954, + 384, + 480, + 16074, + 11, + 439, + 1541, + 300, + 951, + 288, + 25551, + 437, + 11, + 9465, + 220, + 679, + 22, + 384, + 220, + 679, + 23, + 1345, + 35945, + 3244, + 55507, + 11, + 1744, + 16896, + 2259, + 297, + 38610, + 409, + 49329, + 89029, + 11, + 31626, + 20718, + 11, + 763, + 1897, + 22776, + 82, + 384, + 19878, + 10574, + 81, + 7583, + 656, + 87816, + 409, + 33180, + 5840, + 5960, + 275, + 10649, + 409, + 55678, + 320, + 926, + 1669, + 705, + 43764, + 283, + 220, + 6028, + 13, + 4728, + 33588, + 409, + 97954, + 384, + 57973, + 220, + 1187, + 13, + 2636, + 409, + 480, + 16074, + 12155, + 294, + 788, + 79521, + 38101, + 11, + 45387, + 2709, + 18224, + 586, + 5670, + 1499, + 300, + 2047, + 3557, + 8961, + 582, + 978, + 332, + 15540, + 13, + 30414, + 5512, + 328, + 99634, + 15833, + 1008, + 2445, + 98827, + 19216, + 55271, + 409, + 9467, + 20718, + 409, + 435, + 285, + 370, + 822, + 320, + 64, + 13492, + 5840, + 3429, + 297, + 435, + 13209, + 78, + 3067, + 33180, + 5840, + 5960, + 275, + 10649, + 384, + 91608, + 15433, + 3074, + 3067, + 1219, + 3928, + 266, + 4196, + 967, + 12699, + 8, + 384, + 94815, + 912, + 1219, + 13109, + 1666, + 48935, + 409, + 31626, + 20718, + 3067, + 1666, + 2168, + 5840, + 90082, + 8083, + 409, + 19878, + 10574, + 81, + 7583, + 13, + 763, + 18297, + 283, + 220, + 966, + 13, + 18061, + 33588, + 409, + 97954, + 9465, + 220, + 679, + 22, + 384, + 220, + 679, + 23, + 29830, + 285, + 220, + 20, + 13, + 21221, + 33588, + 409, + 480, + 16074, + 11, + 45387, + 2709, + 11083, + 8801, + 100127, + 13, + 507, + 10707, + 708, + 656, + 1891, + 5771, + 68, + 8869, + 2098, + 2483, + 71538, + 264, + 330, + 71, + 55137, + 10308, + 1, + 4247, + 23095, + 5840, + 409, + 4958, + 450, + 437, + 74478, + 437, + 43914, + 94939, + 409, + 358, + 10, + 35, + 1744, + 18945, + 467, + 67, + 85912, + 1615, + 625, + 64, + 308, + 412, + 3714, + 2107, + 16485, + 29752, + 13, + 362, + 3026, + 20612, + 635, + 384, + 439, + 274, + 6792, + 300, + 9467, + 20718, + 3118, + 276, + 297 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 384, + 47151, + 11249, + 15482, + 8112, + 9688, + 5241, + 3429, + 53193, + 8956, + 75618, + 220, + 1691, + 13054, + 64, + 9483, + 875, + 350, + 21575, + 3562, + 2637, + 25286, + 6181, + 13, + 356, + 4988, + 264, + 40754, + 64, + 4046, + 32190, + 297, + 1744, + 653, + 4317, + 99079, + 4170, + 64, + 384, + 11837, + 68, + 11, + 1218, + 3244, + 2536, + 4046, + 89049, + 13, + 362, + 38621, + 42600, + 87776, + 4247, + 264, + 2483, + 11, + 384, + 297, + 50109, + 409, + 28419, + 22776, + 8924, + 92952, + 2167, + 25204, + 11, + 1469, + 1415, + 39961, + 12345, + 67649, + 11, + 26555, + 10610, + 3709, + 579, + 308, + 15782, + 627, + 27887, + 78, + 272, + 4988, + 41278, + 264, + 12288, + 96266, + 48755, + 5771, + 75507, + 1744, + 264, + 4834, + 5840, + 4046, + 36897, + 28895, + 4046, + 297, + 35000, + 50103, + 513, + 15833, + 19477, + 65225, + 90314, + 42918, + 92875, + 13, + 38649, + 82085, + 11, + 653, + 4317, + 6754, + 841, + 57703, + 81356, + 29830, + 285, + 106563, + 17449, + 19216, + 35220, + 409, + 88858, + 386, + 752, + 21843, + 78, + 43881, + 74474, + 23850, + 39908, + 8847, + 15305, + 57147, + 9462, + 278, + 65, + 1983, + 220, + 5067, + 15, + 12155, + 220, + 23, + 10013, + 220, + 1987, + 11, + 273, + 959, + 439, + 274, + 6792, + 300, + 6848, + 19216, + 64267, + 50129, + 62589, + 11, + 4277, + 12273, + 264, + 12288, + 96266, + 384, + 86538, + 12273, + 1744, + 56232, + 49334, + 398, + 11, + 8847, + 15305, + 409, + 393, + 15782, + 58336, + 13213, + 11, + 31536, + 2629, + 356, + 618, + 2649, + 11, + 49922, + 11, + 350, + 21575, + 220, + 1272, + 10013, + 220, + 24, + 2078, + 11, + 8458, + 32190, + 1080, + 5771, + 762, + 7583, + 10632, + 11, + 296, + 620, + 13213, + 384, + 44526, + 3557, + 13, + 356, + 4988, + 513, + 8108, + 297, + 92875, + 19216, + 52047, + 11, + 653, + 11, + 1652, + 447, + 2473, + 11, + 52962, + 521, + 50116, + 83890, + 6491, + 24348, + 9157, + 37374, + 2483, + 21127, + 13, + 356, + 4988, + 653, + 513, + 52962, + 64, + 8112, + 1871, + 15222, + 50116, + 1080, + 772, + 6632, + 11, + 2709, + 50516, + 288, + 4538, + 4647, + 6491, + 29830, + 285, + 23598, + 2353, + 13, + 26476, + 297, + 834, + 43301, + 11357, + 5477, + 4415, + 4834, + 5840, + 1469, + 116612, + 521, + 4415, + 3127, + 14685, + 1037, + 6754, + 44526, + 3557, + 3429, + 658, + 953, + 404, + 13, + 18165, + 1744, + 1446, + 264, + 52047, + 264, + 1744, + 2598, + 3527, + 11, + 20003, + 26555, + 10610, + 297, + 63816, + 13, + 9605, + 87776, + 11, + 513, + 15925, + 4538, + 1860, + 1832, + 6033, + 4538, + 653, + 272, + 5969, + 11644, + 6252, + 1488, + 2353, + 11, + 4046, + 1744, + 2536, + 757, + 864, + 511, + 46931, + 264, + 4834, + 5840, + 6754, + 308, + 28043, + 384, + 71398, + 437, + 1744, + 348, + 2116, + 4415, + 9686, + 18829, + 44035, + 9252, + 30, + 362, + 40754, + 64, + 4046, + 264, + 1744, + 22160, + 936, + 19216, + 82, + 78072, + 300, + 1744, + 8571, + 20108, + 3067, + 44035, + 9252, + 384, + 47151, + 27812, + 300, + 1744, + 2536, + 7661, + 268, + 70493, + 404, + 4247, + 4502, + 11083, + 7044, + 439, + 44526, + 3557, + 11, + 4247, + 34556, + 513, + 23464, + 283, + 19216, + 82, + 9129, + 36323, + 82, + 264, + 39294, + 58182, + 96266, + 3067, + 4834, + 5840, + 13, + 473, + 5241, + 68, + 665, + 35963, + 11, + 264, + 40754, + 64, + 89049, + 4046, + 264, + 89272, + 7915, + 36323, + 3674, + 409, + 439, + 89300, + 39294, + 58182, + 689, + 11, + 72900, + 2536, + 47151, + 99183, + 81807, + 11, + 90699, + 61758, + 16948, + 41284, + 50103, + 19477, + 65225, + 81, + 297, + 92875, + 9465, + 15887, + 13, + 473, + 5241, + 68, + 15887, + 42939, + 38621, + 73258, + 627, + 27887, + 89015, + 11, + 47151, + 44167, + 5840, + 4247, + 1877, + 437, + 103226, + 300, + 40754, + 300, + 656, + 10901, + 355, + 1744, + 4538, + 264, + 97591, + 29830, + 285, + 24955, + 6387, + 651, + 30913, + 656, + 4675, + 3394, + 6223, + 2172, + 13, + 469, + 26555, + 10610, + 44167, + 5840, + 4247, + 96673, + 12288, + 57567, + 13, + 11842, + 348, + 78309, + 76129, + 283, + 1030, + 4647, + 26675, + 1080, + 2635, + 3614, + 15754, + 93103, + 1901 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 2170, + 74079, + 4415, + 469, + 9008, + 3067, + 1630, + 78, + 3444, + 665, + 15504, + 321, + 320, + 9219, + 337, + 2649, + 8, + 4538, + 6926, + 288, + 13, + 1369, + 297, + 58516, + 35963, + 220, + 972, + 9165, + 18829, + 35000, + 653, + 4317, + 865, + 1540, + 2649, + 1008, + 292, + 2649, + 15190, + 1218, + 1607, + 78, + 11, + 305, + 5241, + 68, + 11, + 297, + 35963, + 39239, + 277, + 521, + 665, + 23201, + 13884, + 1080, + 5771, + 762, + 1133, + 437, + 15482, + 9517, + 418, + 3742, + 384, + 459, + 76426, + 3614, + 11, + 12769, + 24823, + 6792, + 4511, + 409, + 645, + 41091, + 3453, + 537, + 5670, + 8112, + 4538, + 2709, + 274, + 31515, + 6033, + 2709, + 22171, + 472, + 437, + 802, + 3458, + 355, + 11, + 4247, + 80694, + 11, + 8811, + 689, + 1744, + 4538, + 38546, + 19528, + 5670, + 17580, + 305, + 371, + 300, + 13, + 1611, + 1172, + 6491, + 11, + 264, + 46591, + 7583, + 11, + 4538, + 19528, + 5670, + 8924, + 4612, + 25204, + 384, + 470, + 268, + 2709, + 27080, + 437, + 1744, + 2558, + 48422, + 4647, + 21920, + 6754, + 39137, + 300, + 13, + 1556, + 76426, + 3614, + 384, + 9517, + 418, + 3742, + 865, + 30636, + 653, + 70257, + 41091, + 36897, + 384, + 737, + 437, + 62960, + 404, + 15482, + 297, + 47015, + 15190, + 1317, + 78, + 85878, + 865, + 1540, + 2649, + 61312, + 45387, + 56369, + 283, + 5250, + 375, + 32066, + 18745, + 482, + 359, + 8924, + 4294, + 4893, + 3067, + 469, + 9008, + 3067, + 1630, + 78, + 3444, + 14863, + 44, + 1995, + 285, + 50116, + 4317, + 490, + 396, + 7304, + 409, + 78072, + 300, + 16287, + 11403, + 263, + 264, + 274, + 90739, + 459, + 354, + 5840, + 3429, + 64811, + 20108, + 78559, + 36860, + 409, + 82402, + 76384, + 409, + 459, + 76426, + 3614, + 384, + 9517, + 418, + 3742, + 11, + 1744, + 738, + 31841, + 50116, + 4317, + 829, + 92816, + 19783, + 2649, + 78885, + 687, + 11368, + 3067, + 384, + 9008, + 12769, + 17675, + 47151, + 4647, + 21920, + 1153, + 31617, + 13910, + 409, + 47088, + 277, + 439, + 43938, + 552, + 1744, + 30234, + 15295, + 58563, + 277, + 384, + 297, + 657, + 277, + 8112, + 3721, + 92660, + 276, + 72900, + 1744, + 4538, + 7120, + 8622, + 46602, + 17038, + 4547, + 18745, + 409, + 97995, + 35288, + 278, + 50116, + 4317, + 45112, + 13, + 29988, + 10610, + 62960, + 556, + 8801, + 15482, + 264, + 25203, + 9252, + 409, + 272, + 590, + 277, + 297, + 43222, + 4590, + 266, + 409, + 459, + 76426, + 3614, + 384, + 9517, + 418, + 3742, + 75608, + 16589, + 469, + 9008, + 3067, + 1630, + 78, + 3444, + 72900, + 42939, + 2068, + 11354, + 74802, + 294, + 6792, + 300, + 45123, + 52641, + 3429, + 2709, + 24848, + 451, + 48328, + 46180, + 220, + 18, + 384, + 220, + 972, + 409, + 86628, + 13, + 362, + 68831, + 1826, + 31841, + 39239, + 2649, + 4415, + 34860, + 5840, + 409, + 37368, + 2353, + 470, + 3928, + 10308, + 13, + 12769, + 46, + 12155, + 78, + 2854, + 35376, + 41987, + 409, + 4701, + 337, + 2649, + 513, + 26976, + 10610, + 51933, + 300, + 15190, + 18062, + 37037, + 470, + 3928, + 3370, + 11, + 384, + 409, + 9839, + 451, + 409, + 15887, + 13, + 20388, + 34556, + 264, + 2586, + 54801, + 409, + 19394, + 11083, + 865, + 3935, + 1995, + 1677, + 437, + 3429, + 3547, + 261, + 85409, + 18062, + 37037, + 36228, + 3067, + 46698, + 5840, + 452, + 18223, + 23884, + 68160, + 23423, + 4988, + 94446, + 9157, + 665, + 12769, + 375, + 2635, + 277, + 13289, + 272, + 359, + 4317, + 28003, + 974, + 9008, + 1744, + 1812, + 583, + 33186, + 1744, + 6502, + 283, + 264, + 1446, + 653, + 4317, + 628, + 12748, + 61312, + 3288, + 46357, + 283, + 5250, + 375, + 32066, + 18745, + 13, + 362, + 56072, + 88157, + 656, + 11083, + 409, + 86628, + 11, + 264, + 656, + 35963, + 71868, + 3524, + 6491, + 11, + 33998, + 272, + 359, + 49950, + 409, + 62962, + 14818, + 2852, + 384, + 1989, + 288, + 1995, + 4511, + 1080, + 1536, + 87, + 295, + 6632, + 409, + 12769, + 2827, + 3550, + 277, + 297, + 1744, + 53843, + 513, + 35474, + 84, + 59382, + 41518, + 5362, + 1744, + 4046, + 297, + 72009, + 822, + 409, + 22267, + 318, + 9252, + 13, + 63782, + 1744, + 52621, + 277 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 42600, + 53183, + 42600, + 25, + 264, + 86953, + 44731, + 42658, + 521, + 11, + 35662, + 1744, + 1877, + 64, + 56132, + 11, + 4415, + 687, + 34364, + 3674, + 3067, + 7565, + 20103, + 48370, + 384, + 58241, + 439, + 47178, + 12288, + 57567, + 4725, + 450, + 11354, + 384, + 33397, + 450, + 11354, + 627, + 6806, + 30440, + 42600, + 25, + 439, + 4319, + 359, + 267, + 80741, + 384, + 93554, + 23496, + 74091, + 11, + 52047, + 417, + 384, + 12288, + 57567, + 74713, + 41921, + 2648, + 384, + 24397, + 2648, + 3429, + 19394, + 48370, + 627, + 6806, + 21097, + 1002, + 10126, + 409, + 865, + 978, + 70052, + 25, + 42658, + 521, + 653, + 4317, + 86953, + 44731, + 1744, + 1028, + 18829, + 665, + 45866, + 297, + 865, + 978, + 70052, + 912, + 50109, + 409, + 26965, + 5840, + 3067, + 3608, + 9252, + 11, + 11810, + 64, + 48755, + 5771, + 94218, + 2709, + 2144, + 4692, + 409, + 436, + 9652, + 384, + 5541, + 22776, + 70096, + 5670, + 264, + 15491, + 3977, + 384, + 264, + 77554, + 486, + 8112, + 8331, + 409, + 61344, + 337, + 7986, + 78, + 384, + 8936, + 5840, + 3674, + 627, + 6806, + 14020, + 46357, + 5840, + 25, + 264, + 86953, + 44731, + 2024, + 1995, + 665, + 45866, + 439, + 25203, + 13910, + 384, + 2512, + 55779, + 3067, + 7565, + 20103, + 48370, + 1080, + 1536, + 87, + 440, + 78, + 409, + 282, + 13209, + 277, + 264, + 274, + 90739, + 95103, + 7583, + 384, + 13088, + 554, + 89, + 78072, + 278, + 384, + 2307, + 277, + 2709, + 42498, + 47371, + 51650, + 3645, + 25204, + 11, + 4612, + 324, + 2852, + 384, + 409, + 95315, + 13910, + 12288, + 57567, + 384, + 78072, + 2852, + 627, + 6806, + 30101, + 5840, + 25, + 39471, + 277, + 521, + 264, + 7565, + 20103, + 48370, + 50116, + 4317, + 22544, + 8936, + 2649, + 3429, + 1515, + 45083, + 297, + 2961, + 64, + 7992, + 384, + 45409, + 3739, + 4415, + 274, + 90739, + 1972, + 9252, + 3674, + 627, + 6806, + 62574, + 5840, + 25, + 264, + 86953, + 44731, + 80943, + 31841, + 3944, + 8213, + 71623, + 3074, + 384, + 2854, + 3444, + 19216, + 7565, + 20103, + 48370, + 11, + 13046, + 48680, + 20103, + 409, + 58139, + 2908, + 300, + 3429, + 893, + 327, + 277, + 384, + 2307, + 277, + 439, + 274, + 6792, + 300, + 78980, + 495, + 3536, + 384, + 83977, + 26675, + 627, + 1737, + 12067, + 23884, + 11, + 264, + 95484, + 337, + 5241, + 7583, + 8924, + 74478, + 437, + 94939, + 384, + 74079, + 1744, + 513, + 61344, + 337, + 16023, + 3429, + 264, + 86953, + 44731, + 4834, + 28952, + 26154, + 33998, + 512, + 6806, + 13620, + 78440, + 10126, + 384, + 19783, + 2649, + 11, + 409, + 8374, + 83890, + 6491, + 1744, + 264, + 7565, + 20103, + 48370, + 1218, + 9895, + 33186, + 2709, + 687, + 13652, + 70398, + 297, + 7248, + 76384, + 1744, + 513, + 40586, + 18062, + 543, + 277, + 627, + 6806, + 30101, + 30913, + 11, + 47105, + 4988, + 439, + 99383, + 68446, + 450, + 20589, + 409, + 687, + 13652, + 409, + 46418, + 95162, + 1744, + 1376, + 268, + 20108, + 50116, + 4317, + 95410, + 1972, + 9252, + 627, + 6806, + 44581, + 28952, + 11, + 2385, + 48680, + 974, + 4415, + 12521, + 5840, + 3067, + 7565, + 20103, + 48370, + 11, + 912, + 282, + 13209, + 78, + 3067, + 274, + 90739, + 45123, + 28952, + 384, + 3067, + 274, + 90739, + 92195, + 5840, + 912, + 61344, + 337, + 7986, + 78, + 6754, + 74079, + 627, + 6806, + 2895, + 21175, + 384, + 22415, + 28952, + 11, + 55250, + 8890, + 36099, + 297, + 61344, + 337, + 7986, + 78, + 11, + 264, + 1080, + 17082, + 3739, + 384, + 264, + 18434, + 8968, + 656, + 3288, + 15377, + 409, + 70972, + 5840, + 384, + 49012, + 4415, + 447, + 40843, + 74079, + 1744, + 513, + 1972, + 292, + 268, + 665, + 38610, + 627, + 6806, + 45873, + 36334, + 3074, + 11, + 14566, + 4988, + 6747, + 437, + 60180, + 45558, + 285, + 11, + 95102, + 2709, + 47105, + 5670, + 8119, + 96746, + 7855, + 2749, + 74091, + 384, + 439, + 41934, + 337, + 5241, + 25318, + 3067, + 35615, + 384, + 46915, + 5840, + 320, + 51, + 1341, + 4390, + 6806, + 1322, + 18297, + 10126, + 11, + 961, + 36099, + 3067, + 79395, + 49656, + 3067, + 7565, + 20103, + 48370, + 6348, + 70754, + 2047, + 78, + 5771, + 8862, + 74079, + 1744, + 1043 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 3067, + 2389, + 1122, + 4458, + 409, + 45745, + 409, + 41278, + 264, + 25994, + 384, + 37560, + 11, + 7565, + 20103, + 264, + 7565, + 20103, + 11, + 15572, + 13055, + 8119, + 757, + 355, + 264, + 2000, + 3714, + 384, + 8119, + 409, + 296, + 4618, + 48328, + 409, + 342, + 1604, + 35173, + 498, + 3288, + 8968, + 13, + 330, + 2170, + 2211, + 953, + 300, + 35662, + 58015, + 11164, + 39265, + 264, + 84385, + 19216, + 69578, + 3739, + 6033, + 19216, + 86953, + 44731, + 656, + 435, + 1308, + 33, + 3429, + 2536, + 15627, + 2092, + 36323, + 82, + 1, + 330, + 1542, + 29761, + 64, + 264, + 3453, + 95585, + 384, + 1592, + 437, + 653, + 4317, + 3288, + 24238, + 1744, + 71296, + 437, + 1744, + 4046, + 264, + 2092, + 36323, + 31388, + 10126, + 3429, + 297, + 42176, + 11, + 28895, + 12155, + 2024, + 42550, + 1744, + 3567, + 8080, + 297, + 1891, + 5771, + 68, + 8869, + 498, + 3281, + 17544, + 653, + 64403, + 68, + 8869, + 3067, + 92308, + 656, + 8613, + 8875, + 78, + 11, + 14103, + 13389, + 16959, + 277, + 11, + 665, + 91754, + 82, + 19216, + 82, + 3944, + 27897, + 13, + 49693, + 417, + 11, + 7793, + 318, + 8869, + 8290, + 2483, + 55506, + 11, + 3067, + 70096, + 5840, + 656, + 14659, + 52462, + 21402, + 14871, + 11, + 1097, + 12252, + 264, + 274, + 90739, + 22180, + 911, + 7583, + 1499, + 64, + 34122, + 3739, + 3067, + 1630, + 592, + 17528, + 11, + 29028, + 1744, + 5320, + 4725, + 28895, + 330, + 17825, + 297, + 1744, + 5155, + 20110, + 439, + 1218, + 13910, + 22419, + 653, + 30670, + 16833, + 264, + 893, + 6916, + 2649, + 3343, + 41159, + 59386, + 29829, + 14871, + 11, + 71623, + 3074, + 409, + 2467, + 3074, + 68, + 665, + 1219, + 2252, + 8458, + 11, + 514, + 6723, + 97556, + 1400, + 70, + 2649, + 15190, + 19227, + 73497, + 520, + 408, + 8862, + 34809, + 11354, + 409, + 68364, + 5670, + 12155, + 1744, + 66883, + 5320, + 330, + 110633, + 285, + 31157, + 27564, + 1, + 34264, + 297, + 459, + 67144, + 3067, + 7631, + 64, + 4247, + 20108, + 3067, + 64072, + 7583, + 13, + 362, + 274, + 90739, + 70096, + 5840, + 1469, + 6870, + 31841, + 330, + 444, + 41278, + 264, + 2246, + 5840, + 1744, + 281, + 590, + 64, + 1, + 653, + 4317, + 3453, + 95585, + 1080, + 772, + 10126, + 1744, + 2980, + 276, + 330, + 5143, + 12826, + 23237, + 16485, + 7675, + 1, + 28895, + 35662, + 29315, + 263, + 1744, + 330, + 359, + 42176, + 3728, + 384, + 85878, + 26703, + 1397, + 50116, + 4317, + 2092, + 36323, + 26555, + 10610, + 3728, + 3343, + 2998, + 10845, + 24985, + 11, + 384, + 32190, + 8541, + 78, + 665, + 45866, + 2709, + 68364, + 5670, + 409, + 452, + 8974, + 77787, + 11, + 864, + 998, + 409, + 220, + 3391, + 13, + 931, + 78072, + 300, + 68364, + 11354, + 1499, + 64, + 991, + 71355, + 409, + 220, + 16, + 13, + 1041, + 2606, + 3244, + 82, + 409, + 33588, + 11, + 8924, + 2211, + 645, + 220, + 16, + 13, + 931, + 513, + 8024, + 268, + 264, + 45745, + 9099, + 27771, + 13, + 1630, + 6960, + 1744, + 11, + 409, + 3772, + 11, + 2961, + 3510, + 12273, + 7120, + 264, + 2000, + 3714, + 409, + 2536, + 29830, + 285, + 409, + 220, + 868, + 13, + 931, + 33588, + 13, + 2467, + 336, + 2852, + 11, + 653, + 4317, + 2167, + 10126, + 38634, + 64, + 39294, + 16960, + 264, + 1744, + 2709, + 69407, + 437, + 1794, + 295, + 276, + 43914, + 42498, + 45745, + 264, + 653, + 506, + 373, + 3429, + 65844, + 324, + 2648, + 409, + 1744, + 19972, + 268, + 297, + 1744, + 42939, + 264, + 6155, + 6526, + 13, + 29124, + 264, + 62265, + 2649, + 6179, + 582, + 3244, + 864, + 8386, + 266, + 940, + 8924, + 436, + 3510, + 437, + 1744, + 439, + 28999, + 13, + 507, + 75401, + 1744, + 513, + 17028, + 12273, + 665, + 452, + 8974, + 77787, + 11639, + 653, + 9630, + 273, + 998, + 1744, + 1162, + 53843, + 513, + 94381, + 12273, + 384, + 1744, + 2536, + 264, + 13115, + 12273, + 96552, + 2172, + 13, + 330, + 1542, + 297, + 27727, + 2536, + 30234, + 7583, + 2961, + 3510, + 277, + 11, + 8112, + 11639, + 4415, + 46591, + 7583, + 8924, + 58633, + 11, + 2536, + 513, + 58015, + 7661, + 42550, + 64195, + 261, + 1826 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 11, + 1867, + 18862, + 5362, + 20120, + 25286, + 2172, + 1499, + 64, + 40360, + 10994, + 11, + 1744, + 72900, + 282, + 1604, + 66, + 2473, + 13, + 56808, + 1469, + 1415, + 68, + 951, + 8629, + 42600, + 3067, + 274, + 90739, + 62834, + 384, + 264, + 274, + 90739, + 3273, + 288, + 7583, + 34822, + 41154, + 297, + 520, + 20234, + 8924, + 16287, + 27771, + 11, + 9465, + 2709, + 1744, + 513, + 45866, + 297, + 36528, + 409, + 35266, + 11, + 11355, + 54859, + 20069, + 473, + 343, + 8326, + 942, + 320, + 78, + 330, + 44, + 73875, + 39709, + 39, + 343, + 8326, + 942, + 3289, + 867, + 1559, + 409, + 57306, + 384, + 330, + 89171, + 277, + 1, + 17797, + 6792, + 4511, + 33894, + 300, + 6940, + 1995, + 4511, + 409, + 98337, + 11, + 384, + 17580, + 274, + 6792, + 300, + 7558, + 300, + 409, + 88772, + 9252, + 51407, + 264, + 6902, + 978, + 3757, + 273, + 264, + 330, + 58132, + 324, + 87, + 7583, + 1, + 1744, + 11639, + 40968, + 1394, + 409, + 44046, + 19253, + 4247, + 4502, + 95410, + 13, + 31152, + 3067, + 10237, + 68, + 409, + 35266, + 11, + 390, + 12067, + 11, + 473, + 343, + 8326, + 942, + 3288, + 72, + 817, + 48647, + 3429, + 513, + 506, + 2041, + 261, + 25, + 2586, + 89, + 283, + 264, + 7661, + 277, + 11, + 1867, + 18862, + 404, + 11, + 70820, + 384, + 2160, + 511, + 277, + 2709, + 42498, + 33894, + 300, + 11, + 10390, + 48680, + 974, + 53112, + 36323, + 82, + 14531, + 6000, + 300, + 4247, + 80694, + 6111, + 58132, + 31230, + 300, + 665, + 1826, + 299, + 15192, + 1744, + 2512, + 66, + 42550, + 1624, + 300, + 627, + 1692, + 78309, + 656, + 41760, + 7942, + 384, + 1469, + 1415, + 288, + 2781, + 3714, + 627, + 32, + 1972, + 9252, + 4046, + 1744, + 43914, + 16287, + 27771, + 409, + 220, + 9378, + 15, + 264, + 3273, + 288, + 7583, + 409, + 35266, + 24068, + 100641, + 97029, + 6697, + 590, + 2649, + 11, + 272, + 4988, + 665, + 82685, + 51407, + 86084, + 64555, + 2850, + 9157, + 73866, + 11, + 264, + 2483, + 28996, + 1744, + 17797, + 6792, + 4511, + 8924, + 42498, + 43222, + 4590, + 437, + 3273, + 10515, + 17038, + 1826, + 1924, + 268, + 6502, + 5670, + 409, + 91768, + 4247, + 1218, + 3244, + 627, + 87995, + 6792, + 4511, + 330, + 261, + 3714, + 1, + 23882, + 780, + 2852, + 1744, + 513, + 58015, + 737, + 631, + 13055, + 2781, + 276, + 55988, + 5670, + 8112, + 4495, + 437, + 4415, + 50510, + 17270, + 665, + 1744, + 51407, + 308, + 580, + 84, + 320, + 10750, + 15, + 705, + 4247, + 80694, + 297, + 35010, + 409, + 330, + 53071, + 1, + 3573, + 53742, + 5362, + 909, + 4247, + 330, + 75, + 3864, + 1, + 3573, + 2252, + 78, + 498, + 330, + 2119, + 47282, + 38151, + 330, + 1451, + 337, + 306, + 3838, + 48841, + 11, + 304, + 294, + 2852, + 552, + 51476, + 1, + 3573, + 32, + 1764, + 409, + 25233, + 1280, + 337, + 6960, + 11, + 9465, + 439, + 19205, + 277, + 21920, + 865, + 582, + 4849, + 1865, + 9419, + 745, + 65, + 7583, + 330, + 428, + 6539, + 1, + 3573, + 978, + 2302, + 521, + 909, + 665, + 35000, + 409, + 330, + 762, + 73855, + 498, + 20003, + 264, + 68831, + 22544, + 94815, + 912, + 294, + 14222, + 3370, + 64377, + 13, + 14128, + 5771, + 7583, + 330, + 39, + 12828, + 1604, + 71, + 1, + 912, + 272, + 13873, + 656, + 330, + 39, + 2931, + 64, + 689, + 1, + 384, + 330, + 53, + 5230, + 352, + 1, + 665, + 35000, + 409, + 330, + 43712, + 5735, + 1, + 320, + 53543, + 409, + 17360, + 2483, + 4458, + 570, + 6515, + 355, + 1832, + 355, + 6853, + 409, + 26427, + 5048, + 11, + 20003, + 439, + 84189, + 15465, + 300, + 56755, + 39265, + 29195, + 62032, + 1744, + 9165, + 18829, + 4415, + 274, + 90739, + 25233, + 384, + 1744, + 86084, + 3242, + 50864, + 4647, + 26675, + 38101, + 34435, + 409, + 1744, + 51407, + 308, + 582, + 2423, + 627, + 3905, + 6417, + 25196, + 598, + 6853, + 26555, + 10610, + 1043, + 537, + 437, + 330, + 261, + 3714, + 1, + 79586, + 2265, + 437, + 384, + 83890, + 83581, + 17038, + 11, + 5811, + 78, + 71662, + 3731, + 324, + 3055, + 272, + 4988, + 513, + 34815, + 32150, + 653, + 3273 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 46, + 36860, + 409, + 439, + 48935, + 10628, + 41934, + 337, + 1832, + 54793, + 85320, + 87591, + 409, + 6111, + 78031, + 19216, + 13354, + 5840, + 294, + 953, + 2223, + 384, + 4316, + 2249, + 78, + 220, + 18, + 35, + 11, + 282, + 13209, + 78, + 409, + 74735, + 79048, + 1260, + 11, + 4225, + 26113, + 25318, + 384, + 24066, + 198, + 32, + 1611, + 631, + 5840, + 409, + 40870, + 68, + 2111, + 969, + 11, + 264, + 50452, + 409, + 16147, + 47, + 3981, + 11, + 85320, + 15491, + 46075, + 71427, + 6747, + 300, + 90164, + 82, + 3645, + 39924, + 70772, + 17449, + 409, + 83890, + 6491, + 2930, + 68, + 1685, + 45412, + 11, + 665, + 5730, + 66, + 11354, + 4415, + 274, + 90739, + 48454, + 9008, + 409, + 39294, + 2172, + 48328, + 13, + 1666, + 90164, + 82, + 490, + 6526, + 11644, + 85006, + 8112, + 264, + 6111, + 78031, + 19216, + 13354, + 5840, + 294, + 953, + 2223, + 384, + 297, + 4316, + 2249, + 78, + 220, + 18, + 35, + 11, + 74735, + 79048, + 1260, + 384, + 4294, + 81016, + 3674, + 11, + 4097, + 5840, + 409, + 35615, + 264, + 50452, + 409, + 4225, + 26113, + 25318, + 384, + 12762, + 437, + 81451, + 17038, + 656, + 24066, + 627, + 46, + 49295, + 288, + 220, + 18, + 384, + 297, + 865, + 10296, + 220, + 20, + 409, + 7643, + 822, + 1499, + 64, + 7643, + 5771, + 1995, + 11, + 44681, + 7730, + 556, + 11, + 7943, + 14200, + 15915, + 275, + 3370, + 665, + 4997, + 51458, + 3074, + 11, + 6826, + 5840, + 384, + 14727, + 417, + 3739, + 70772, + 84662, + 294, + 788, + 39294, + 2172, + 48328, + 15482, + 13354, + 5840, + 294, + 953, + 2223, + 13, + 40005, + 288, + 87591, + 665, + 55956, + 6651, + 998, + 11, + 3698, + 14080, + 70754, + 96673, + 665, + 908, + 18829, + 384, + 64267, + 302, + 15540, + 1685, + 8968, + 285, + 912, + 19797, + 11868, + 656, + 57674, + 80795, + 409, + 51183, + 7583, + 76243, + 2223, + 912, + 66954, + 8869, + 409, + 13714, + 39054, + 409, + 4821, + 299, + 11, + 1080, + 1536, + 87, + 440, + 6632, + 409, + 1744, + 297, + 99195, + 1028, + 18829, + 68252, + 1972, + 390, + 10566, + 16697, + 409, + 41934, + 337, + 5241, + 25318, + 384, + 1877, + 64, + 2107, + 1394, + 409, + 51388, + 5771, + 277, + 384, + 13354, + 277, + 653, + 4317, + 1069, + 4458, + 665, + 220, + 18, + 35, + 13, + 507, + 57181, + 11, + 33998, + 409, + 330, + 82831, + 5840, + 76243, + 2223, + 13, + 1357, + 4653, + 78031, + 19216, + 13354, + 5840, + 294, + 953, + 2223, + 498, + 653, + 51009, + 3429, + 1080, + 5771, + 94218, + 384, + 11537, + 450, + 2648, + 1080, + 300, + 58139, + 2908, + 300, + 92195, + 11354, + 29195, + 50109, + 409, + 2558, + 78031, + 294, + 953, + 2223, + 13, + 507, + 45387, + 11, + 330, + 82831, + 5840, + 294, + 953, + 2223, + 13, + 36561, + 2249, + 78, + 220, + 18, + 35, + 390, + 1952, + 12510, + 358, + 1389, + 3744, + 60119, + 358, + 498, + 39239, + 277, + 521, + 4415, + 33272, + 5840, + 77236, + 3241, + 409, + 4316, + 2249, + 78, + 220, + 18, + 35, + 13, + 13106, + 934, + 9895, + 409, + 61745, + 11, + 435, + 17099, + 7675, + 18145, + 103348, + 451, + 11, + 33675, + 46357, + 2649, + 665, + 3142, + 9252, + 384, + 6649, + 5840, + 82, + 393, + 27888, + 53310, + 56369, + 31841, + 2709, + 220, + 1114, + 507, + 6061, + 13, + 1252, + 4317, + 34809, + 2649, + 19216, + 90164, + 409, + 78072, + 300, + 11, + 7915, + 36323, + 82, + 384, + 97834, + 1600, + 384, + 264, + 274, + 90739, + 4294, + 81016, + 48034, + 653, + 61344, + 337, + 7986, + 78, + 665, + 4799, + 3067, + 12288, + 96266, + 11, + 297, + 3197, + 1955, + 384, + 264, + 29761, + 9252, + 11, + 912, + 48192, + 330, + 26282, + 360, + 9258, + 264, + 74735, + 79048, + 1260, + 384, + 264, + 4294, + 81016, + 3674, + 912, + 1028, + 84, + 96574, + 8105, + 23811, + 46, + 296, + 14081, + 7857, + 16147, + 47, + 3981, + 64195, + 261, + 1995, + 653, + 39423, + 39294, + 2172, + 8869, + 25, + 330, + 19998, + 26113, + 25318, + 25, + 96215, + 264, + 35615, + 409, + 53460, + 9008, + 9302, + 1, + 390, + 73257, + 15490, + 78, + 2649, + 11, + 24977, + 360, + 2649, + 665, + 58968, + 15570 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 13281, + 627, + 66001, + 20503, + 65072, + 85878, + 13081, + 47484, + 11, + 297, + 6864, + 3674, + 91976, + 2916, + 65225, + 3055, + 9465, + 2709, + 15983, + 437, + 656, + 94172, + 68, + 83890, + 6491, + 512, + 17, + 13, + 5768, + 24123, + 297, + 1989, + 7992, + 220, + 17, + 656, + 1826, + 266, + 1564, + 11, + 1744, + 91976, + 2579, + 533, + 2172, + 8112, + 37870, + 25, + 12769, + 46, + 6864, + 3674, + 109489, + 1658, + 521, + 665, + 220, + 14057, + 13, + 23582, + 11, + 4370, + 13281, + 384, + 1826, + 31841, + 4097, + 2172, + 4247, + 220, + 1806, + 13, + 24375, + 259, + 16485, + 29752, + 25194, + 64545, + 409, + 220, + 21, + 11, + 2437, + 13281, + 19394, + 653, + 409, + 645, + 106635, + 18, + 13, + 362, + 782, + 2308, + 264, + 1491, + 53507, + 656, + 1989, + 7992, + 220, + 806, + 656, + 1826, + 266, + 1564, + 11, + 409, + 22544, + 1744, + 264, + 1630, + 43150, + 1050, + 1960, + 64, + 87776, + 264, + 35357, + 1376, + 2649, + 4247, + 31723, + 39334, + 3714, + 627, + 19, + 13, + 5768, + 24123, + 264, + 1630, + 43150, + 1050, + 1960, + 64, + 11, + 1744, + 87776, + 264, + 35357, + 1391, + 28464, + 4247, + 25, + 56500, + 66605, + 47624, + 11, + 52485, + 26, + 83305, + 87886, + 47624, + 35236, + 2172, + 11, + 6367, + 10649, + 26, + 44365, + 66605, + 15130, + 5771, + 450, + 11, + 64039, + 278, + 627, + 71, + 8, + 362, + 12288, + 96266, + 40574, + 10649, + 409, + 5276, + 5840, + 5960, + 8290, + 25196, + 409, + 79332, + 35173, + 11, + 43354, + 308, + 29300, + 220, + 25168, + 1630, + 3014, + 32, + 11, + 4415, + 264, + 16167, + 64, + 865, + 3333, + 656, + 220, + 966, + 409, + 1654, + 50010, + 409, + 220, + 679, + 20, + 11, + 10390, + 283, + 2709, + 94172, + 288, + 1645, + 541, + 437, + 512, + 16, + 13, + 362, + 782, + 2308, + 264, + 13081, + 47484, + 25900, + 10649, + 656, + 41589, + 44365, + 23245, + 57825, + 71437, + 28700, + 80967, + 23577, + 627, + 17, + 13, + 362, + 782, + 2308, + 264, + 13081, + 47484, + 656, + 41589, + 44365, + 83305, + 8290, + 2483, + 55506, + 49312, + 11, + 118812, + 58015, + 1380, + 53995, + 439, + 5293, + 5840, + 82, + 912, + 6864, + 3674, + 19216, + 35840, + 4849, + 41634, + 12288, + 689, + 29124, + 75, + 4849, + 49312, + 3341, + 818, + 8869, + 627, + 18, + 13, + 362, + 782, + 2308, + 264, + 46462, + 3067, + 12288, + 689, + 29124, + 75, + 4849, + 49312, + 3341, + 818, + 8869, + 627, + 66001, + 20503, + 65072, + 3281, + 300, + 1491, + 53507, + 82, + 11, + 297, + 6864, + 3674, + 91976, + 2916, + 65225, + 3055, + 656, + 94172, + 68, + 83890, + 6491, + 512, + 19, + 13, + 5768, + 24123, + 297, + 1989, + 7992, + 220, + 17, + 656, + 1826, + 266, + 1564, + 11, + 1744, + 91976, + 2579, + 533, + 2172, + 8112, + 37870, + 25, + 12769, + 46, + 6864, + 3674, + 91976, + 5155, + 2172, + 665, + 220, + 16, + 13, + 20460, + 11, + 1399, + 13281, + 4097, + 2172, + 4247, + 220, + 17, + 13, + 17698, + 259, + 16485, + 29752, + 25194, + 64545, + 409, + 220, + 15, + 11, + 5547, + 13281, + 19394, + 653, + 409, + 645, + 106635, + 20, + 13, + 5768, + 24123, + 264, + 274, + 90739, + 1630, + 43150, + 1050, + 1960, + 64, + 11, + 1744, + 87776, + 264, + 35357, + 1391, + 28464, + 4247, + 25, + 386, + 65005, + 1624, + 71058, + 328, + 99634, + 57825, + 71437, + 28700, + 11, + 4872, + 64, + 26, + 44365, + 43912, + 983, + 301, + 85341, + 1369, + 78, + 2194, + 11, + 6367, + 3370, + 26, + 83305, + 328, + 99634, + 328, + 99634, + 11, + 83305, + 1624, + 71058, + 2947, + 78, + 14871, + 14603, + 7206, + 384, + 23245, + 17360, + 1995, + 23577, + 23869, + 3444, + 11, + 64039, + 2852, + 627, + 72, + 8, + 362, + 12288, + 96266, + 40574, + 10649, + 409, + 5276, + 5840, + 5960, + 356, + 307, + 265, + 11, + 43354, + 308, + 29300, + 220, + 22148, + 1630, + 3014, + 32, + 11, + 4415, + 264, + 16167, + 64, + 865, + 3333, + 656, + 220, + 508, + 409, + 1654, + 50010, + 409, + 220, + 679, + 20, + 11, + 10390, + 283, + 2709, + 94172, + 288, + 1645, + 541, + 437, + 512, + 16, + 13, + 362, + 782, + 2308, + 264, + 13081 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 4317, + 2047, + 28464, + 409, + 1652, + 9252, + 384, + 6252, + 824, + 6133, + 70649, + 48034, + 264, + 9589, + 4650, + 6489, + 11, + 29638, + 42550, + 1645, + 541, + 277, + 409, + 356, + 307, + 27200, + 5362, + 13, + 507, + 27865, + 44669, + 969, + 4415, + 6747, + 8458, + 1252, + 4317, + 51422, + 1744, + 2536, + 55162, + 45866, + 297, + 439, + 51410, + 4428, + 656, + 90953, + 3370, + 21466, + 84, + 5512, + 384, + 272, + 3244, + 82, + 360, + 16044, + 3370, + 409, + 34100, + 23245, + 66868, + 351, + 3981, + 665, + 88387, + 409, + 220, + 4468, + 19, + 13, + 507, + 55330, + 269, + 656, + 3703, + 1030, + 1744, + 87949, + 27200, + 543, + 2382, + 19873, + 668, + 84, + 4415, + 274, + 90739, + 802, + 936, + 409, + 2360, + 978, + 34941, + 11, + 297, + 41349, + 627, + 44090, + 39124, + 264, + 2483, + 28996, + 18041, + 283, + 653, + 29062, + 78309, + 409, + 52451, + 8637, + 17434, + 384, + 865, + 592, + 17528, + 4415, + 96687, + 3067, + 1666, + 2168, + 5840, + 409, + 15917, + 1018, + 4692, + 665, + 51958, + 4381, + 79332, + 6885, + 13, + 362, + 259, + 47628, + 409, + 5803, + 14357, + 15190, + 48078, + 45866, + 390, + 4701, + 592, + 25196, + 27077, + 78146, + 88982, + 11, + 297, + 27865, + 342, + 1604, + 3427, + 29830, + 285, + 326, + 5362, + 384, + 5201, + 2172, + 409, + 15887, + 2709, + 1592, + 981, + 13, + 507, + 26886, + 278, + 65, + 5512, + 5899, + 11, + 9465, + 810, + 300, + 409, + 9955, + 26826, + 82, + 29830, + 285, + 11, + 653, + 4317, + 5803, + 25282, + 15190, + 12029, + 822, + 39616, + 307, + 28318, + 75365, + 656, + 733, + 655, + 2201, + 34872, + 1030, + 384, + 1685, + 24238, + 4415, + 54102, + 409, + 16958, + 969, + 816, + 10306, + 56, + 13, + 452, + 23174, + 2047, + 28464, + 4502, + 1744, + 48755, + 5771, + 10333, + 78, + 6264, + 28139, + 19216, + 362, + 2818, + 38, + 4247, + 41921, + 2648, + 50116, + 27865, + 409, + 7080, + 25282, + 31383, + 321, + 384, + 93754, + 1055, + 321, + 11, + 1744, + 4538, + 653, + 4317, + 6445, + 64, + 409, + 528, + 511, + 4893, + 3067, + 7080, + 25282, + 342, + 1604, + 6885, + 11, + 264, + 2483, + 28996, + 1744, + 439, + 19189, + 300, + 409, + 445, + 5511, + 11810, + 276, + 1744, + 513, + 6814, + 37526, + 264, + 58544, + 4692, + 409, + 82685, + 627, + 1844, + 4317, + 312, + 67147, + 5347, + 616, + 5048, + 259, + 1553, + 263, + 4415, + 4563, + 84, + 18829, + 15190, + 77026, + 277, + 665, + 1744, + 264, + 74735, + 29294, + 1446, + 653, + 41718, + 409, + 2773, + 2168, + 3244, + 13535, + 80278, + 13, + 1398, + 28400, + 13055, + 297, + 67283, + 7546, + 72, + 5048, + 13, + 14569, + 447, + 8458, + 2536, + 34361, + 797, + 12273, + 11, + 779, + 9157, + 2773, + 295, + 7583, + 11, + 20003, + 55138, + 1744, + 88901, + 2223, + 78, + 13, + 362, + 29830, + 3427, + 64, + 4046, + 1744, + 62197, + 13055, + 220, + 4364, + 38101, + 665, + 1654, + 266, + 2648, + 13, + 507, + 2917, + 59548, + 4046, + 1744, + 259, + 6632, + 1744, + 1446, + 2394, + 31176, + 64, + 6914, + 63141, + 118812, + 28705, + 1082, + 409, + 1437, + 19067, + 390, + 436, + 2192, + 300, + 4917, + 6317, + 2852, + 12657, + 9425, + 11, + 10532, + 395, + 1122, + 9157, + 11, + 3429, + 924, + 87, + 261, + 404, + 653, + 56132, + 22480, + 438, + 3876, + 627, + 17555, + 3244, + 18457, + 23, + 8, + 15833, + 665, + 78418, + 9008, + 409, + 21236, + 300, + 28895, + 58015, + 2761, + 263, + 653, + 4317, + 3352, + 2649, + 30607, + 2159, + 12252, + 29195, + 74141, + 409, + 47151, + 934, + 1736, + 46180, + 78928, + 32, + 28916, + 19828, + 53320, + 32, + 25561, + 507, + 17914, + 1341, + 64242, + 480, + 25940, + 16519, + 198, + 6251, + 3251, + 2689, + 5568, + 483, + 12273, + 389, + 668, + 665, + 445, + 34601, + 1744, + 264, + 7064, + 28952, + 15190, + 30950, + 330, + 978, + 653, + 16109, + 7951, + 4428, + 62833, + 498, + 264, + 2483, + 28996, + 1744, + 12708, + 5320, + 84, + 67605, + 277, + 9522, + 46, + 109489, + 1310, + 8938, + 8924, + 22239, + 278, + 437, + 32150, + 2709, + 41253, + 437, + 198, + 10254, + 78, + 14871, + 1744, + 264, + 865, + 6960, + 1744, + 4046, + 95595 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 26694, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 11, + 62265, + 5840, + 3429, + 7757, + 3067, + 33864, + 6178, + 13645, + 409, + 31523, + 300, + 348, + 10746, + 409, + 2360, + 689, + 934, + 486, + 3273, + 5771, + 261, + 665, + 1080, + 5771, + 762, + 76384, + 8924, + 42856, + 384, + 45745, + 3067, + 274, + 90739, + 65845, + 87, + 2259, + 5000, + 11, + 264, + 62589, + 1744, + 15833, + 23464, + 4988, + 264, + 89484, + 89160, + 15190, + 41921, + 10628, + 384, + 5541, + 22776, + 8924, + 18224, + 409, + 1841, + 1995, + 75169, + 78072, + 278, + 3067, + 447, + 40843, + 78072, + 300, + 1744, + 25900, + 2850, + 9157, + 8654, + 1610, + 276, + 2709, + 1376, + 1299, + 3614, + 409, + 68252, + 3429, + 3729, + 277, + 390, + 6178, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 11, + 37560, + 8112, + 297, + 69629, + 19216, + 274, + 90739, + 65845, + 87, + 2259, + 98429, + 11, + 1744, + 11866, + 5118, + 268, + 264, + 46915, + 5840, + 8924, + 42498, + 18224, + 78072, + 2852, + 264, + 6178, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 627, + 16, + 12898, + 34459, + 42600, + 6754, + 39944, + 15540, + 198, + 26694, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 57306, + 1995, + 11, + 6252, + 8031, + 822, + 1860, + 15782, + 11, + 264, + 54272, + 62589, + 409, + 6223, + 582, + 9252, + 35662, + 1744, + 1877, + 64, + 69374, + 3429, + 51564, + 12635, + 264, + 95410, + 264, + 1652, + 447, + 2473, + 58411, + 514, + 7339, + 5641, + 6632, + 11, + 312, + 1549, + 63936, + 11, + 865, + 324, + 285, + 652, + 664, + 45412, + 11, + 11398, + 29350, + 6033, + 1080, + 64, + 1620, + 9252, + 409, + 10737, + 277, + 294, + 6388, + 62589, + 19216, + 82, + 9680, + 36323, + 82, + 22011, + 11354, + 1499, + 64, + 26232, + 8968, + 409, + 15542, + 78031, + 409, + 73459, + 13, + 3400, + 447, + 2473, + 1491, + 53507, + 85878, + 62589, + 11, + 2536, + 1536, + 4811, + 68, + 297, + 37229, + 11, + 33998, + 586, + 2649, + 384, + 7845, + 4849, + 4415, + 65845, + 87, + 2259, + 5000, + 409, + 6178, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 384, + 4415, + 62589, + 95410, + 13, + 20388, + 12067, + 297, + 37229, + 11, + 6178, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 38301, + 9895, + 43914, + 42856, + 264, + 16920, + 5808, + 62257, + 21151, + 3074, + 3281, + 300, + 39944, + 15540, + 1080, + 64, + 1620, + 9252, + 409, + 29638, + 1080, + 5771, + 94218, + 2709, + 83362, + 1744, + 17580, + 11083, + 7044, + 513, + 44046, + 6792, + 268, + 627, + 17, + 12898, + 13321, + 9252, + 656, + 44505, + 198, + 26694, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 2536, + 30844, + 6388, + 4415, + 274, + 90739, + 65845, + 87, + 2259, + 5000, + 11, + 18224, + 43914, + 42856, + 1744, + 264, + 4034, + 268, + 11, + 4371, + 3415, + 18224, + 4809, + 9157, + 3608, + 1104, + 64545, + 11, + 78885, + 33186, + 11, + 264, + 46915, + 5840, + 409, + 18224, + 78072, + 2852, + 78885, + 16787, + 264, + 6178, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 64, + 50452, + 3067, + 274, + 90739, + 65845, + 87, + 2259, + 5000, + 320, + 94593, + 409, + 68252, + 8, + 18448, + 11851, + 9157, + 29294, + 96537, + 325, + 1744, + 2024, + 1995, + 35000, + 272, + 4988, + 1826, + 288, + 25900, + 2850, + 9157, + 8654, + 1610, + 10529, + 297, + 4958, + 43994, + 409, + 63528, + 409, + 68252, + 3429, + 3273, + 5771, + 113305, + 665, + 68252, + 390, + 6178, + 13645, + 409, + 31523, + 300, + 2360, + 689, + 11, + 58892, + 1744, + 23634, + 288, + 58633, + 297, + 41921, + 10628, + 8924, + 18224, + 4046, + 31352, + 384, + 11866, + 30515, + 6491, + 43914, + 42548, + 409, + 46915, + 5840, + 13, + 23850, + 1826, + 288, + 58633, + 384, + 2709, + 6697, + 95112, + 912, + 94172, + 68, + 10980, + 2172, + 11, + 264, + 1218, + 9252, + 11, + 6179, + 64, + 15190, + 27727, + 1744, + 297, + 41921, + 10628, + 8924, + 18224, + 513, + 92835, + 1080, + 300, + 94172, + 288, + 1620, + 13910, + 25, + 2009, + 959, + 264, + 89484, + 31201, + 439, + 865, + 478, + 3739, + 82, + 47105, + 11354, + 1080, + 64, + 25985, + 5840, + 409, + 477, + 89, + 37879, + 11, + 6155, + 460, + 78031, + 384 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 32, + 13054, + 64, + 409, + 86312, + 409, + 34548, + 354, + 4289, + 689, + 15833, + 264, + 28157, + 325, + 29195, + 4317, + 6754, + 84789, + 82, + 29830, + 285, + 56246, + 11354, + 19216, + 35220, + 409, + 37320, + 264, + 46698, + 5840, + 409, + 272, + 1604, + 69, + 67147, + 384, + 11323, + 266, + 42600, + 409, + 1652, + 447, + 2473, + 16948, + 41284, + 6033, + 18434, + 9895, + 627, + 1844, + 24180, + 43445, + 409, + 31469, + 3457, + 8968, + 384, + 264, + 470, + 347, + 9252, + 409, + 32190, + 2219, + 1693, + 3067, + 1207, + 1083, + 3843, + 5840, + 86706, + 302, + 62796, + 11, + 3721, + 275, + 4988, + 74802, + 1207, + 1083, + 3843, + 5840, + 82, + 16513, + 300, + 6033, + 951, + 22025, + 84, + 300, + 8112, + 297, + 6962, + 6033, + 264, + 39538, + 15790, + 11, + 1654, + 67289, + 264, + 9839, + 27564, + 48034, + 264, + 10566, + 29928, + 409, + 22544, + 73467, + 481, + 627, + 31305, + 297, + 1744, + 2536, + 439, + 1080, + 5771, + 75507, + 264, + 56369, + 5840, + 7589, + 87, + 8458, + 1446, + 7583, + 1744, + 513, + 64367, + 50116, + 4317, + 13054, + 64, + 409, + 86312, + 5804, + 967, + 4001, + 320, + 437, + 264, + 3946, + 264, + 1321, + 14222, + 5670, + 304, + 8894, + 409, + 41278, + 264, + 25994, + 705, + 20003, + 272, + 359, + 4317, + 31469, + 3457, + 8968, + 14531, + 46462, + 1744, + 513, + 3091, + 6885, + 264, + 2980, + 277, + 653, + 4317, + 38556, + 87, + 7583, + 32652, + 481, + 627, + 2654, + 336, + 2852, + 11, + 264, + 34548, + 354, + 4289, + 689, + 56285, + 6388, + 52087, + 2648, + 264, + 934, + 80780, + 19861, + 64, + 33186, + 3429, + 80990, + 320, + 63787, + 8, + 8112, + 3429, + 46698, + 5840, + 82, + 409, + 272, + 1604, + 69, + 67147, + 409, + 13081, + 47484, + 84053, + 11, + 29028, + 1744, + 272, + 359, + 4317, + 13054, + 64, + 409, + 86312, + 5804, + 967, + 4001, + 2536, + 4046, + 71494, + 481, + 1499, + 64, + 274, + 90739, + 13081, + 47484, + 31469, + 3457, + 8968, + 627, + 47, + 2382, + 84265, + 10808, + 409, + 22544, + 594, + 372, + 4849, + 439, + 97771, + 20589, + 384, + 951, + 77282, + 20589, + 77236, + 29928, + 14531, + 31469, + 66780, + 384, + 7631, + 2172, + 627, + 16, + 13, + 220, + 95189, + 3457, + 8968, + 13, + 1183, + 17099, + 521, + 50116, + 29928, + 409, + 46462, + 31469, + 3457, + 8968, + 1080, + 1744, + 297, + 80990, + 4046, + 41091, + 3679, + 55451, + 11, + 384, + 297, + 264, + 2000, + 299, + 264, + 1317, + 78, + 550, + 41284, + 24779, + 13, + 507, + 80990, + 4046, + 41091, + 13081, + 52462, + 11, + 384, + 264, + 2483, + 28996, + 1744, + 297, + 864, + 13028, + 656, + 65462, + 7682, + 86706, + 302, + 56347, + 4046, + 24180, + 11, + 264, + 100145, + 16434, + 940, + 3429, + 272, + 1604, + 69, + 67147, + 6033, + 11323, + 266, + 42600, + 2579, + 6792, + 1634, + 68, + 24779, + 12826, + 89160, + 15190, + 6962, + 627, + 17, + 13, + 220, + 1219, + 347, + 9252, + 13, + 362, + 13054, + 64, + 409, + 86312, + 3122, + 978, + 521, + 4415, + 1207, + 1083, + 3843, + 5840, + 86706, + 302, + 62796, + 78885, + 1744, + 3429, + 733, + 57000, + 3067, + 34548, + 354, + 4289, + 689, + 320, + 64, + 43445, + 4824, + 87192, + 4042, + 8, + 2536, + 4046, + 69374, + 6155, + 6526, + 1207, + 1083, + 3843, + 5840, + 409, + 6962, + 11, + 20120, + 35357, + 42630, + 6960, + 25595, + 13811, + 1207, + 1083, + 3843, + 5840, + 82, + 8112, + 2709, + 78420, + 11, + 912, + 23884, + 409, + 1652, + 451, + 51185, + 409, + 39538, + 15790, + 13, + 56808, + 24788, + 3244, + 4046, + 653, + 4317, + 6754, + 29830, + 285, + 369, + 2392, + 36228, + 3067, + 311, + 1764, + 409, + 34122, + 3739, + 82, + 84820, + 627, + 18, + 13, + 220, + 13903, + 375, + 4458, + 13, + 362, + 2483, + 28996, + 1744, + 4046, + 5339, + 6960, + 1744, + 1397, + 26976, + 76384, + 11, + 490, + 17099, + 521, + 50116, + 29928, + 1744, + 2536, + 865, + 2473, + 282, + 3972, + 11, + 45612, + 6033, + 8628, + 51455, + 912, + 1608, + 93738, + 11, + 78885, + 1744, + 3721, + 6388, + 54869, + 409, + 30520, + 84, + 5840, + 8924, + 45612, + 409, + 44545, + 3739, + 2047, + 3614, + 25595, + 13811, + 84789, + 82 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 85118, + 2852, + 8924, + 2960, + 41098, + 4538, + 72900, + 47097, + 3067, + 25233, + 16109, + 349, + 13, + 362, + 31632, + 409, + 264, + 2483, + 1922, + 82230, + 297, + 40870, + 68, + 2111, + 969, + 384, + 29014, + 831, + 13081, + 953, + 12273, + 15887, + 2709, + 9839, + 3244, + 82, + 3429, + 1744, + 12036, + 352, + 25286, + 12273, + 439, + 3709, + 1759, + 3739, + 82, + 37194, + 68, + 2111, + 39054, + 627, + 35, + 788, + 52762, + 29830, + 285, + 61745, + 11, + 348, + 4035, + 84, + 2024, + 297, + 281, + 718, + 41652, + 3067, + 2798, + 2649, + 37229, + 13, + 12036, + 352, + 46369, + 19260, + 32190, + 912, + 9839, + 66, + 3244, + 3067, + 55271, + 11, + 390, + 24108, + 3429, + 94151, + 384, + 84246, + 277, + 653, + 7251, + 61454, + 13054, + 64, + 19216, + 908, + 18829, + 409, + 1344, + 354, + 5840, + 57823, + 301, + 1995, + 13, + 1708, + 2483, + 1421, + 55148, + 16711, + 29014, + 831, + 1744, + 11, + 390, + 12067, + 15190, + 20607, + 4799, + 11, + 87251, + 283, + 96552, + 2172, + 297, + 20607, + 1323, + 349, + 40524, + 264, + 829, + 92816, + 409, + 393, + 4428, + 74738, + 10610, + 627, + 2250, + 81, + 5169, + 297, + 40870, + 68, + 2111, + 969, + 297, + 29830, + 285, + 86580, + 384, + 297, + 74141, + 2536, + 76871, + 89, + 5169, + 264, + 2483, + 28996, + 297, + 7015, + 37043, + 409, + 35220, + 409, + 865, + 24404, + 13, + 1221, + 12067, + 11, + 297, + 2585, + 656, + 865, + 24404, + 8924, + 16109, + 988, + 384, + 439, + 274, + 6792, + 300, + 98040, + 11354, + 19216, + 55271, + 282, + 1832, + 2298, + 325, + 834, + 575, + 4988, + 1080, + 62777, + 8924, + 52762, + 627, + 8284, + 87462, + 263, + 304, + 44750, + 277, + 2709, + 16109, + 988, + 11, + 1744, + 76129, + 283, + 1030, + 924, + 1658, + 42550, + 665, + 711, + 58925, + 11, + 264, + 8999, + 409, + 74738, + 10610, + 74576, + 264, + 3772, + 35220, + 409, + 865, + 24404, + 11, + 272, + 4988, + 653, + 9839, + 3244, + 665, + 1317, + 78, + 19216, + 82, + 2853, + 300, + 3067, + 1167, + 12748, + 2254, + 13819, + 5771, + 1656, + 78, + 29014, + 831, + 665, + 1841, + 78342, + 13, + 350, + 6632, + 1744, + 829, + 103343, + 297, + 60172, + 8869, + 57823, + 301, + 11644, + 3067, + 55271, + 3429, + 490, + 6526, + 409, + 71908, + 297, + 45549, + 13, + 362, + 2483, + 28996, + 37560, + 29014, + 831, + 98040, + 283, + 34435, + 11, + 20003, + 2536, + 5945, + 754, + 36222, + 404, + 384, + 1826, + 3833, + 283, + 297, + 9839, + 3244, + 912, + 1069, + 6491, + 656, + 523, + 1138, + 90739, + 627, + 41, + 6809, + 27077, + 78146, + 16006, + 1656, + 78, + 26555, + 10610, + 29195, + 4317, + 79395, + 4528, + 19216, + 656, + 8654, + 349, + 11, + 20003, + 22419, + 297, + 1219, + 2252, + 8458, + 297, + 1744, + 513, + 11164, + 283, + 802, + 85344, + 12155, + 79521, + 1391, + 2315, + 656, + 57181, + 24108, + 13, + 12801, + 8869, + 386, + 7723, + 348, + 4035, + 84, + 44805, + 2648, + 4247, + 97211, + 26344, + 6388, + 4415, + 55271, + 3067, + 274, + 90739, + 506, + 26378, + 7088, + 3429, + 1886, + 277, + 409, + 39423, + 912, + 62578, + 281, + 521, + 13, + 3468, + 21067, + 29830, + 285, + 61745, + 11, + 22419, + 22410, + 23465, + 297, + 1744, + 513, + 1812, + 19260, + 4247, + 68831, + 21205, + 48034, + 264, + 48034, + 390, + 362, + 1960, + 452, + 6792, + 5771, + 10333, + 3429, + 10083, + 716, + 439, + 2853, + 19879, + 3067, + 711, + 58925, + 656, + 40870, + 68, + 2111, + 969, + 627, + 46, + 45569, + 13819, + 5771, + 5169, + 297, + 3930, + 20782, + 29195, + 57181, + 31221, + 11, + 20003, + 29195, + 26564, + 385, + 17190, + 3055, + 481, + 11, + 65856, + 1559, + 29465, + 2308, + 264, + 48454, + 9008, + 78885, + 6000, + 78, + 802, + 87, + 306, + 3394, + 11, + 118812, + 76871, + 89, + 283, + 264, + 908, + 18829, + 409, + 81629, + 3429, + 3273, + 5771, + 261, + 297, + 9839, + 3244, + 12155, + 281, + 5512, + 409, + 2394, + 11620, + 11, + 118812, + 513, + 9043, + 283, + 390, + 1645, + 14200, + 3429, + 29904, + 277, + 15190, + 84295, + 2917, + 998, + 384, + 3273, + 5771, + 261, + 15190, + 20607, + 49012, + 665, + 97771, + 50839, + 865, + 61562 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 99151, + 2557, + 68, + 1589, + 1082, + 390, + 87, + 45284, + 384, + 264, + 44046, + 9265, + 320, + 68, + 31469, + 978, + 1195, + 64, + 8, + 834, + 78176, + 656, + 7015, + 472, + 11269, + 13, + 46774, + 2917, + 3614, + 9252, + 11, + 274, + 992, + 277, + 1744, + 72401, + 11, + 1744, + 264, + 11081, + 6388, + 653, + 1080, + 5771, + 762, + 76384, + 69996, + 68, + 3067, + 58879, + 346, + 9008, + 384, + 2709, + 1732, + 20589, + 11, + 53112, + 6792, + 68, + 320, + 64, + 2483, + 28996, + 1744, + 1877, + 64, + 17764, + 9157, + 8, + 2709, + 1709, + 3739, + 82, + 264, + 15560, + 12336, + 11, + 272, + 4988, + 297, + 27865, + 8924, + 11083, + 8801, + 11639, + 92087, + 60574, + 3573, + 45919, + 4988, + 7043, + 33602, + 1832, + 264, + 5252, + 3355, + 5771, + 37017, + 409, + 1208, + 5568, + 329, + 409, + 4316, + 19256, + 409, + 1208, + 47401, + 4353, + 34569, + 379, + 24840, + 510, + 3055, + 31311, + 220, + 9335, + 1145, + 22800, + 8112, + 4502, + 12067, + 658, + 35963, + 11, + 73311, + 31201, + 5252, + 9467, + 12712, + 11, + 70680, + 276, + 264, + 653, + 13839, + 31221, + 13, + 9589, + 12273, + 62127, + 409, + 1744, + 15560, + 12336, + 90990, + 7583, + 73127, + 46915, + 5840, + 390, + 658, + 11159, + 78, + 320, + 73939, + 379, + 1744, + 4247, + 49779, + 409, + 1208, + 2145, + 3739, + 1560, + 53829, + 940, + 12826, + 99392, + 2649, + 409, + 12336, + 11, + 658, + 92192, + 69197, + 409, + 7043, + 64324, + 30670, + 391, + 2172, + 665, + 5252, + 91806, + 19879, + 16434, + 41852, + 409, + 79376, + 2353, + 2307, + 71, + 56771, + 288, + 14531, + 32596, + 331, + 498, + 281, + 13, + 10132, + 570, + 39551, + 940, + 12826, + 11, + 523, + 13005, + 264, + 81641, + 2847, + 300, + 34122, + 3739, + 82, + 656, + 4790, + 4936, + 2947, + 13389, + 6898, + 337, + 25196, + 432, + 4428, + 11, + 118812, + 3698, + 2259, + 62265, + 5840, + 82, + 4790, + 14222, + 2852, + 912, + 12155, + 78, + 42765, + 3573, + 14101, + 8458, + 31403, + 2649, + 498, + 281, + 13, + 2614, + 8, + 390, + 74802, + 671, + 531, + 9157, + 2624, + 332, + 21041, + 3573, + 2353, + 27560, + 36436, + 29562, + 511, + 288, + 498, + 281, + 13, + 3080, + 11, + 6033, + 264, + 4790, + 36323, + 656, + 1469, + 301, + 5362, + 22620, + 409, + 32980, + 384, + 48749, + 4247, + 330, + 51, + 64043, + 39709, + 1542, + 29028, + 513, + 58015, + 29294, + 53823, + 1799, + 264, + 72401, + 4046, + 264, + 274, + 90739, + 1380, + 3462, + 19489, + 13, + 3383, + 29832, + 521, + 274, + 1338, + 15190, + 3118, + 277, + 264, + 1207, + 3078, + 3739, + 7392, + 8924, + 44656, + 552, + 1380, + 127848, + 2649, + 11, + 38101, + 29830, + 285, + 61745, + 11, + 665, + 15869, + 2259, + 89097, + 46602, + 3074, + 11, + 1080, + 472, + 2649, + 3429, + 264, + 4225, + 27900, + 9252, + 390, + 87, + 45284, + 6033, + 865, + 24404, + 30875, + 84, + 5512, + 11, + 10071, + 2709, + 42498, + 1732, + 20589, + 1121, + 276, + 14531, + 802, + 24181, + 2483, + 15959, + 437, + 384, + 653, + 307, + 18658, + 2852, + 320, + 451, + 645, + 1080, + 5771, + 762, + 15295, + 32190, + 297, + 1744, + 12155, + 52603, + 738, + 6526, + 297, + 54776, + 40055, + 656, + 22267, + 440, + 78, + 11537, + 8, + 8112, + 1536, + 20708, + 264, + 2322, + 1995, + 2000, + 64, + 3067, + 330, + 11222, + 479, + 64, + 409, + 865, + 25634, + 498, + 297, + 25626, + 45542, + 28362, + 45994, + 2521, + 1744, + 282, + 2192, + 1744, + 671, + 1119, + 268, + 439, + 23093, + 26826, + 82, + 13, + 73871, + 2486, + 1995, + 285, + 11, + 4415, + 6747, + 8458, + 47088, + 10808, + 297, + 41349, + 834, + 43301, + 9049, + 4023, + 6960, + 1744, + 4415, + 46591, + 7583, + 6754, + 42355, + 78031, + 82, + 52047, + 417, + 59504, + 1995, + 98357, + 13, + 15796, + 35766, + 11, + 2709, + 36604, + 11, + 2709, + 18165, + 268, + 59611, + 1981, + 11, + 15190, + 83913, + 1744, + 297, + 37042, + 8766, + 93051, + 11, + 439, + 34059, + 409, + 52047, + 656, + 19266, + 64487, + 30388, + 40, + 14566, + 276, + 25203, + 2850, + 9157, + 653, + 89015, + 28699, + 78, + 409, + 834, + 2900, + 4001, + 9252, + 11, + 10071, + 390, + 1744, + 1913 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 24317, + 34079, + 4046, + 653, + 4317, + 1207, + 87363, + 53507, + 6033, + 4244, + 5840, + 656, + 15833, + 303, + 277, + 11612, + 627, + 9028, + 2540, + 62527, + 627, + 46, + 2047, + 99954, + 656, + 11612, + 34079, + 4046, + 17028, + 277, + 297, + 958, + 66, + 65758, + 409, + 1099, + 64501, + 17038, + 11, + 384, + 78885, + 33186, + 5899, + 653, + 4317, + 33978, + 409, + 67787, + 56373, + 29413, + 5670, + 19216, + 77998, + 3739, + 1744, + 2536, + 30540, + 276, + 41967, + 15833, + 303, + 277, + 11612, + 84820, + 13, + 20388, + 80694, + 11, + 912, + 55956, + 11612, + 34079, + 12, + 16, + 64, + 31201, + 439, + 3381, + 288, + 1028, + 5771, + 268, + 1744, + 1446, + 991, + 91905, + 17449, + 384, + 31201, + 439, + 737, + 20589, + 25203, + 13145, + 1446, + 18582, + 127823, + 6033, + 390, + 1400, + 4692, + 16697, + 330, + 19164, + 3343, + 11612, + 34079, + 12, + 18, + 55988, + 64, + 1400, + 4692, + 21653, + 384, + 356, + 9238, + 1905, + 11, + 384, + 1008, + 336, + 2852, + 5899, + 264, + 46591, + 20108, + 6754, + 15955, + 26826, + 82, + 656, + 330, + 24317, + 34079, + 12, + 16, + 64, + 23811, + 29967, + 802, + 87331, + 11612, + 34079, + 2536, + 32190, + 74713, + 12454, + 652, + 404, + 2847, + 300, + 15955, + 26826, + 82, + 11, + 1008, + 336, + 2852, + 74713, + 390, + 466, + 653, + 3608, + 56000, + 79020, + 4042, + 11, + 36228, + 656, + 11612, + 11, + 1744, + 1891, + 1652, + 4046, + 264, + 97591, + 656, + 11612, + 34079, + 13, + 358, + 34152, + 934, + 486, + 21945, + 404, + 1744, + 653, + 54526, + 779, + 29294, + 1008, + 745, + 44955, + 1082, + 264, + 653, + 75401, + 15833, + 303, + 277, + 11612, + 34079, + 11, + 73311, + 513, + 15887, + 2709, + 57973, + 67787, + 46062, + 513, + 8795, + 91587, + 627, + 2170, + 9955, + 26826, + 409, + 77998, + 3739, + 841, + 346, + 9121, + 1446, + 69694, + 5670, + 912, + 44505, + 13, + 358, + 34152, + 29294, + 69694, + 2648, + 264, + 50452, + 409, + 22535, + 24315, + 15833, + 303, + 5518, + 348, + 7583, + 297, + 35010, + 409, + 272, + 21151, + 33339, + 11, + 70398, + 330, + 8974, + 50207, + 5091, + 220, + 4119, + 13692, + 3143, + 23811, + 45, + 359, + 54526, + 11612, + 34079, + 1744, + 60716, + 18829, + 18224, + 8464, + 13652, + 264, + 36804, + 11, + 19394, + 1867, + 5899, + 297, + 20607, + 92192, + 64212, + 11, + 264, + 2483, + 28996, + 1744, + 297, + 44505, + 665, + 4502, + 41349, + 1877, + 64, + 18582, + 127823, + 13, + 15796, + 1099, + 64501, + 17038, + 23496, + 74091, + 7661, + 268, + 1446, + 21653, + 320, + 444, + 35615, + 51564, + 275, + 2649, + 409, + 1652, + 10892, + 5840, + 4390, + 2654, + 336, + 2852, + 86050, + 513, + 22776, + 82, + 74713, + 1446, + 36222, + 17449, + 13, + 362, + 513, + 22776, + 958, + 7551, + 7124, + 297, + 81352, + 656, + 54526, + 1218, + 68, + 8869, + 11, + 308, + 2908, + 417, + 1744, + 264, + 330, + 9470, + 1642, + 1, + 6033, + 264, + 330, + 26740, + 1642, + 1, + 711, + 17090, + 264, + 1327, + 729, + 3739, + 3067, + 55271, + 1744, + 29294, + 1446, + 3242, + 14652, + 13, + 1369, + 297, + 54526, + 5899, + 1744, + 1446, + 3242, + 50864, + 390, + 67106, + 11, + 35474, + 36222, + 83714, + 264, + 330, + 33, + 273, + 291, + 1642, + 1, + 320, + 593, + 4046, + 46591, + 59801, + 330, + 26740, + 1642, + 3193, + 1, + 9470, + 1642, + 1, + 384, + 48370, + 59801, + 330, + 12950, + 1642, + 39709, + 46, + 687, + 5362, + 4197, + 78, + 2536, + 513, + 52603, + 29195, + 54526, + 11612, + 34079, + 13, + 358, + 34152, + 934, + 486, + 21945, + 404, + 1744, + 37571, + 4752, + 93554, + 656, + 11612, + 15833, + 303, + 277, + 37565, + 70398, + 1376, + 1299, + 3614, + 11, + 7589, + 87629, + 11, + 80512, + 6033, + 26419, + 384, + 66840, + 300, + 991, + 91905, + 17449, + 2536, + 4538, + 11810, + 17449, + 665, + 11612, + 34079, + 13, + 9589, + 300, + 93554, + 14541, + 17449, + 912, + 15833, + 303, + 277, + 11612, + 34079, + 7661, + 268, + 8654, + 1610, + 2648, + 665, + 2847, + 300, + 94352, + 3739, + 82, + 11, + 513, + 2536, + 68364, + 276, + 19216, + 9302, + 42600, + 656, + 44505, + 13, + 358, + 34152, + 52603, + 11, + 70398, + 80694, + 11 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 36334, + 3074, + 13, + 34896, + 13884, + 15715, + 18536, + 409, + 264, + 67517, + 390, + 29340, + 361, + 83786, + 78885, + 409, + 1744, + 2709, + 96746, + 2536, + 7661, + 268, + 1446, + 10805, + 258, + 5132, + 9157, + 74478, + 437, + 8924, + 35018, + 264, + 77959, + 627, + 55218, + 1391, + 37043, + 50980, + 4623, + 11, + 294, + 11178, + 47151, + 4647, + 6491, + 24108, + 13, + 469, + 26555, + 10610, + 264, + 409, + 1744, + 665, + 19216, + 3172, + 26675, + 4834, + 64545, + 11, + 384, + 297, + 28338, + 68, + 5899, + 26555, + 10610, + 50980, + 3547, + 1955, + 11, + 41349, + 1121, + 64, + 77998, + 66, + 485, + 1260, + 264, + 81641, + 33397, + 52311, + 13, + 4701, + 6347, + 68160, + 3547, + 8862, + 1913, + 11600, + 978, + 33397, + 665, + 520, + 1693, + 439, + 28027, + 27897, + 4371, + 1188, + 4893, + 83120, + 665, + 1370, + 1995, + 68216, + 409, + 61344, + 337, + 7986, + 78, + 10723, + 384, + 65946, + 4042, + 13, + 56808, + 41091, + 3399, + 13, + 1611, + 1395, + 1446, + 37560, + 13, + 56532, + 264, + 272, + 3121, + 3739, + 8792, + 3067, + 41634, + 4834, + 5840, + 4046, + 1744, + 31201, + 1794, + 437, + 46418, + 13, + 11842, + 47151, + 294, + 788, + 58633, + 19935, + 74091, + 11, + 665, + 65484, + 30607, + 6491, + 13, + 20388, + 33186, + 11, + 42918, + 59305, + 64, + 1446, + 297, + 81439, + 822, + 865, + 3333, + 3429, + 61344, + 8080, + 29394, + 437, + 4834, + 64545, + 25, + 264, + 81641, + 19216, + 21797, + 9252, + 11, + 1744, + 7124, + 653, + 4675, + 3394, + 3927, + 26931, + 11, + 384, + 282, + 36422, + 409, + 15833, + 303, + 5518, + 409, + 95484, + 337, + 5241, + 25318, + 409, + 68446, + 450, + 50839, + 384, + 409, + 1812, + 26826, + 82, + 4087, + 9157, + 1826, + 266, + 62527, + 13, + 1252, + 29928, + 1744, + 513, + 73333, + 547, + 15190, + 61344, + 337, + 7986, + 78, + 409, + 29394, + 437, + 409, + 99758, + 5840, + 3927, + 384, + 1080, + 772, + 10126, + 3429, + 653, + 34361, + 797, + 10628, + 15190, + 1080, + 5771, + 762, + 76384, + 409, + 83890, + 6491, + 78072, + 278, + 13, + 8409, + 118812, + 409, + 58548, + 68446, + 8862, + 4247, + 653, + 41349, + 13, + 469, + 1008, + 336, + 2852, + 11, + 2536, + 30234, + 261, + 5790, + 1371, + 13884, + 53843, + 264, + 8374, + 4669, + 8536, + 627, + 28683, + 26555, + 10610, + 513, + 26564, + 283, + 409, + 282, + 6792, + 18894, + 337, + 11, + 2536, + 7661, + 7583, + 1446, + 93620, + 299, + 83890, + 6491, + 11, + 409, + 92952, + 11, + 409, + 79395, + 82, + 11, + 409, + 865, + 540, + 18745, + 13, + 1611, + 93817, + 264, + 13819, + 5771, + 277, + 384, + 42104, + 78996, + 13, + 469, + 305, + 283, + 754, + 938, + 74526, + 409, + 20575, + 55672, + 13, + 1252, + 4317, + 27812, + 64, + 757, + 34809, + 283, + 71662, + 264, + 81641, + 85878, + 20108, + 3067, + 7495, + 5840, + 13, + 2140, + 10808, + 1080, + 64, + 439, + 89300, + 409, + 4647, + 6388, + 7477, + 1394, + 2649, + 409, + 887, + 3536, + 3399, + 99383, + 13, + 1252, + 4317, + 6754, + 20575, + 55672, + 29830, + 285, + 312, + 2058, + 11354, + 1499, + 437, + 29830, + 285, + 81772, + 71970, + 22419, + 264, + 409, + 330, + 5531, + 4046, + 297, + 20607, + 865, + 540, + 5477, + 4799, + 6491, + 3343, + 469, + 264, + 18541, + 277, + 409, + 1744, + 264, + 14130, + 5840, + 11639, + 6913, + 9157, + 35662, + 264, + 95410, + 11, + 2536, + 36222, + 2483, + 303, + 974, + 665, + 90699, + 23884, + 11, + 4499, + 100673, + 521, + 264, + 27427, + 404, + 13, + 49720, + 277, + 2483, + 373, + 96537, + 1652, + 29294, + 1446, + 264, + 25203, + 9252, + 27427, + 4849, + 665, + 71398, + 437, + 74478, + 437, + 11, + 409, + 44526, + 3557, + 74478, + 300, + 11, + 1153, + 581, + 1001, + 68, + 2960, + 3714, + 74478, + 437, + 11, + 409, + 3608, + 24123, + 264, + 653, + 865, + 540, + 5477, + 4247, + 665, + 85344, + 8924, + 2486, + 2852, + 11, + 45387, + 264, + 7484, + 3739, + 50116, + 6335, + 78, + 48755, + 5771, + 762, + 5362, + 13, + 46774, + 294, + 953, + 268, + 11, + 2536, + 1218, + 583, + 308, + 2423, + 865, + 24404, + 11, + 20003, + 2536, + 513, + 459, + 292, + 283, + 272 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 26860, + 4046, + 384, + 1744, + 2536, + 4046, + 364, + 25797, + 6347, + 665, + 1219, + 25155, + 1270, + 1, + 25797, + 6347, + 665, + 1219, + 25155, + 1, + 4046, + 653, + 4317, + 34809, + 2649, + 8924, + 409, + 89892, + 11, + 3067, + 272, + 5969, + 276, + 7583, + 439, + 677, + 543, + 2649, + 13, + 1252, + 34809, + 10628, + 1744, + 22419, + 951, + 65, + 541, + 2172, + 1499, + 437, + 68150, + 66, + 1133, + 437, + 384, + 1499, + 64, + 74488, + 355, + 3739, + 2536, + 31157, + 2649, + 13, + 473, + 5241, + 68, + 665, + 35963, + 330, + 25797, + 6347, + 665, + 1219, + 25155, + 1, + 2536, + 4046, + 39311, + 11, + 20003, + 29294, + 3091, + 12440, + 264, + 1446, + 12067, + 627, + 46, + 58516, + 35963, + 220, + 24, + 11, + 3118, + 1995, + 3231, + 297, + 75703, + 330, + 25797, + 6347, + 665, + 1219, + 25155, + 1, + 1744, + 282, + 2192, + 653, + 34809, + 10628, + 264, + 653, + 4317, + 5803, + 25282, + 5089, + 10649, + 3067, + 865, + 6960, + 384, + 3429, + 264, + 865, + 6960, + 17580, + 24848, + 451, + 51185, + 10732, + 22776, + 82, + 865, + 81356, + 13, + 362, + 2047, + 28464, + 4509, + 11178, + 1446, + 653, + 16948, + 41284, + 409, + 665, + 44848, + 1744, + 11810, + 64, + 264, + 9129, + 36323, + 50116, + 4317, + 5803, + 25282, + 1744, + 11, + 264, + 737, + 50839, + 6754, + 5803, + 87629, + 27512, + 27771, + 409, + 25048, + 11, + 28035, + 11, + 1219, + 2252, + 8458, + 11, + 4563, + 84, + 18829, + 6033, + 62531, + 6438, + 4458, + 11, + 11810, + 64, + 66673, + 653, + 50109, + 23201, + 9157, + 5293, + 29350, + 11, + 52621, + 277, + 439, + 7915, + 36323, + 82, + 11, + 78559, + 23884, + 297, + 733, + 655, + 2201, + 656, + 25029, + 11, + 3429, + 264, + 865, + 6960, + 13, + 39776, + 34809, + 10628, + 2267, + 1082, + 6252, + 1469, + 3334, + 17434, + 90699, + 11, + 29830, + 285, + 1744, + 297, + 34086, + 17434, + 272, + 5969, + 11644, + 13, + 4968, + 978, + 303, + 2423, + 656, + 34809, + 10628, + 1744, + 297, + 1744, + 513, + 550, + 519, + 327, + 64, + 25334, + 4046, + 1744, + 2709, + 961, + 13652, + 1744, + 439, + 7282, + 15491, + 1772, + 5808, + 2536, + 3613, + 269, + 6713, + 19216, + 82, + 24848, + 451, + 51185, + 10732, + 22776, + 82, + 384, + 73990, + 3675, + 384, + 5258, + 6792, + 1543, + 325, + 4415, + 5803, + 25282, + 865, + 16468, + 4849, + 656, + 50109, + 13, + 362, + 74488, + 355, + 3739, + 25098, + 49602, + 77236, + 34809, + 10628, + 348, + 10610, + 58892, + 11, + 6252, + 35000, + 264, + 294, + 27888, + 17449, + 11, + 1499, + 300, + 1675, + 4781, + 25318, + 384, + 1008, + 17082, + 3739, + 82, + 1744, + 10566, + 15833, + 264, + 94280, + 13, + 42759, + 2709, + 10461, + 48328, + 439, + 258, + 15844, + 11, + 47088, + 10808, + 653, + 4317, + 46591, + 7583, + 409, + 78072, + 300, + 7248, + 21938, + 8924, + 29394, + 437, + 409, + 390, + 27256, + 8968, + 272, + 5969, + 1995, + 17580, + 3293, + 288, + 10732, + 22776, + 82, + 20188, + 2852, + 11, + 865, + 21938, + 6252, + 1008, + 2445, + 2265, + 3739, + 961, + 307, + 10649, + 11, + 8924, + 7351, + 437, + 12288, + 57567, + 11, + 656, + 220, + 868, + 44, + 384, + 409, + 961, + 13652, + 8112, + 17241, + 15295, + 11, + 469, + 5876, + 46, + 6033, + 330, + 40, + 89, + 87481, + 1252, + 4849, + 3343, + 36684, + 6489, + 294, + 11178, + 439, + 296, + 33637, + 342, + 1604, + 40625, + 3091, + 30528, + 56590, + 300, + 409, + 1675, + 4781, + 7583, + 11, + 72900, + 1877, + 64, + 1080, + 64, + 1008, + 17082, + 3739, + 294, + 24823, + 25155, + 453, + 5531, + 451, + 482, + 37, + 261, + 1098, + 12, + 8112, + 1080, + 64, + 3399, + 76600, + 93620, + 3714, + 482, + 1110, + 2252, + 8458, + 384, + 4563, + 84, + 18829, + 14863, + 29124, + 326, + 1832, + 54793, + 1744, + 2709, + 961, + 13652, + 1744, + 513, + 348, + 2534, + 8464, + 46357, + 5670, + 12155, + 7351, + 437, + 27512, + 27771, + 272, + 5969, + 1995, + 4511, + 84265, + 276, + 8112, + 653, + 4317, + 2047, + 28464, + 1097, + 343, + 481, + 264, + 330, + 25797, + 6347, + 665, + 1219, + 25155, + 1, + 330, + 25797, + 6347, + 665, + 1219, + 25155, + 1 + ] + ] + }, + { + "attention_mask": [ + [ + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1, + 1 + ] + ], + "input_ids": [ + [ + 128000, + 50, + 33462, + 5840, + 25, + 3613, + 4896, + 3067, + 82584, + 2649, + 627, + 9028, + 2540, + 62527, + 87263, + 74446, + 25, + 445, + 1345, + 844, + 13, + 264, + 978, + 5325, + 264, + 220, + 508, + 597, + 53, + 390, + 9955, + 4936, + 16697, + 13256, + 12, + 3487, + 409, + 220, + 20, + 76578, + 409, + 18285, + 87, + 3993, + 11, + 390, + 477, + 86400, + 912, + 73990, + 822, + 22267, + 440, + 2172, + 33887, + 12, + 18660, + 14, + 1032, + 3067, + 445, + 1345, + 844, + 13, + 43914, + 13844, + 844, + 51, + 13, + 423, + 461, + 66601, + 384, + 480, + 2159, + 316, + 277, + 11, + 384, + 1620, + 912, + 356, + 844, + 13, + 22267, + 440, + 2172, + 13, + 57674, + 409, + 5276, + 5840, + 409, + 220, + 1041, + 597, + 13114, + 11, + 432, + 844, + 13, + 220, + 508, + 597, + 53, + 14, + 3443, + 12, + 9870, + 650, + 11, + 10109, + 2172, + 665, + 23519, + 404, + 3244, + 11, + 77737, + 85900, + 409, + 650, + 12791, + 11, + 362, + 82584, + 2649, + 13, + 423, + 6792, + 300, + 47178, + 409, + 426, + 844, + 13, + 264, + 978, + 51518, + 11, + 653, + 4317, + 409, + 220, + 24832, + 384, + 81807, + 409, + 220, + 19799, + 76578, + 409, + 18285, + 87, + 3993, + 627, + 86905, + 652, + 13652, + 2709, + 490, + 1995, + 92599, + 39488, + 5670, + 4415, + 73310, + 220, + 4370, + 14, + 2550, + 22, + 11, + 656, + 220, + 1544, + 409, + 6747, + 50010, + 11, + 384, + 912, + 2107, + 51361, + 8105, + 11, + 86051, + 46069, + 11, + 656, + 8976, + 9927, + 998, + 220, + 6280, + 20, + 14, + 1049, + 15, + 11, + 656, + 220, + 16, + 409, + 1654, + 50010, + 11, + 15491, + 20445, + 5840, + 36031, + 9006, + 512, + 64699, + 11403, + 384, + 76955, + 2308, + 297, + 22267, + 440, + 78, + 409, + 3969, + 36323, + 6754, + 3567, + 438, + 21920, + 46698, + 5840, + 82, + 11, + 272, + 2249, + 300, + 93554, + 513, + 3944, + 592, + 277, + 11644, + 665, + 31201, + 439, + 274, + 6792, + 300, + 81282, + 19216, + 82, + 1744, + 4237, + 27105, + 25334, + 384, + 19216, + 82, + 9955, + 26826, + 82, + 87263, + 74446, + 384, + 409, + 4915, + 324, + 9252, + 52764, + 66, + 17449, + 12155, + 14420, + 37879, + 409, + 75427, + 384, + 12155, + 9955, + 14222, + 5670, + 52764, + 66, + 13652, + 1499, + 437, + 13015, + 3614, + 11, + 47120, + 437, + 6033, + 8533, + 5840, + 82, + 1744, + 738, + 276, + 912, + 31727, + 13140, + 627, + 60742, + 27865, + 42600, + 704, + 1832, + 2026, + 521, + 6252, + 864, + 87, + 65225, + 13028, + 409, + 2024, + 346, + 48328, + 384, + 9678, + 39961, + 6754, + 27865, + 42600, + 82, + 11, + 12553, + 17007, + 300, + 6033, + 14175, + 70404, + 409, + 4634, + 8968, + 27512, + 11, + 36031, + 6033, + 57973, + 25203, + 10308, + 3429, + 264, + 34860, + 5840, + 6754, + 85849, + 6754, + 46698, + 5840, + 82, + 27865, + 450, + 11354, + 627, + 46, + 550, + 41284, + 409, + 1772, + 64, + 665, + 15572, + 64, + 3067, + 46698, + 5840, + 11, + 409, + 78026, + 1080, + 1989, + 7992, + 220, + 9413, + 656, + 8976, + 9927, + 998, + 220, + 6280, + 20, + 14, + 1049, + 15, + 11, + 33998, + 409, + 656, + 346, + 50084, + 264, + 31632, + 3067, + 2215, + 44428, + 85878, + 594, + 78176, + 13, + 23850, + 2709, + 44046, + 437, + 3067, + 56132, + 30844, + 3993, + 409, + 30391, + 81, + 299, + 6885, + 11, + 297, + 281, + 5411, + 49566, + 59305, + 1995, + 2024, + 665, + 45866, + 297, + 834, + 2252, + 78, + 912, + 2107, + 51361, + 17244, + 656, + 65201, + 998, + 220, + 11242, + 20, + 14, + 5162, + 22, + 11, + 656, + 220, + 1313, + 409, + 865, + 65688, + 627, + 1128, + 2221, + 15491, + 594, + 78176, + 29638, + 521, + 958, + 5481, + 5771, + 261, + 64648, + 708, + 409, + 453, + 89, + 2649, + 40524, + 297, + 1615, + 6853, + 8869, + 409, + 55947, + 5840, + 384, + 17653, + 4298, + 912, + 550, + 41284, + 50116, + 11083, + 687, + 2172, + 264, + 31632, + 656, + 35963, + 94172, + 68, + 15190, + 3067, + 539, + 53507, + 85878, + 594, + 78176, + 26, + 26555, + 10610, + 513, + 29638, + 1995, + 958, + 5481, + 5771, + 261, + 1652, + 447, + 2473, + 61758, + 64648 + ] + ] + } + ], + "desc_act": false, + "exllama_config": { + "version": 1 + }, + "group_size": 128, + "max_input_length": null, + "model_seqlen": null, + "module_name_preceding_first_block": null, + "modules_in_block_to_quantize": null, + "pad_token_id": null, + "quant_method": "gptq", + "sym": true, + "tokenizer": null, + "true_sequential": true, + "use_cuda_fp16": false, + "use_exllama": true + }, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "torch_dtype": "bfloat16", + "transformers_version": "4.44.2", + "use_cache": true, + "vocab_size": 128256 +}