diff --git "a/qqp_interpol@15000steps/19568981_interpolate_models.out" "b/qqp_interpol@15000steps/19568981_interpolate_models.out" new file mode 100644--- /dev/null +++ "b/qqp_interpol@15000steps/19568981_interpolate_models.out" @@ -0,0 +1,12848 @@ +Sun May 15 07:00:41 2022 ++-----------------------------------------------------------------------------+ +| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 | +|-------------------------------+----------------------+----------------------+ +| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | +| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | +| | | MIG M. | +|===============================+======================+======================| +| 0 Quadro RTX 8000 On | 00000000:D8:00.0 Off | 0 | +| N/A 32C P8 25W / 250W | 0MiB / 45556MiB | 0% Default | +| | | N/A | ++-------------------------------+----------------------+----------------------+ + ++-----------------------------------------------------------------------------+ +| Processes: | +| GPU GI CI PID Type Process name GPU Memory | +| ID ID Usage | +|=============================================================================| +| No running processes found | ++-----------------------------------------------------------------------------+ +Obtaining file:///scratch/rb5139/constellations/src + Preparing metadata (setup.py): started + Preparing metadata (setup.py): finished with status 'done' +Installing collected packages: constellations + Attempting uninstall: constellations + Found existing installation: constellations 0.0.0 + Uninstalling constellations-0.0.0: + Successfully uninstalled constellations-0.0.0 + Running setup.py develop for constellations +Successfully installed constellations-0.0.0 +Creating .5PS4KDH45853008PI4QT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .84539XCW89WK64J9DQRL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 23 and 80: 20.71988868713379. +Interpolating between 23 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2260 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2305 0.9082 0.8747 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2500 0.8984 0.8653 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2826 0.8926 0.8586 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3029 0.8887 0.8527 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2825 0.8906 0.8542 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2495 0.8984 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.8906 0.8453 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 80 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .SU5B823DEVH995LJXBUE, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 23 and 81: 20.699691772460938. +Interpolating between 23 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2310 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2329 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2529 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2960 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3280 0.8906 0.8478 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3026 0.8887 0.8447 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2581 0.8867 0.8398 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2379 0.8867 0.8389 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 81 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .PK0LS11UEAM5TEW0MJ9C, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 23 and 82: 18.23565101623535. +Interpolating between 23 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2284 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2305 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2408 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2518 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2527 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2442 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2368 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 82 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .UF6NMOGKWH8P8A8GV4WG, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 23 and 83: 20.605331420898438. +Interpolating between 23 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2240 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.8945 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2537 0.8926 0.8549 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2816 0.8887 0.8512 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2930 0.8926 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2728 0.8926 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2461 0.8906 0.8462 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2366 0.8906 0.8444 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 83 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .N1SCT9PCCL2IC55SRHFW, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 23 and 84: 19.809814453125. +Interpolating between 23 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2275 0.8906 0.8478 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2286 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2367 0.8984 0.8624 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2486 0.9004 0.8654 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2541 0.9023 0.8677 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2465 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2362 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.8887 0.8412 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 84 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .IDUXNJ184R1DQR6TCO55, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 23 and 85: 20.759946823120117. +Interpolating between 23 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2451 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2481 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2650 0.8887 0.8480 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2946 0.8809 0.8382 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3186 0.8789 0.8360 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2980 0.8867 0.8424 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2580 0.8926 0.8476 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2395 0.8828 0.8324 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 85 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .UEJ2SGS4FMSAUVDOLR91, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 23 and 86: 20.022981643676758. +Interpolating between 23 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.8848 0.8347 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2350 0.8828 0.8295 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2625 0.8848 0.8290 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2997 0.8809 0.8201 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3135 0.8789 0.8133 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2840 0.8965 0.8437 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2493 0.8926 0.8424 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 86 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .V7JOGHSCHXF4ZPXPJ80D, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 23 and 87: 20.671701431274414. +Interpolating between 23 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2348 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2359 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2532 0.9004 0.8633 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2858 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3054 0.8887 0.8496 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2836 0.8945 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2512 0.8887 0.8438 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2384 0.8887 0.8403 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 87 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .60PG688TN1KBZI1C3YST, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 23 and 88: 20.734697341918945. +Interpolating between 23 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2178 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2257 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2504 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2929 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3245 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3031 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2572 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2374 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 88 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .V1J62I8GCNW1Z3S39D0Y, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 23 and 89: 20.735929489135742. +Interpolating between 23 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2516 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2929 0.8906 0.8511 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3233 0.8867 0.8449 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2994 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2550 0.8945 0.8533 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.8887 0.8412 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 89 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .2JL54Z22EVJQDHJHSVET, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 23 and 90: 20.656566619873047. +Interpolating between 23 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2221 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2262 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2424 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2673 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2847 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2719 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2488 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 90 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .JWQBONYGC1W0HWIO5QG2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 23 and 91: 20.519428253173828. +Interpolating between 23 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2227 0.9004 0.8610 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2295 0.9004 0.8633 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2482 0.8945 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2734 0.8887 0.8527 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2824 0.8965 0.8623 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2659 0.8945 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2447 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2372 0.8887 0.8403 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 91 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .M3KF951D890RV8Q11T3W, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 23 and 92: 18.760963439941406. +Interpolating between 23 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2287 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2264 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2314 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2391 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2428 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2357 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2375 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 92 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .TW4FFZOH41F8SNRMO7TQ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 23 and 93: 19.931684494018555. +Interpolating between 23 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2240 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2276 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2421 0.8945 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2591 0.8926 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2644 0.8984 0.8624 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2530 0.9004 0.8625 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2392 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2362 0.8887 0.8412 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 93 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .6DF16U98DDHGVLLAEDE3, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 23 and 94: 18.46040153503418. +Interpolating between 23 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2494 0.8945 0.8448 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2485 0.8984 0.8514 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2534 0.8984 0.8514 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2593 0.8965 0.8499 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2589 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2495 0.8984 0.8531 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2393 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 94 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .A0O1XDA012J76138HXOR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 23 and 95: 20.74103546142578. +Interpolating between 23 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2284 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2400 0.8926 0.8549 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2647 0.8906 0.8542 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2839 0.8926 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2714 0.8945 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.8984 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2371 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 95 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .UHU9WDJ7IUE6EAMV93L5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 23 and 96: 20.488201141357422. +Interpolating between 23 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2350 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.8984 0.8624 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2694 0.8887 0.8519 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2811 0.8887 0.8519 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2671 0.8867 0.8482 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2454 0.8926 0.8509 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2371 0.8867 0.8407 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 96 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .FNLNEV4M3D8YPRHMSCP2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 23 and 97: 19.786409378051758. +Interpolating between 23 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2248 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2264 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2367 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2501 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2533 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2448 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2354 0.8926 0.8476 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2350 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 97 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .VMFHWOBBJ1TQ967BIXDG, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 23 and 98: 20.62354278564453. +Interpolating between 23 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2353 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2355 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2568 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2939 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3117 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2857 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2509 0.8906 0.8462 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2364 0.8906 0.8436 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 98 +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Encountered Error: connectivity/bert_ft_qqp-23 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-23.pt +Creating .USGLNTX9TB2LIKVZKHFA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 23 and 99: 18.475040435791016. +Interpolating between 23 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2300 0.8945 0.8466 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2304 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.8926 0.8459 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2512 0.8906 0.8444 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2540 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2455 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2366 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2369 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2490 0.8906 0.8427 +Completed interpolation from 23 to 99 +Creating .QND89760FE63VU7RC8I0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .GWJCWVYVPQ4IUB117GF9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Euclidean distance between 24 and 25: 18.898761749267578. +Interpolating between 24 and 25 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8887 0.8394 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2526 0.8887 0.8385 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2586 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2673 0.8926 0.8424 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2750 0.8906 0.8391 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2762 0.8926 0.8415 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2692 0.8906 0.8382 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2598 0.8945 0.8448 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.8945 0.8448 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 25 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .K0JKTABDKBLSQDE411CZ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Euclidean distance between 24 and 26: 19.005475997924805. +Interpolating between 24 and 26 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2612 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2458 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2441 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2510 0.8945 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2564 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2525 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2443 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2388 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2399 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 26 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .15YW3SCLXYOT9U9ONVK2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Euclidean distance between 24 and 27: 18.991872787475586. +Interpolating between 24 and 27 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2464 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2373 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2421 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2429 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2420 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2412 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2424 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 27 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .QWGRLNARQ4GYJEG3SZU9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Euclidean distance between 24 and 28: 19.135948181152344. +Interpolating between 24 and 28 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2694 0.8926 0.8476 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2660 0.8906 0.8470 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2698 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2771 0.8926 0.8509 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2820 0.8926 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2784 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2678 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2568 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 28 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .DRRG667LP2W8922AEGVU, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Euclidean distance between 24 and 29: 18.964792251586914. +Interpolating between 24 and 29 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2440 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2388 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2414 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2484 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2533 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2407 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 29 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .QEPYWHQ480NDOOPD9042, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Euclidean distance between 24 and 30: 19.051368713378906. +Interpolating between 24 and 30 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2470 0.9004 0.8579 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2433 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2443 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2609 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2654 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2621 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2556 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2497 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 30 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .NGXG6E2UN7XCH006C049, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 24 and 31: 21.132007598876953. +Interpolating between 24 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2596 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.8867 0.8371 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2746 0.8887 0.8367 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3641 0.8770 0.8174 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4758 0.8809 0.8282 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4317 0.8496 0.8153 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2980 0.9043 0.8734 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2354 0.9043 0.8700 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2253 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 31 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .V06K4IE9OOLP75UN401V, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 24 and 32: 18.911081314086914. +Interpolating between 24 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2372 0.8984 0.8564 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2342 0.8984 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2416 0.8965 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.9004 0.8640 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2447 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2407 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 32 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .WODN990A78SUF6GY666D, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 24 and 33: 21.072866439819336. +Interpolating between 24 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2509 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2412 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2780 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3531 0.8770 0.8405 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3903 0.8594 0.8269 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3239 0.8906 0.8600 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2566 0.9102 0.8783 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2291 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2299 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 33 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .L9BFFMQ20D31MFL0GD65, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 24 and 34: 19.144378662109375. +Interpolating between 24 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2400 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2341 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2373 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2472 0.9062 0.8723 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2573 0.9023 0.8684 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2587 0.9043 0.8700 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2522 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2448 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2423 0.9062 0.8652 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 34 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .V6O3KDGJZWE8M0MM3FWP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 24 and 35: 19.1744384765625. +Interpolating between 24 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2331 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2329 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2398 0.8945 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2525 0.8867 0.8497 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2665 0.8848 0.8491 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2702 0.8867 0.8505 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2581 0.9023 0.8663 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2447 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2406 0.9102 0.8708 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 35 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .BN4E7QJS6DL91B1TO3YP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 24 and 36: 19.01254653930664. +Interpolating between 24 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2594 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2587 0.8945 0.8541 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2639 0.8906 0.8503 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2741 0.8926 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2846 0.8906 0.8519 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2873 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2779 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2640 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2514 0.9082 0.8683 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 36 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .FN1FVD5IQNCDXD3EH972, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 24 and 37: 19.464696884155273. +Interpolating between 24 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.8887 0.8367 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2405 0.8906 0.8427 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2538 0.8965 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2612 0.8965 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2581 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2493 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2429 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2423 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 37 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .1S7J2SR304EMQXPBZBHP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 24 and 38: 19.01930046081543. +Interpolating between 24 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2543 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2539 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2592 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2634 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2620 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2559 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2494 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 38 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .K3YTSZFIORIQ155FOGVY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 24 and 39: 19.079679489135742. +Interpolating between 24 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2454 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2463 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2539 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2614 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2622 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2567 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2511 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 39 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .574SI96UU8ORG5IVWTQC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 24 and 40: 19.837383270263672. +Interpolating between 24 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2313 0.8984 0.8539 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2281 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2388 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2566 0.8887 0.8488 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2689 0.8887 0.8504 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2655 0.8945 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2526 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2423 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2407 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 40 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .QYCPRIJQ7WRF2AT06SYM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 24 and 41: 19.07816505432129. +Interpolating between 24 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2456 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2387 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2404 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2470 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2519 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2498 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2393 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2404 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 41 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .J5FZPR2Y3K8ZPQPBKN14, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 24 and 42: 18.88043212890625. +Interpolating between 24 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2590 0.8926 0.8406 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2546 0.8906 0.8400 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2549 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2583 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2610 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2606 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2565 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2518 0.9004 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2483 0.8965 0.8481 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 42 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .MADJY5F3S9RPDIY5BNJL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 24 and 43: 18.771503448486328. +Interpolating between 24 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.9004 0.8522 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2361 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2385 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2438 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2469 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2452 0.9023 0.8596 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2448 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 43 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .HVCQOA5G8TJG1PU4E3OH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 24 and 44: 18.936847686767578. +Interpolating between 24 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2499 0.8945 0.8457 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2435 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2448 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2514 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2582 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2600 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2552 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2482 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2448 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 44 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .5W0HYTKSO9A59KT1RMWK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 24 and 45: 19.000553131103516. +Interpolating between 24 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2382 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2304 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2315 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2381 0.9043 0.8700 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.9043 0.8700 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2469 0.9102 0.8777 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2432 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2390 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 45 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .9G540BYVLRC11P557P65, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 24 and 46: 18.76129722595215. +Interpolating between 24 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8848 0.8338 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2722 0.8867 0.8371 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2724 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2784 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2871 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2935 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2865 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2710 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2563 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 46 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .RHW4UYOAZGMDA1758E4L, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 24 and 47: 20.22494125366211. +Interpolating between 24 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2346 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2264 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2510 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2613 0.8887 0.8455 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2565 0.8887 0.8447 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2444 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2357 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2369 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 47 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .5Y7VZKC9H5JBM986GEHL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 24 and 48: 18.731855392456055. +Interpolating between 24 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2470 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2431 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.8965 0.8524 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2423 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.9023 0.8588 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2391 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2412 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 48 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .MP1XW17PIBS5GLW1V29X, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 24 and 49: 18.630903244018555. +Interpolating between 24 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2521 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2513 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2530 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2556 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2573 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2539 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2493 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 49 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .0V5RD51Y2WGANIXVPQDA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 24 and 50: 19.015602111816406. +Interpolating between 24 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2435 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2445 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2506 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2585 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2629 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2573 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2501 0.9082 0.8691 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 50 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .XDHLXV6QGHTZU2TQUTSM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 24 and 51: 18.840320587158203. +Interpolating between 24 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2321 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2333 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2469 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2500 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2484 0.9043 0.8635 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2467 0.9023 0.8580 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.8965 0.8481 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 51 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .6J897HPYKACFABHTGGTY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 24 and 52: 18.915674209594727. +Interpolating between 24 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2368 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2379 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2442 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2527 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2579 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2567 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2520 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2476 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 52 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .5NIMS7MNT8TNZ05AYW4E, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 24 and 53: 21.1066951751709. +Interpolating between 24 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.8887 0.8385 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2864 0.8867 0.8294 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3728 0.8398 0.7303 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4503 0.7188 0.3333 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3975 0.8223 0.6851 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2794 0.8965 0.8515 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2311 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 53 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .COZFYXA7O6OLMCFV25DU, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 24 and 54: 19.095970153808594. +Interpolating between 24 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2327 0.9004 0.8610 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2385 0.9043 0.8693 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2481 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2549 0.9043 0.8700 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2539 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2474 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2418 0.9082 0.8676 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 54 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .F9NXYO4L7SDITRQM1AZX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 24 and 55: 18.862953186035156. +Interpolating between 24 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2381 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2388 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2499 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2503 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2461 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2442 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 55 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .C88ULHSAS1PUVPF8O4VJ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 24 and 56: 19.310535430908203. +Interpolating between 24 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2538 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2529 0.8887 0.8421 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2603 0.8906 0.8462 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2676 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2674 0.8945 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2594 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2501 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2456 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 56 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .DJUX6CJKOSAH6HWL5F9K, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 24 and 57: 19.327604293823242. +Interpolating between 24 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2253 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2527 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2512 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2420 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 57 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .WXRP5H03YYSIRBRPJ79G, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 24 and 58: 19.159427642822266. +Interpolating between 24 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2583 0.8906 0.8444 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2571 0.8906 0.8453 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2610 0.8926 0.8476 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2632 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2586 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2501 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2438 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2431 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 58 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .1PRBL6166X49SDQAXHUT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 24 and 59: 19.047990798950195. +Interpolating between 24 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2391 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2410 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2472 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2526 0.9004 0.8640 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2528 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2488 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2440 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2433 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 59 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .MGLX9U7OJ3F87MITO5TM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 24 and 60: 19.460220336914062. +Interpolating between 24 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2210 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2321 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2564 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2515 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2405 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2373 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 60 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .2KKNHHLBJSGWMN5YQK0V, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 24 and 61: 21.18976402282715. +Interpolating between 24 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2502 0.8926 0.8406 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2966 0.8906 0.8333 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.4080 0.8398 0.7267 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.5053 0.7227 0.3545 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4359 0.8750 0.8251 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3007 0.8984 0.8646 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.8984 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2255 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 61 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .JNEEWL2QQYE8MJXD59II, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 24 and 62: 18.67118263244629. +Interpolating between 24 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2354 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2330 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2348 0.9121 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2381 0.9082 0.8691 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2408 0.9082 0.8683 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2421 0.9062 0.8644 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2431 0.9023 0.8580 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2443 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 62 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .B1ECZTNHXQG43TAMXYM3, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 24 and 63: 21.123085021972656. +Interpolating between 24 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.8887 0.8430 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2918 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3973 0.8848 0.8435 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4619 0.8555 0.8122 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3622 0.8867 0.8528 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2653 0.9023 0.8670 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2297 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 63 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .3FKMUGFHULBO6LNO1COM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 24 and 64: 19.542926788330078. +Interpolating between 24 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.8945 0.8525 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.8887 0.8464 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2578 0.8887 0.8488 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2704 0.8828 0.8438 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2667 0.8887 0.8504 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2528 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2424 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2404 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 64 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .EMK6X1WKKQ8XJKJQMYDR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 24 and 65: 19.261043548583984. +Interpolating between 24 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2522 0.8906 0.8427 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2483 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2517 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2553 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2536 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2484 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2427 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2417 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 65 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .19X7NN6AEUR74PX9FM34, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 24 and 66: 19.070537567138672. +Interpolating between 24 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2470 0.8945 0.8533 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2479 0.8965 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2535 0.9004 0.8647 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2599 0.9004 0.8654 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2596 0.9004 0.8640 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2533 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2450 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 66 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .MKPO2HKEXMZ9NQEK0M52, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 24 and 67: 18.956207275390625. +Interpolating between 24 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2298 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2344 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2414 0.8945 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2447 0.8965 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2425 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2384 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2363 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2391 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 67 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .QNSQ5UV0LNSPLJ1IOQ7D, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 24 and 68: 21.196090698242188. +Interpolating between 24 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2442 0.8887 0.8412 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2837 0.8887 0.8367 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3836 0.8691 0.7951 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.5094 0.7285 0.3710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4732 0.8379 0.7314 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3164 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2362 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2240 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 68 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .VLX5M91FSFXQ8LBQ9WYK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 24 and 69: 21.149648666381836. +Interpolating between 24 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2408 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2712 0.8965 0.8499 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3529 0.8887 0.8367 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4287 0.8867 0.8371 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3680 0.8945 0.8601 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2735 0.9062 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.9004 0.8633 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2251 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 69 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .A10EAVXT2BDGQ2M99KU8, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 24 and 70: 20.807527542114258. +Interpolating between 24 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2364 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2612 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3043 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3153 0.8770 0.8338 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2822 0.8926 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2500 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2349 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2354 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 70 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .OV4IHNDX0N78I3JN470V, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 24 and 71: 18.71923065185547. +Interpolating between 24 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2461 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2495 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2524 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2517 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2428 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 71 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .N0YXS971TYUO2UTEMORN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 24 and 72: 19.197778701782227. +Interpolating between 24 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2481 0.8926 0.8433 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.8867 0.8407 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2519 0.8867 0.8432 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2564 0.8887 0.8480 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2527 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2445 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2399 0.9082 0.8676 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 72 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .DAXS6OKN4GBZ0FUT5WLC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 24 and 73: 18.903121948242188. +Interpolating between 24 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2506 0.9062 0.8730 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2521 0.9102 0.8783 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2417 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 73 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .ZFQ2K54BFXUVOJJMYWM6, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 24 and 74: 18.80363655090332. +Interpolating between 24 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2458 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2483 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2576 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2715 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2815 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2809 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2684 0.9062 0.8652 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2547 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 74 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .C05GQOY5YXGD4B0ZWFOC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 24 and 75: 18.791688919067383. +Interpolating between 24 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2473 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9121 0.8747 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2493 0.9121 0.8767 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2548 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2606 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2605 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2549 0.9102 0.8715 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 75 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .APR3BBRKK4XUKBGJ6T0R, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 24 and 76: 19.741533279418945. +Interpolating between 24 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2318 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2326 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2445 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2427 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2346 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 76 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .Q653RDJX2E443SCWLR27, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 24 and 77: 19.343833923339844. +Interpolating between 24 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2283 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2365 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2580 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2592 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2534 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2478 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2451 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 77 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .345YE4Z08VAAEI803OUM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 24 and 78: 21.1085205078125. +Interpolating between 24 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2429 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2723 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3313 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3687 0.8926 0.8549 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3223 0.8945 0.8594 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2600 0.9043 0.8707 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2278 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 78 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Creating .G6PJMHJOVU7G7KJ18W73, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 24 and 79: 18.63949966430664. +Interpolating between 24 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2329 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2364 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2412 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2454 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2474 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2464 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2444 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2438 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 79 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 24 and 80: 18.987394332885742. +Interpolating between 24 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2316 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2347 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2418 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2517 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2506 0.9082 0.8676 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2481 0.9062 0.8644 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 80 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 24 and 81: 18.65682601928711. +Interpolating between 24 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2354 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2362 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2445 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2440 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2432 0.9121 0.8747 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2438 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 81 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 24 and 82: 20.887239456176758. +Interpolating between 24 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2259 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2863 0.8828 0.8429 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3013 0.8730 0.8329 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2759 0.8906 0.8534 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2486 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2354 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 82 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 24 and 83: 18.94241714477539. +Interpolating between 24 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2313 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2405 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2394 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2357 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 83 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 24 and 84: 19.709888458251953. +Interpolating between 24 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.8945 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.8945 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2619 0.8965 0.8616 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2750 0.8887 0.8542 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2726 0.8906 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2570 0.9023 0.8691 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2402 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 84 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 24 and 85: 18.805376052856445. +Interpolating between 24 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2522 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2557 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2610 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2643 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2613 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2535 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2462 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 85 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 24 and 86: 19.5175838470459. +Interpolating between 24 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2281 0.8887 0.8447 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.8906 0.8503 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2460 0.8984 0.8632 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2560 0.8984 0.8639 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2564 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2498 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2395 0.9062 0.8652 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 86 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 24 and 87: 18.969215393066406. +Interpolating between 24 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2452 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2571 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2664 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2704 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2665 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2571 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2490 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 87 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 24 and 88: 18.743356704711914. +Interpolating between 24 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2228 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2270 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2322 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2364 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2383 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2387 0.9043 0.8627 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.9004 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2422 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 88 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 24 and 89: 18.713565826416016. +Interpolating between 24 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2472 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2520 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2561 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2577 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2550 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2510 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.8984 0.8514 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 89 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 24 and 90: 18.978412628173828. +Interpolating between 24 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2247 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2274 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2354 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2450 0.9121 0.8806 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2491 0.9121 0.8800 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2467 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2429 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2425 0.9062 0.8644 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 90 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 24 and 91: 18.979496002197266. +Interpolating between 24 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2325 0.8984 0.8602 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2412 0.8984 0.8624 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.8926 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2373 0.9004 0.8625 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2339 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2371 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 91 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 24 and 92: 20.607385635375977. +Interpolating between 24 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2280 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.8945 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2945 0.8770 0.8413 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3230 0.8652 0.8288 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3000 0.8809 0.8456 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2644 0.8906 0.8534 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2433 0.9004 0.8625 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2382 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 92 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 24 and 93: 19.462352752685547. +Interpolating between 24 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2324 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2423 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2553 0.8965 0.8515 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2617 0.8984 0.8547 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2571 0.8945 0.8483 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2472 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2402 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2404 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 93 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 24 and 94: 21.06112289428711. +Interpolating between 24 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2499 0.8906 0.8363 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2862 0.8906 0.8343 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3671 0.8633 0.7812 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4376 0.8262 0.6920 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3836 0.8906 0.8363 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2792 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2323 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2282 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 94 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 24 and 95: 19.163986206054688. +Interpolating between 24 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2448 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2551 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2653 0.8945 0.8586 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2664 0.8965 0.8616 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2566 0.9023 0.8670 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2457 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2415 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 95 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 24 and 96: 19.1471004486084. +Interpolating between 24 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2483 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2536 0.9023 0.8596 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2582 0.9004 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2575 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2527 0.9004 0.8563 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2483 0.9023 0.8580 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2465 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 96 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 24 and 97: 19.681612014770508. +Interpolating between 24 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2287 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2385 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2564 0.8945 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2671 0.8945 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2620 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2490 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2395 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 97 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 24 and 98: 19.000890731811523. +Interpolating between 24 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2371 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2322 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2357 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2410 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2426 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2405 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2405 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 98 +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-24 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-24.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 24 and 99: 20.883087158203125. +Interpolating between 24 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2290 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2613 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3285 0.9023 0.8677 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3658 0.8770 0.8397 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3210 0.8926 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2632 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2343 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2320 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2474 0.8984 0.8514 +Completed interpolation from 24 to 99 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Euclidean distance between 25 and 26: 18.984209060668945. +Interpolating between 25 and 26 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2612 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2509 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2501 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2609 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2716 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2724 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2638 0.8887 0.8412 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2576 0.8887 0.8394 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2526 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 26 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Euclidean distance between 25 and 27: 19.235841751098633. +Interpolating between 25 and 27 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2464 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2492 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2631 0.8984 0.8523 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2737 0.8984 0.8506 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2676 0.8945 0.8448 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2573 0.8926 0.8442 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2515 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2493 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 27 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Euclidean distance between 25 and 28: 18.800554275512695. +Interpolating between 25 and 28 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2694 0.8926 0.8476 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2649 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2640 0.8926 0.8485 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2659 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2671 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2642 0.8867 0.8389 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2601 0.8867 0.8380 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2560 0.8887 0.8394 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2527 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 28 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Euclidean distance between 25 and 29: 18.78557586669922. +Interpolating between 25 and 29 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2440 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2421 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2449 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2513 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2579 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2594 0.8926 0.8459 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2571 0.8906 0.8436 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2539 0.8906 0.8427 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 29 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Euclidean distance between 25 and 30: 19.26278305053711. +Interpolating between 25 and 30 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2470 0.9004 0.8579 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2560 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2761 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3029 0.8906 0.8427 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3022 0.8906 0.8409 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2807 0.8867 0.8371 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2638 0.8867 0.8362 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2549 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 30 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 25 and 31: 21.089641571044922. +Interpolating between 25 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2596 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2452 0.8867 0.8362 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2644 0.8848 0.8347 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3220 0.8887 0.8447 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4113 0.8574 0.8241 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4412 0.7656 0.7479 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3452 0.8457 0.8184 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2619 0.8867 0.8513 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.8848 0.8384 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 31 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 25 and 32: 18.806293487548828. +Interpolating between 25 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2372 0.8984 0.8564 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2372 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2424 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2537 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2709 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2775 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2664 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2574 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2525 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 32 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 25 and 33: 20.96583366394043. +Interpolating between 25 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2509 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2393 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2690 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3364 0.8691 0.8393 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3907 0.8105 0.7859 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3608 0.8301 0.8027 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2891 0.8750 0.8431 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2476 0.8848 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2388 0.8906 0.8453 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 33 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 25 and 34: 18.913217544555664. +Interpolating between 25 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2400 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2459 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2594 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2781 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2860 0.8906 0.8453 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2768 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2641 0.8906 0.8427 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2552 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 34 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 25 and 35: 18.893922805786133. +Interpolating between 25 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2331 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2376 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2494 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2744 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2998 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2807 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2628 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2537 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 35 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 25 and 36: 19.009597778320312. +Interpolating between 25 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2594 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2574 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2616 0.8887 0.8438 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2742 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3006 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3237 0.8906 0.8462 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3023 0.8906 0.8444 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2743 0.8848 0.8347 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2585 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 36 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 25 and 37: 19.235502243041992. +Interpolating between 25 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.8887 0.8367 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2455 0.8887 0.8385 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2504 0.8887 0.8421 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2600 0.8887 0.8430 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2697 0.8887 0.8430 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2742 0.8887 0.8430 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2662 0.8906 0.8444 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2585 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2529 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 37 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 25 and 38: 18.888710021972656. +Interpolating between 25 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2601 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2629 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2747 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2932 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3039 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2873 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2707 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2585 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 38 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 25 and 39: 18.703325271606445. +Interpolating between 25 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.8965 0.8481 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2457 0.9004 0.8555 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2463 0.8965 0.8515 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2470 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2474 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2471 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 39 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 25 and 40: 19.71330451965332. +Interpolating between 25 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2313 0.8984 0.8539 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2299 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2557 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2666 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2689 0.8926 0.8509 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2601 0.8926 0.8501 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2520 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2493 0.8887 0.8403 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 40 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 25 and 41: 18.85138702392578. +Interpolating between 25 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2456 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2430 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2460 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2527 0.8926 0.8501 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2565 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2556 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2516 0.8906 0.8453 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2493 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2493 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 41 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 25 and 42: 19.056230545043945. +Interpolating between 25 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2590 0.8926 0.8406 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2612 0.8906 0.8382 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2700 0.8906 0.8391 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2855 0.8867 0.8333 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3007 0.8867 0.8343 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2974 0.8867 0.8343 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2759 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2623 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2540 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 42 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 25 and 43: 18.800199508666992. +Interpolating between 25 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.9004 0.8522 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2461 0.9023 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2511 0.8965 0.8473 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2627 0.8945 0.8448 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2833 0.8926 0.8406 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3016 0.8887 0.8357 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2845 0.8965 0.8490 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2652 0.8926 0.8442 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2550 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 43 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 25 and 44: 19.078365325927734. +Interpolating between 25 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2499 0.8945 0.8457 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.8926 0.8442 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2589 0.8906 0.8418 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2759 0.8848 0.8319 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2990 0.8828 0.8286 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2975 0.8848 0.8309 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2753 0.8867 0.8352 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2599 0.8867 0.8362 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2530 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 44 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 25 and 45: 18.8660888671875. +Interpolating between 25 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2382 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2340 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2373 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2471 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2614 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2660 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2571 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2525 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2502 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 45 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 25 and 46: 19.00897216796875. +Interpolating between 25 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8848 0.8338 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2769 0.8867 0.8362 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2841 0.8867 0.8352 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3039 0.8828 0.8286 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3363 0.8887 0.8367 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3463 0.8906 0.8372 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3113 0.8965 0.8473 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2805 0.8926 0.8424 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2615 0.8906 0.8409 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 46 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 25 and 47: 20.066036224365234. +Interpolating between 25 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2346 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2258 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2331 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2490 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2595 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2580 0.8906 0.8503 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2490 0.8867 0.8432 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2424 0.8906 0.8453 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2421 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 47 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 25 and 48: 19.018484115600586. +Interpolating between 25 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2527 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2556 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2641 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2709 0.8926 0.8451 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2686 0.8926 0.8459 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2610 0.8906 0.8427 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2536 0.8887 0.8394 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 48 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 25 and 49: 18.870285034179688. +Interpolating between 25 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2601 0.8926 0.8451 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2686 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2863 0.8906 0.8391 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3093 0.8945 0.8448 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3211 0.8906 0.8382 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2995 0.8965 0.8473 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2741 0.8926 0.8433 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2584 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 49 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 25 and 50: 18.868549346923828. +Interpolating between 25 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2503 0.8926 0.8459 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2589 0.8926 0.8468 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2775 0.8906 0.8436 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3101 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3316 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3019 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2734 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2586 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 50 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 25 and 51: 19.055225372314453. +Interpolating between 25 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2675 0.9004 0.8555 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2885 0.8965 0.8481 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2906 0.8906 0.8372 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2696 0.8965 0.8490 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2577 0.8945 0.8466 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2517 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 51 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 25 and 52: 19.081037521362305. +Interpolating between 25 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2415 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2690 0.9004 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2985 0.9004 0.8563 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3042 0.8945 0.8466 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2834 0.8945 0.8466 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2651 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2560 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 52 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 25 and 53: 21.030981063842773. +Interpolating between 25 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2469 0.8887 0.8412 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2714 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3361 0.8984 0.8617 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4023 0.8555 0.8221 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3774 0.8574 0.8266 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2981 0.8887 0.8550 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2482 0.8887 0.8464 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2370 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 53 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 25 and 54: 18.83641242980957. +Interpolating between 25 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2345 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2394 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2475 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2548 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2556 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2529 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2512 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2503 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 54 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 25 and 55: 18.849523544311523. +Interpolating between 25 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2429 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2484 0.9004 0.8555 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2605 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2799 0.8965 0.8507 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2967 0.8926 0.8451 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2841 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2659 0.8887 0.8394 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2554 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 55 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 25 and 56: 19.155012130737305. +Interpolating between 25 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2561 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2552 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2600 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2650 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2645 0.8906 0.8462 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2590 0.8887 0.8438 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2535 0.8867 0.8389 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2502 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 56 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 25 and 57: 19.327058792114258. +Interpolating between 25 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2296 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2555 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2674 0.8926 0.8468 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2691 0.8906 0.8444 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2613 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2547 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2510 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 57 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 25 and 58: 18.854217529296875. +Interpolating between 25 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2633 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2622 0.8887 0.8412 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2639 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2647 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2626 0.8945 0.8475 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2580 0.8945 0.8466 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2539 0.8926 0.8442 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 58 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 25 and 59: 18.98378562927246. +Interpolating between 25 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2429 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2486 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2595 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2739 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2764 0.8926 0.8459 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2663 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2570 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 59 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 25 and 60: 19.239622116088867. +Interpolating between 25 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2240 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2457 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2539 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.8984 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2506 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2482 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2478 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 60 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 25 and 61: 21.1297664642334. +Interpolating between 25 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2764 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3529 0.8730 0.8363 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4463 0.7988 0.7746 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4326 0.7793 0.7591 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3299 0.8633 0.8341 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2593 0.8887 0.8512 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2387 0.8887 0.8430 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 61 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 25 and 62: 18.968746185302734. +Interpolating between 25 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2434 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2494 0.8984 0.8523 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2603 0.8965 0.8490 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2716 0.8945 0.8457 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2736 0.8945 0.8448 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2647 0.8906 0.8400 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2571 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 62 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 25 and 63: 20.96713638305664. +Interpolating between 25 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2352 0.8887 0.8455 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2680 0.8926 0.8593 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3343 0.8672 0.8389 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3820 0.8359 0.8100 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3497 0.8516 0.8233 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2849 0.8848 0.8506 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2470 0.8848 0.8435 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2384 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 63 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 25 and 64: 19.230377197265625. +Interpolating between 25 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2327 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2360 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2439 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2496 0.8926 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2515 0.8887 0.8488 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2490 0.8887 0.8480 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2463 0.8887 0.8438 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2465 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 64 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 25 and 65: 19.159093856811523. +Interpolating between 25 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2597 0.8906 0.8418 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2628 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2736 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2852 0.8848 0.8375 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2860 0.8887 0.8430 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2751 0.8867 0.8398 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2633 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2549 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 65 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 25 and 66: 18.9123592376709. +Interpolating between 25 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2541 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2605 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2730 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2915 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2980 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2805 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2649 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2556 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 66 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 25 and 67: 19.057764053344727. +Interpolating between 25 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.8926 0.8459 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2434 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2563 0.8906 0.8418 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2677 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2706 0.8965 0.8507 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2643 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2575 0.8926 0.8442 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2526 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 67 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 25 and 68: 21.078227996826172. +Interpolating between 25 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2431 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2706 0.8945 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3385 0.8828 0.8477 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4249 0.8203 0.7909 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4305 0.7891 0.7672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3360 0.8691 0.8386 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2597 0.8828 0.8438 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.8867 0.8407 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 68 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 25 and 69: 21.070213317871094. +Interpolating between 25 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2402 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2655 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3361 0.8926 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4247 0.8359 0.8065 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4175 0.7930 0.7706 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3241 0.8613 0.8329 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2535 0.8926 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2354 0.8887 0.8438 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 69 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 25 and 70: 20.703752517700195. +Interpolating between 25 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2342 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2495 0.9062 0.8730 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2846 0.8789 0.8434 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3053 0.8613 0.8273 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2917 0.8730 0.8395 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2648 0.8867 0.8513 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2477 0.8848 0.8435 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2434 0.8906 0.8444 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 70 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 25 and 71: 18.799236297607422. +Interpolating between 25 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2543 0.8945 0.8466 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2640 0.8926 0.8442 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2806 0.8887 0.8394 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2959 0.8848 0.8338 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2977 0.8906 0.8418 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2822 0.8906 0.8418 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2670 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2566 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 71 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 25 and 72: 18.965492248535156. +Interpolating between 25 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2555 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2543 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2599 0.8906 0.8470 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2659 0.8867 0.8441 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2676 0.8887 0.8464 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2621 0.8887 0.8447 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2560 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 72 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 25 and 73: 18.753049850463867. +Interpolating between 25 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.9043 0.8620 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2529 0.8965 0.8515 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2694 0.8965 0.8507 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2858 0.9004 0.8563 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2765 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2618 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2541 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 73 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 25 and 74: 18.92226219177246. +Interpolating between 25 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2527 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2632 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2846 0.9023 0.8588 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3183 0.8945 0.8457 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3446 0.8965 0.8481 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3207 0.8965 0.8481 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2848 0.8926 0.8433 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2636 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 74 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 25 and 75: 18.890884399414062. +Interpolating between 25 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2520 0.9023 0.8580 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2577 0.9004 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2717 0.9023 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2971 0.8984 0.8506 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3125 0.8984 0.8506 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2911 0.8965 0.8490 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2695 0.8965 0.8490 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2571 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 75 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 25 and 76: 19.586715698242188. +Interpolating between 25 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2316 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2344 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2454 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2526 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.8906 0.8470 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2447 0.8867 0.8407 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2429 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 76 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 25 and 77: 18.972164154052734. +Interpolating between 25 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2278 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2401 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2446 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2467 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2473 0.8906 0.8427 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2470 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2475 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 77 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 25 and 78: 21.024240493774414. +Interpolating between 25 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2442 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2750 0.8926 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3382 0.8672 0.8373 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3839 0.8398 0.8128 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3540 0.8516 0.8216 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2912 0.8809 0.8456 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2500 0.8887 0.8496 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2394 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 78 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 25 and 79: 18.802440643310547. +Interpolating between 25 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2366 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2454 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2622 0.8926 0.8476 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2843 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2964 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2817 0.8945 0.8475 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2655 0.8926 0.8442 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2556 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 79 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 25 and 80: 18.696823120117188. +Interpolating between 25 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2304 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2352 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2388 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2440 0.8887 0.8412 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2452 0.8887 0.8394 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 80 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 25 and 81: 18.908470153808594. +Interpolating between 25 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2430 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2517 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2662 0.9004 0.8563 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2833 0.8945 0.8466 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2854 0.8945 0.8466 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2712 0.8965 0.8499 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2608 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2543 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 81 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 25 and 82: 20.74441909790039. +Interpolating between 25 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2260 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2405 0.8926 0.8509 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2685 0.8906 0.8542 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2844 0.8789 0.8410 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2762 0.8789 0.8410 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2571 0.8867 0.8474 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2454 0.8867 0.8424 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2434 0.8906 0.8436 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 82 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 25 and 83: 18.80656623840332. +Interpolating between 25 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2477 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2572 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2604 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2571 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2530 0.8867 0.8371 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2500 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 83 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 25 and 84: 19.388761520385742. +Interpolating between 25 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2340 0.8965 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2414 0.9043 0.8700 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2520 0.8984 0.8639 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2600 0.8965 0.8616 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2612 0.8926 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2564 0.8906 0.8511 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2503 0.8867 0.8415 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2486 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 84 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 25 and 85: 18.80357551574707. +Interpolating between 25 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2562 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2640 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2765 0.8926 0.8451 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2924 0.8945 0.8475 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3000 0.8906 0.8409 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2846 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2654 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2546 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 85 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 25 and 86: 19.605499267578125. +Interpolating between 25 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2322 0.8887 0.8421 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.8867 0.8380 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2635 0.8828 0.8324 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2844 0.8828 0.8315 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2757 0.8828 0.8305 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2612 0.8867 0.8371 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2472 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 86 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 25 and 87: 18.92874526977539. +Interpolating between 25 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2471 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2515 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2642 0.8906 0.8418 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2895 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3198 0.8926 0.8451 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3039 0.8906 0.8427 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2762 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2598 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 87 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 25 and 88: 19.022815704345703. +Interpolating between 25 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2237 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2316 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2454 0.9004 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2599 0.8965 0.8490 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2668 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2634 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2571 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.8887 0.8385 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 88 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 25 and 89: 18.945695877075195. +Interpolating between 25 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2578 0.8984 0.8531 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2755 0.8945 0.8466 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2977 0.8945 0.8457 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2988 0.8945 0.8448 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2779 0.8945 0.8457 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2621 0.8906 0.8409 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2540 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 89 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 25 and 90: 18.871496200561523. +Interpolating between 25 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2294 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2458 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2662 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2855 0.8945 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2761 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2611 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2538 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 90 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 25 and 91: 18.86149024963379. +Interpolating between 25 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2268 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2329 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2414 0.8984 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2491 0.8945 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.8926 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2493 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.8867 0.8380 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 91 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 25 and 92: 20.428302764892578. +Interpolating between 25 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2280 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2354 0.8965 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2535 0.8945 0.8594 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2652 0.8945 0.8622 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2611 0.8906 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2518 0.8887 0.8504 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2454 0.8867 0.8432 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2453 0.8867 0.8389 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 92 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 25 and 93: 19.208168029785156. +Interpolating between 25 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2338 0.8926 0.8459 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2489 0.8867 0.8407 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2538 0.8848 0.8375 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2523 0.8867 0.8407 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2483 0.8887 0.8421 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2456 0.8867 0.8371 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 93 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 25 and 94: 20.991193771362305. +Interpolating between 25 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2467 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2754 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3479 0.8906 0.8486 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4234 0.8574 0.8241 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4043 0.8477 0.8186 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3184 0.8770 0.8413 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2559 0.8906 0.8503 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.8906 0.8453 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 94 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 25 and 95: 18.824525833129883. +Interpolating between 25 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2478 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2546 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2619 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2659 0.8926 0.8518 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2628 0.8926 0.8501 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2561 0.8887 0.8421 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.8906 0.8436 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 95 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 25 and 96: 18.770416259765625. +Interpolating between 25 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2462 0.8945 0.8466 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2439 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2497 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2496 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2486 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2484 0.8906 0.8418 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 96 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 25 and 97: 19.48821258544922. +Interpolating between 25 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2302 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2367 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2478 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2566 0.8926 0.8518 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2573 0.8906 0.8495 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2535 0.8887 0.8455 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2491 0.8887 0.8430 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2480 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 97 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 25 and 98: 19.118026733398438. +Interpolating between 25 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2446 0.8945 0.8466 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2501 0.8945 0.8466 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2604 0.8926 0.8451 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2634 0.8926 0.8451 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2554 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2501 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 98 +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-25 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-25.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 25 and 99: 20.750043869018555. +Interpolating between 25 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2262 0.8926 0.8451 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2754 0.8926 0.8601 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3028 0.8848 0.8536 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2902 0.8848 0.8529 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2625 0.8906 0.8557 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2457 0.8887 0.8480 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2428 0.8867 0.8398 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2508 0.8887 0.8394 +Completed interpolation from 25 to 99 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Euclidean distance between 26 and 27: 19.04391860961914. +Interpolating between 26 and 27 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2464 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2351 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2328 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2387 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2464 0.8984 0.8617 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2481 0.8965 0.8594 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2448 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 27 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Euclidean distance between 26 and 28: 18.92098617553711. +Interpolating between 26 and 28 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2694 0.8926 0.8476 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2633 0.8887 0.8438 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2611 0.8906 0.8478 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2616 0.8906 0.8495 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2622 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2590 0.8926 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2522 0.8926 0.8518 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2471 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 28 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Euclidean distance between 26 and 29: 18.8671817779541. +Interpolating between 26 and 29 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2440 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2421 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2440 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2491 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2536 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2531 0.8926 0.8501 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2487 0.8926 0.8501 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2494 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 29 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Euclidean distance between 26 and 30: 19.050861358642578. +Interpolating between 26 and 30 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2470 0.9004 0.8579 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2396 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2392 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2444 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2508 0.8945 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2523 0.8926 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2473 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2426 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2461 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 30 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 26 and 31: 20.97767448425293. +Interpolating between 26 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2596 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2503 0.8789 0.8208 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2709 0.8730 0.8083 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3227 0.8652 0.7915 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3867 0.8496 0.7508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3903 0.8652 0.7837 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3133 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2512 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 31 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 26 and 32: 18.78643226623535. +Interpolating between 26 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2372 0.8984 0.8564 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2312 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2361 0.9004 0.8633 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.8965 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2441 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2450 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 32 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 26 and 33: 20.914337158203125. +Interpolating between 26 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2509 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2414 0.8906 0.8391 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2637 0.8926 0.8433 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3121 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3536 0.8965 0.8623 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3303 0.8965 0.8638 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2770 0.8984 0.8624 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2454 0.9004 0.8625 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2411 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 33 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 26 and 34: 18.83034324645996. +Interpolating between 26 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2400 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.9062 0.8659 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2370 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2427 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2447 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2421 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2453 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 34 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 26 and 35: 18.89861488342285. +Interpolating between 26 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2331 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2306 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2316 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2352 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2398 0.8965 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2431 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2429 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2422 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2467 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 35 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 26 and 36: 18.898273468017578. +Interpolating between 26 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2594 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2518 0.8965 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2499 0.8945 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2526 0.8809 0.8373 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2563 0.8848 0.8435 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2559 0.8867 0.8457 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.8926 0.8518 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2458 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 36 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 26 and 37: 19.06222152709961. +Interpolating between 26 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.8887 0.8367 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2417 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2404 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2432 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2472 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2471 0.8887 0.8438 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2448 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2480 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 37 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 26 and 38: 18.959566116333008. +Interpolating between 26 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.9062 0.8659 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2484 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2493 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2470 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2477 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 38 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 26 and 39: 18.943819046020508. +Interpolating between 26 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2477 0.8984 0.8514 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2453 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2464 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2488 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2486 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2452 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2435 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2482 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 39 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 26 and 40: 19.523216247558594. +Interpolating between 26 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2313 0.8984 0.8539 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2302 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2386 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.8906 0.8453 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2625 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2603 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2512 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2448 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2477 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 40 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 26 and 41: 18.946491241455078. +Interpolating between 26 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2456 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2404 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2404 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2508 0.9004 0.8633 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2518 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2472 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2476 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 41 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 26 and 42: 19.006038665771484. +Interpolating between 26 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2590 0.8926 0.8406 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2497 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2464 0.8945 0.8475 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2484 0.8867 0.8398 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2521 0.8906 0.8478 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2523 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2482 0.8926 0.8501 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2443 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2473 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 42 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 26 and 43: 18.698688507080078. +Interpolating between 26 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.9004 0.8522 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2368 0.9023 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2321 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2325 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2360 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2392 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2401 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2410 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2467 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 43 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 26 and 44: 18.920412063598633. +Interpolating between 26 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2499 0.8945 0.8457 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2417 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2492 0.8926 0.8518 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2508 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2424 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 44 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 26 and 45: 18.789587020874023. +Interpolating between 26 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2382 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2302 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2300 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2351 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2420 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2446 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2414 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2386 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2439 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 45 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 26 and 46: 19.029226303100586. +Interpolating between 26 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8848 0.8338 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2651 0.8867 0.8371 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2567 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2549 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2577 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2584 0.8926 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2539 0.8887 0.8472 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2468 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2478 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 46 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 26 and 47: 19.95268440246582. +Interpolating between 26 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2346 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2280 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2476 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2608 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2611 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2502 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2447 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 47 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 26 and 48: 19.03127098083496. +Interpolating between 26 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2456 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2438 0.8965 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.8984 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2609 0.8926 0.8549 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2622 0.8945 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2537 0.8965 0.8594 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.8984 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2450 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 48 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 26 and 49: 18.8289852142334. +Interpolating between 26 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2514 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2490 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2489 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2519 0.8926 0.8518 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2514 0.8906 0.8495 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 49 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 26 and 50: 18.927824020385742. +Interpolating between 26 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2396 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2356 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2363 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2407 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2441 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2442 0.9004 0.8625 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 50 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 26 and 51: 18.93850326538086. +Interpolating between 26 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2300 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2287 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2322 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2373 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2397 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2441 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 51 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 26 and 52: 18.983013153076172. +Interpolating between 26 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2348 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2391 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2460 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2477 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2442 0.9004 0.8625 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2415 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2459 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 52 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 26 and 53: 20.942468643188477. +Interpolating between 26 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2511 0.8848 0.8319 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2775 0.8809 0.8201 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3360 0.8613 0.7802 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3935 0.8438 0.7436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3673 0.9023 0.8588 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2867 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2398 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 53 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 26 and 54: 18.871318817138672. +Interpolating between 26 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2316 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2329 0.9082 0.8733 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2367 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2406 0.9062 0.8717 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2425 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2419 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2418 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 54 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 26 and 55: 18.71590805053711. +Interpolating between 26 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2386 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.8926 0.8476 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2450 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2465 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2447 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2434 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2475 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 55 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 26 and 56: 18.99372100830078. +Interpolating between 26 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2466 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2499 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2554 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2549 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2483 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2434 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2466 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 56 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 26 and 57: 19.042545318603516. +Interpolating between 26 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2229 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2285 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.9023 0.8663 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2501 0.9004 0.8654 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2502 0.8984 0.8624 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2428 0.8984 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2433 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 57 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 26 and 58: 19.00140380859375. +Interpolating between 26 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2646 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2619 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2620 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2616 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2585 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2523 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2484 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 58 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 26 and 59: 18.78022003173828. +Interpolating between 26 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2392 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2512 0.8984 0.8632 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2520 0.9023 0.8677 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2473 0.8984 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.8965 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2474 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 59 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 26 and 60: 19.134672164916992. +Interpolating between 26 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2228 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2283 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2378 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2461 0.8984 0.8617 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.8984 0.8617 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2440 0.9004 0.8640 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2415 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2464 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 60 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 26 and 61: 21.050594329833984. +Interpolating between 26 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2481 0.8926 0.8415 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2726 0.8887 0.8357 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3341 0.8867 0.8324 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3974 0.8809 0.8356 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3807 0.8770 0.8389 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2979 0.8906 0.8542 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2468 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2390 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 61 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 26 and 62: 18.917354583740234. +Interpolating between 26 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2340 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2320 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2357 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2413 0.9121 0.8787 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2441 0.9062 0.8717 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2424 0.9023 0.8656 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2406 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2454 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 62 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 26 and 63: 20.902454376220703. +Interpolating between 26 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2345 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2625 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3166 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3582 0.8906 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3316 0.8887 0.8535 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2734 0.8926 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.8945 0.8533 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2414 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 63 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 26 and 64: 19.218292236328125. +Interpolating between 26 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2344 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2469 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2553 0.8906 0.8478 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2561 0.8867 0.8432 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2493 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2440 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 64 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 26 and 65: 18.9024715423584. +Interpolating between 26 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2505 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2441 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2498 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2500 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2456 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2428 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 65 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 26 and 66: 18.944442749023438. +Interpolating between 26 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2435 0.8926 0.8509 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2464 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2519 0.8945 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2545 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2511 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2487 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 66 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 26 and 67: 18.766374588012695. +Interpolating between 26 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2272 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2306 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2467 0.9023 0.8670 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2485 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2439 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 67 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 26 and 68: 21.034671783447266. +Interpolating between 26 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2442 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2654 0.8848 0.8280 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3154 0.8750 0.8084 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3745 0.8672 0.7875 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3724 0.8789 0.8133 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3004 0.9004 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2503 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2406 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 68 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 26 and 69: 20.987701416015625. +Interpolating between 26 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2428 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2622 0.8887 0.8367 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3131 0.8828 0.8256 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3732 0.8848 0.8300 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3679 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2989 0.8965 0.8594 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2468 0.8984 0.8602 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2366 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 69 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 26 and 70: 20.586597442626953. +Interpolating between 26 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2362 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2768 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2995 0.8945 0.8586 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2901 0.8926 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2634 0.8926 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2463 0.8945 0.8533 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2451 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 70 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 26 and 71: 18.675004959106445. +Interpolating between 26 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2438 0.8945 0.8483 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2490 0.8906 0.8478 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2494 0.8867 0.8432 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2454 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2421 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2461 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 71 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 26 and 72: 18.943912506103516. +Interpolating between 26 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2503 0.8926 0.8442 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2438 0.8887 0.8412 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2467 0.8906 0.8470 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2526 0.8945 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2535 0.8906 0.8511 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2489 0.8945 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2449 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2477 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 72 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 26 and 73: 18.65515899658203. +Interpolating between 26 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2342 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2386 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.9082 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2468 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 73 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 26 and 74: 18.897323608398438. +Interpolating between 26 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2431 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2401 0.8926 0.8501 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2421 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.8984 0.8617 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2447 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2485 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 74 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 26 and 75: 18.986671447753906. +Interpolating between 26 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2453 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2428 0.9121 0.8747 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2447 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2500 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2518 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2476 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 75 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 26 and 76: 19.456212997436523. +Interpolating between 26 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2356 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2372 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2449 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2506 0.9023 0.8663 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2498 0.9023 0.8670 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2466 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 76 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 26 and 77: 19.055334091186523. +Interpolating between 26 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2291 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2340 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2467 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2476 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2416 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2467 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 77 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 26 and 78: 20.901355743408203. +Interpolating between 26 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2397 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2560 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2931 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3240 0.8926 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3096 0.8926 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2673 0.8965 0.8609 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2421 0.8965 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2410 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 78 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 26 and 79: 18.75018310546875. +Interpolating between 26 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2290 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2299 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2336 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2382 0.9043 0.8693 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2403 0.9023 0.8670 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2385 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2376 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2432 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 79 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 26 and 80: 19.002193450927734. +Interpolating between 26 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2341 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2385 0.9062 0.8667 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2509 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2464 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2444 0.8965 0.8524 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 80 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 26 and 81: 18.845617294311523. +Interpolating between 26 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2353 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2356 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2400 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2455 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2443 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2453 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 81 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 26 and 82: 20.64667510986328. +Interpolating between 26 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2270 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2411 0.8887 0.8430 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2734 0.8926 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2998 0.8809 0.8416 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2906 0.8809 0.8432 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2638 0.8848 0.8435 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.8984 0.8602 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2441 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 82 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 26 and 83: 18.82362937927246. +Interpolating between 26 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2274 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2290 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2349 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2413 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2414 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 83 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 26 and 84: 19.40744972229004. +Interpolating between 26 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.8945 0.8541 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2389 0.8984 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2481 0.8926 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2564 0.8945 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2580 0.8867 0.8457 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2519 0.8887 0.8472 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2461 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 84 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 26 and 85: 18.688945770263672. +Interpolating between 26 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2480 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2467 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2479 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2494 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2487 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2450 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2425 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2464 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 85 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 26 and 86: 19.394649505615234. +Interpolating between 26 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2266 0.8906 0.8470 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2313 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2439 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2567 0.9004 0.8647 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2584 0.8926 0.8549 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2485 0.8945 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2425 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 86 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 26 and 87: 18.772186279296875. +Interpolating between 26 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2415 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2405 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2429 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2466 0.8906 0.8503 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2456 0.8945 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2440 0.9004 0.8610 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 87 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 26 and 88: 18.90571403503418. +Interpolating between 26 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2209 0.9121 0.8780 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2258 0.9102 0.8763 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2339 0.9141 0.8824 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2415 0.9082 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2438 0.9004 0.8647 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.9023 0.8656 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 88 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 26 and 89: 18.9375057220459. +Interpolating between 26 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2400 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2434 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2483 0.8926 0.8518 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2508 0.8906 0.8495 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2482 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2440 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2468 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 89 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 26 and 90: 18.83612060546875. +Interpolating between 26 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2251 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2269 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2341 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2425 0.9082 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2458 0.9062 0.8730 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2429 0.9023 0.8670 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2400 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2448 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 90 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 26 and 91: 18.7943058013916. +Interpolating between 26 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2300 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2380 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2464 0.8965 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.8926 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2430 0.8867 0.8432 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2404 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2455 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 91 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 26 and 92: 20.31591033935547. +Interpolating between 26 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2306 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2366 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.8965 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2677 0.8965 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2679 0.8926 0.8549 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2560 0.8926 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2456 0.8887 0.8447 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2462 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 92 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 26 and 93: 19.214645385742188. +Interpolating between 26 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2342 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.9062 0.8659 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2532 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2527 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2482 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2454 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2490 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 93 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 26 and 94: 20.93100929260254. +Interpolating between 26 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.8926 0.8387 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2747 0.8887 0.8319 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3266 0.8691 0.7951 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3812 0.8555 0.7613 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3647 0.8945 0.8421 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2933 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2484 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2402 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 94 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 26 and 95: 18.92683219909668. +Interpolating between 26 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2382 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2464 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2448 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2430 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2467 0.9043 0.8627 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 95 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 26 and 96: 19.00385093688965. +Interpolating between 26 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2548 0.8945 0.8466 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2554 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2599 0.9043 0.8627 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2638 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2602 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2539 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2497 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2516 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 96 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 26 and 97: 19.365524291992188. +Interpolating between 26 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2291 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2555 0.9004 0.8640 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2552 0.8945 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2475 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 97 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 26 and 98: 18.890348434448242. +Interpolating between 26 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2385 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2340 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2386 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2461 0.8945 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2484 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2447 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2455 0.9062 0.8652 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 98 +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-26 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-26.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 26 and 99: 20.672283172607422. +Interpolating between 26 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2396 0.8906 0.8444 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2687 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2960 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2915 0.8945 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2642 0.8867 0.8449 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.8906 0.8478 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2433 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2612 0.8984 0.8523 +Completed interpolation from 26 to 99 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-28 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-28.pt +Euclidean distance between 27 and 28: 19.20732879638672. +Interpolating between 27 and 28 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2694 0.8926 0.8476 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2585 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2541 0.8906 0.8470 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2539 0.8906 0.8470 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2539 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2441 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2391 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2396 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 28 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-29 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-29.pt +Euclidean distance between 27 and 29: 19.20083236694336. +Interpolating between 27 and 29 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2440 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2397 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2428 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2588 0.8906 0.8462 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2568 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2460 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2371 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2370 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 29 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-30 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-30.pt +Euclidean distance between 27 and 30: 18.816574096679688. +Interpolating between 27 and 30 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2470 0.9004 0.8579 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2379 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2324 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2321 0.9121 0.8760 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2308 0.9102 0.8736 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2289 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2287 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2340 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 30 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-31 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-31.pt +Euclidean distance between 27 and 31: 20.902963638305664. +Interpolating between 27 and 31 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2596 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2694 0.8809 0.8222 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3396 0.8672 0.7927 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4311 0.8301 0.6990 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4136 0.8828 0.8148 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3024 0.9043 0.8686 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2369 0.9082 0.8733 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2244 0.8965 0.8540 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 31 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-32 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-32.pt +Euclidean distance between 27 and 32: 19.003978729248047. +Interpolating between 27 and 32 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2372 0.8984 0.8564 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2299 0.8965 0.8548 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2292 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2332 0.8906 0.8495 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2372 0.8887 0.8464 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2372 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2325 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2289 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2328 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 32 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-33 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-33.pt +Euclidean distance between 27 and 33: 20.856473922729492. +Interpolating between 27 and 33 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2509 0.8887 0.8385 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.8867 0.8343 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2698 0.8828 0.8246 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3275 0.8828 0.8256 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3663 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3277 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2640 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2319 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 33 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-34 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-34.pt +Euclidean distance between 27 and 34: 19.15020751953125. +Interpolating between 27 and 34 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2400 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2329 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2324 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2375 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2436 0.8965 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2379 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2324 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2347 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 34 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-35 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-35.pt +Euclidean distance between 27 and 35: 19.26722526550293. +Interpolating between 27 and 35 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2331 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2299 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2322 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2385 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2447 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2450 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2306 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2327 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 35 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-36 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-36.pt +Euclidean distance between 27 and 36: 19.003341674804688. +Interpolating between 27 and 36 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2594 0.8984 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.8965 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9004 0.8633 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2474 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2495 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2476 0.8926 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2336 0.8965 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 36 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-37 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-37.pt +Euclidean distance between 27 and 37: 19.432950973510742. +Interpolating between 27 and 37 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.8887 0.8367 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2426 0.8887 0.8376 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2426 0.8828 0.8305 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2467 0.8848 0.8357 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2512 0.8887 0.8421 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2513 0.8926 0.8468 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2468 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2426 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2421 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 37 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-38 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-38.pt +Euclidean distance between 27 and 38: 19.298128128051758. +Interpolating between 27 and 38 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2649 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2444 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2460 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2485 0.8926 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2467 0.8945 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2329 0.8906 0.8470 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2344 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 38 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-39 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-39.pt +Euclidean distance between 27 and 39: 19.229846954345703. +Interpolating between 27 and 39 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2538 0.8945 0.8439 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2449 0.8984 0.8506 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.8965 0.8490 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.9004 0.8555 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2463 0.9004 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2405 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2362 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2381 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 39 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-40 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-40.pt +Euclidean distance between 27 and 40: 19.6690673828125. +Interpolating between 27 and 40 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2313 0.8984 0.8539 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2286 0.8906 0.8436 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2514 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2608 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2552 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2418 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2334 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2350 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 40 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-41 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-41.pt +Euclidean distance between 27 and 41: 19.21537208557129. +Interpolating between 27 and 41 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2456 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2400 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2412 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2489 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2556 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2533 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2361 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2369 0.9043 0.8612 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 41 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-42 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-42.pt +Euclidean distance between 27 and 42: 18.85097885131836. +Interpolating between 27 and 42 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2590 0.8926 0.8406 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2417 0.8887 0.8394 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2407 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2387 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2352 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2328 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2357 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 42 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Euclidean distance between 27 and 43: 18.827457427978516. +Interpolating between 27 and 43 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.9004 0.8522 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2360 0.9023 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2302 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2293 0.8965 0.8524 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2312 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2329 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2324 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2319 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2359 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 43 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Euclidean distance between 27 and 44: 18.614099502563477. +Interpolating between 27 and 44 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2499 0.8945 0.8457 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2324 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2312 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2321 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2317 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2294 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2285 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2332 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 44 +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-27 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-27.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 27 and 45: 19.11503791809082. +Interpolating between 27 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2382 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2292 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2280 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2322 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2374 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2344 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2308 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2341 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2464 0.9004 0.8547 +Completed interpolation from 27 to 45 +Wrote the values to ../logs/NLI/qqp_berts/qqp_interpol@15000steps/interpol_qqp_validation8.pkl!