diff --git "a/qqp_interpol@34110steps/19331481_interpolate_models.out" "b/qqp_interpol@34110steps/19331481_interpolate_models.out" new file mode 100644--- /dev/null +++ "b/qqp_interpol@34110steps/19331481_interpolate_models.out" @@ -0,0 +1,12812 @@ +Mon May 9 16:41:29 2022 ++-----------------------------------------------------------------------------+ +| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 | +|-------------------------------+----------------------+----------------------+ +| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | +| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | +| | | MIG M. | +|===============================+======================+======================| +| 0 Quadro RTX 8000 On | 00000000:86:00.0 Off | 0 | +| N/A 28C P8 13W / 250W | 0MiB / 45556MiB | 0% Default | +| | | N/A | ++-------------------------------+----------------------+----------------------+ + ++-----------------------------------------------------------------------------+ +| Processes: | +| GPU GI CI PID Type Process name GPU Memory | +| ID ID Usage | +|=============================================================================| +| No running processes found | ++-----------------------------------------------------------------------------+ +Obtaining file:///scratch/rb5139/constellations/src + Preparing metadata (setup.py): started + Preparing metadata (setup.py): finished with status 'done' +Installing collected packages: constellations + Attempting uninstall: constellations + Found existing installation: constellations 0.0.0 + Uninstalling constellations-0.0.0: + Successfully uninstalled constellations-0.0.0 + Running setup.py develop for constellations +Successfully installed constellations-0.0.0 +Creating .J8CD7WNMDVAFS3AG4MPN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .HQHTDU91SJU7QAPKMJ60, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 59 and 90: 21.176828384399414. +Interpolating between 59 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2454 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2396 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2448 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2511 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2621 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 90 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .QCOGOGZYWB4TTXTWGE24, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 59 and 91: 21.29998016357422. +Interpolating between 59 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2663 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2600 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2581 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2572 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2559 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2545 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2570 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2657 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 91 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .NSXJOIR4LD8K67TPB62T, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 59 and 92: 23.09368133544922. +Interpolating between 59 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2568 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2453 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2500 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2595 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2586 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2528 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2530 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2633 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 92 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .ZBN9CO0SE8BUDGQJV1CK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 59 and 93: 21.857267379760742. +Interpolating between 59 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2615 0.9062 0.8659 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2602 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2631 0.9004 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2655 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2626 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2577 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2571 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2650 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 93 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .WYB6DJ56OAB9FIW4PKRO, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 59 and 94: 24.066553115844727. +Interpolating between 59 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2322 0.9062 0.8644 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2367 0.9043 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3041 0.8926 0.8348 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4009 0.8125 0.6471 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3747 0.8594 0.7955 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2671 0.8945 0.8615 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2298 0.9102 0.8802 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2357 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 94 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .2K1OZOWMEB759RJ3C314, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 59 and 95: 21.403730392456055. +Interpolating between 59 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2536 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2504 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2485 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2477 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2490 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2518 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2560 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2653 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 95 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .0TE4VKBJ4MR79TXRANYK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 59 and 96: 21.53428077697754. +Interpolating between 59 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2685 0.9180 0.8846 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2703 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2765 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2796 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2764 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2699 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2669 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2704 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 96 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .BBEA4NFJ9KSTW1B3VFRH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 59 and 97: 21.907737731933594. +Interpolating between 59 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2531 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2454 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2451 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2476 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2503 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2522 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2552 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2639 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 97 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .FEJPTIHINTJSFXP03L1D, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 59 and 98: 21.447566986083984. +Interpolating between 59 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2444 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2365 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2364 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2409 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2442 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2466 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2514 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2628 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 98 +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Creating .8QH505V67XUAWEAE2726, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 59 and 99: 23.556629180908203. +Interpolating between 59 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2212 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2134 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2315 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2552 0.9102 0.8783 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.9004 0.8625 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2376 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2514 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2812 0.9102 0.8722 +Completed interpolation from 59 to 99 +Creating .ZOV24OJHBT815A15YWFA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .DITPPJYXOPFNVDASGQWH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 60 and 61: 23.774883270263672. +Interpolating between 60 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2813 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2409 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2322 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2607 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3075 0.8984 0.8660 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3175 0.8750 0.8439 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2666 0.8887 0.8593 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2274 0.9082 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2329 0.9043 0.8700 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 61 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .2XD94NTND4L5BPVDAMXV, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 60 and 62: 21.983774185180664. +Interpolating between 60 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2366 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2325 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2354 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2418 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2443 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2386 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 62 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .2WF5EI4YON9BALP63RU5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 60 and 63: 23.414501190185547. +Interpolating between 60 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2332 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2184 0.9121 0.8794 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2295 0.9023 0.8670 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2495 0.9062 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2493 0.8945 0.8615 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2325 0.9004 0.8675 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.8965 0.8609 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2413 0.9121 0.8780 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 63 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .5V7WOXMJ5VMIW12NFADY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 60 and 64: 21.34521484375. +Interpolating between 60 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2602 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2516 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2485 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2474 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2471 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2473 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2511 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2585 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 64 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .SL9E3CYMNU6IPOIO1D6H, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 60 and 65: 21.50609016418457. +Interpolating between 60 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2668 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2533 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2497 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2508 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2509 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2486 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2494 0.9082 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2560 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 65 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .L3ON7JAVO5VDFE431I3Y, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 60 and 66: 21.62136459350586. +Interpolating between 60 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2724 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2601 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2548 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2537 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2528 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2499 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2498 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2563 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 66 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .GJMGD8JW3YN172AZNXLY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 60 and 67: 21.636423110961914. +Interpolating between 60 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2638 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2523 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2482 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2470 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2459 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2429 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2432 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9141 0.8778 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 67 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .HKP3QPGOKEBEXM0JJQHD, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 60 and 68: 23.718435287475586. +Interpolating between 60 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2238 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2381 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2662 0.8926 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2728 0.8926 0.8608 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2387 0.8965 0.8651 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2150 0.9062 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.9102 0.8763 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 68 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .BNT1OGL07KEVPHSSBSN3, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 60 and 69: 23.710521697998047. +Interpolating between 60 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2242 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2204 0.9121 0.8753 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2832 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2931 0.9004 0.8675 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2526 0.9023 0.8737 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2234 0.9043 0.8734 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.9043 0.8700 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 69 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .GRFI0EKKXV090QKX30IF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 60 and 70: 23.05379295349121. +Interpolating between 60 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2384 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2202 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2273 0.9141 0.8830 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2414 0.9082 0.8760 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.9062 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2388 0.8984 0.8639 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2388 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 70 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .JADBQYWDL8AF0YH480PT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 60 and 71: 21.662723541259766. +Interpolating between 60 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2434 0.9102 0.8722 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2433 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.9141 0.8791 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2444 0.9160 0.8815 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2452 0.9180 0.8840 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2520 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 71 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .HMYAP7F9OCI8GS42SCP9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 60 and 72: 21.347476959228516. +Interpolating between 60 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2659 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2517 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2458 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2438 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2424 0.9141 0.8824 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2531 0.9141 0.8778 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 72 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .JL8SD28X1MR60II0RIMK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 60 and 73: 21.576967239379883. +Interpolating between 60 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2544 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2449 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2453 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2458 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2453 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2459 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2527 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 73 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .MZN0I8L3M9YW4JTE7VLH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 60 and 74: 21.914165496826172. +Interpolating between 60 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2537 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2502 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2496 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2513 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2530 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2526 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2535 0.9141 0.8778 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2592 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 74 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .QFPROP0WXB383BNPPIJ5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 60 and 75: 21.99485969543457. +Interpolating between 60 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2797 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2669 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2599 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2599 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2605 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2570 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2531 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2570 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 75 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .445KSK9H3AR5T5620GVT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 60 and 76: 21.8109130859375. +Interpolating between 60 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2347 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2372 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2406 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2400 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.9023 0.8656 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2392 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 76 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .HA2MKZDMZ9J6PDUQ2ISZ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 60 and 77: 21.41459083557129. +Interpolating between 60 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2677 0.9043 0.8679 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2630 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2600 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2584 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2580 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2572 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2572 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2610 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 77 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .DGGSKJD96Q7RDMPOIL9W, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 60 and 78: 23.494165420532227. +Interpolating between 60 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.9023 0.8656 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2246 0.9062 0.8717 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2393 0.9062 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2634 0.8984 0.8687 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2619 0.9062 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.9102 0.8821 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2309 0.9043 0.8721 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2392 0.9082 0.8733 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 78 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .XEWJ52TGBLP49SUNJUOP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 60 and 79: 21.76753044128418. +Interpolating between 60 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2456 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2435 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2457 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2492 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2493 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2486 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2537 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 79 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .9JIQVQ26R4W7T95Y29IM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 60 and 80: 21.76473045349121. +Interpolating between 60 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.9199 0.8871 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.9199 0.8871 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.9180 0.8859 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2441 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2469 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2450 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.9180 0.8846 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 80 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .GGCPLHCZ5CDK2YJ6NIXK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 60 and 81: 21.832738876342773. +Interpolating between 60 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2580 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2527 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2529 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2545 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2549 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2527 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2518 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2567 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 81 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .S5M4VWBQXULQ11QI7Y8M, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 60 and 82: 23.090742111206055. +Interpolating between 60 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2109 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2019 0.9141 0.8817 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2129 0.9121 0.8800 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2291 0.9102 0.8802 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2352 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2331 0.9023 0.8684 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2347 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2462 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 82 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .1FZW2POB2K2W4BEF56ZL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 60 and 83: 21.527435302734375. +Interpolating between 60 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2485 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2413 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2379 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2380 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2378 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2363 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2376 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2480 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 83 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .1W4GFJDT9H5R7QYEXAPV, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 60 and 84: 21.483837127685547. +Interpolating between 60 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2609 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2512 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.9121 0.8767 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2470 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2480 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2489 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2512 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2572 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 84 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .6DXF5LWVQ29RS23JEKZL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 60 and 85: 21.71331787109375. +Interpolating between 60 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2689 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2638 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2606 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2585 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2551 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2507 0.9121 0.8753 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2491 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2544 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 85 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .CIMQ2LEXYY7P13MJ726N, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 60 and 86: 22.007198333740234. +Interpolating between 60 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2618 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2470 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2425 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2449 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2445 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2534 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 86 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .NK0DC683MZDDWN9M3CN4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 60 and 87: 21.568065643310547. +Interpolating between 60 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2489 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2475 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2488 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2518 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2550 0.9062 0.8667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2564 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2565 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2599 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 87 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .1NYY3KVX83MZLILAU5JC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 60 and 88: 21.9580135345459. +Interpolating between 60 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2378 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2345 0.9141 0.8785 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2373 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2425 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2448 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2419 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2391 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2462 0.9160 0.8809 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 88 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Creating .32E41LDJ10CI8WIFUA6U, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 60 and 89: 21.995521545410156. +Interpolating between 60 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2654 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2592 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2561 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2571 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2564 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2504 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2475 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2525 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 89 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 60 and 90: 21.672245025634766. +Interpolating between 60 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2436 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.9121 0.8753 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2383 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2447 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2455 0.9141 0.8785 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2476 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2551 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 90 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 60 and 91: 21.387428283691406. +Interpolating between 60 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2628 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2521 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2469 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2445 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2426 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2408 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2422 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2508 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 91 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 60 and 92: 22.542720794677734. +Interpolating between 60 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2569 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2405 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2363 0.9141 0.8811 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2405 0.9141 0.8824 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2435 0.9121 0.8800 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2426 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2539 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 92 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 60 and 93: 21.464702606201172. +Interpolating between 60 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2559 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2479 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2422 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9121 0.8780 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2377 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.9160 0.8822 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2492 0.9160 0.8809 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 93 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 60 and 94: 23.680219650268555. +Interpolating between 60 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2337 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2255 0.8984 0.8531 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2510 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2943 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2988 0.9023 0.8718 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.9023 0.8731 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2212 0.9043 0.8714 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2333 0.9043 0.8686 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 94 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 60 and 95: 21.55925941467285. +Interpolating between 60 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2502 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2417 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2408 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2536 0.9141 0.8778 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 95 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 60 and 96: 21.442138671875. +Interpolating between 60 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2632 0.9199 0.8877 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2554 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2514 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2501 0.9141 0.8811 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2490 0.9121 0.8787 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2473 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2480 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2548 0.9141 0.8778 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 96 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 60 and 97: 21.520954132080078. +Interpolating between 60 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2555 0.8984 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2491 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2485 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2501 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2512 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2519 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2537 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2595 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 97 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 60 and 98: 21.948022842407227. +Interpolating between 60 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2423 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2434 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2469 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2466 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2434 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2443 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2524 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 98 +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 60 and 99: 22.98834991455078. +Interpolating between 60 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2223 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2105 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2138 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2234 0.9062 0.8730 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2280 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2272 0.9082 0.8760 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2314 0.9062 0.8717 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2450 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2689 0.9121 0.8747 +Completed interpolation from 60 to 99 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 61 and 62: 24.146390914916992. +Interpolating between 61 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2197 0.9160 0.8847 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2111 0.9180 0.8889 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2565 0.9160 0.8877 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3996 0.8848 0.8375 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4499 0.7676 0.5296 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3299 0.8750 0.8084 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2450 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2371 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 62 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 61 and 63: 20.80382537841797. +Interpolating between 61 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2488 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2364 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2354 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2405 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2408 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2389 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2426 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2564 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 63 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 61 and 64: 23.646358489990234. +Interpolating between 61 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2367 0.9023 0.8656 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2242 0.9043 0.8707 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2495 0.8945 0.8629 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2873 0.9062 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2831 0.9004 0.8640 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2502 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2305 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2413 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 64 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 61 and 65: 23.897951126098633. +Interpolating between 61 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2379 0.9004 0.8618 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2209 0.9141 0.8848 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2559 0.8965 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3322 0.9023 0.8718 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3398 0.8848 0.8290 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2789 0.8887 0.8348 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.9023 0.8596 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2423 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 65 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 61 and 66: 24.19193458557129. +Interpolating between 61 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2478 0.9082 0.8733 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2285 0.9043 0.8721 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2581 0.8906 0.8607 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3274 0.8887 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3345 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2786 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2376 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2398 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 66 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 61 and 67: 23.92911148071289. +Interpolating between 61 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2371 0.9102 0.8757 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2222 0.9023 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2557 0.8965 0.8678 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3283 0.8984 0.8673 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3469 0.8926 0.8442 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2817 0.8926 0.8415 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2355 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2382 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 67 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 61 and 68: 20.396371841430664. +Interpolating between 61 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2540 0.9082 0.8726 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2444 0.9160 0.8841 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2472 0.9121 0.8787 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2455 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2431 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2586 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 68 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 61 and 69: 20.25490379333496. +Interpolating between 61 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2428 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2349 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2378 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2387 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2463 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2594 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 69 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 61 and 70: 21.242937088012695. +Interpolating between 61 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2377 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2181 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2208 0.9141 0.8817 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2292 0.9141 0.8817 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2319 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2310 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2350 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2509 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 70 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 61 and 71: 24.142417907714844. +Interpolating between 61 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2266 0.9141 0.8817 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2266 0.9062 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2762 0.8828 0.8529 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3925 0.8477 0.8152 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4291 0.8516 0.7829 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3242 0.8828 0.8266 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2428 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2341 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 71 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 61 and 72: 23.926918029785156. +Interpolating between 61 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2500 0.9102 0.8789 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2371 0.9043 0.8734 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2753 0.8848 0.8543 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3349 0.8672 0.8365 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3276 0.9004 0.8668 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2729 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2358 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2404 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 72 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 61 and 73: 24.224355697631836. +Interpolating between 61 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2393 0.9062 0.8710 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.9023 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2761 0.8770 0.8452 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3686 0.8535 0.8227 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3857 0.8984 0.8639 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3030 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2412 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2377 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 73 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 61 and 74: 24.356504440307617. +Interpolating between 61 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2391 0.9121 0.8794 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.9043 0.8734 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2696 0.8828 0.8522 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3958 0.8105 0.7849 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4696 0.7871 0.6964 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3432 0.8809 0.8232 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2470 0.9023 0.8596 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2355 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 74 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 61 and 75: 24.293106079101562. +Interpolating between 61 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2594 0.9043 0.8686 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2438 0.9023 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2723 0.8848 0.8521 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3795 0.8496 0.8136 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4250 0.8809 0.8242 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3186 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 75 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 61 and 76: 23.125749588012695. +Interpolating between 61 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2157 0.9180 0.8877 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2070 0.9180 0.8906 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2405 0.9141 0.8872 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2870 0.9102 0.8814 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2864 0.9004 0.8640 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2504 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2299 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2409 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 76 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 61 and 77: 24.00897979736328. +Interpolating between 61 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2400 0.8984 0.8617 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2362 0.8926 0.8615 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2952 0.8594 0.8302 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3561 0.8398 0.8102 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3372 0.8770 0.8444 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2716 0.9102 0.8783 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2320 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2377 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 77 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 61 and 78: 20.909860610961914. +Interpolating between 61 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2502 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2339 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2331 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2389 0.9121 0.8787 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2391 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2384 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2536 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 78 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 61 and 79: 24.23318862915039. +Interpolating between 61 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2261 0.9238 0.8954 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2276 0.9043 0.8740 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2722 0.8809 0.8509 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4006 0.8145 0.7856 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4576 0.8242 0.7472 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3387 0.8965 0.8481 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2457 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2339 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 79 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 61 and 80: 24.200368881225586. +Interpolating between 61 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2286 0.9160 0.8847 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2327 0.8984 0.8660 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2837 0.8672 0.8381 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3602 0.8398 0.8128 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3536 0.8594 0.8278 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2827 0.9121 0.8813 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2362 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 80 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 61 and 81: 24.1837100982666. +Interpolating between 61 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2344 0.9102 0.8770 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2258 0.9023 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2644 0.8867 0.8535 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3891 0.8613 0.8165 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4447 0.7969 0.6259 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3274 0.8867 0.8314 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2375 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 81 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 61 and 82: 21.22328758239746. +Interpolating between 61 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2078 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.1977 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2088 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2249 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2294 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2256 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2286 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 82 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 61 and 83: 24.158933639526367. +Interpolating between 61 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2266 0.9082 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2244 0.9043 0.8740 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2886 0.8652 0.8361 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3705 0.8320 0.8054 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3578 0.8965 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2812 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2329 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2361 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 83 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 61 and 84: 23.399038314819336. +Interpolating between 61 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2324 0.9141 0.8830 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2257 0.9043 0.8753 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2467 0.8906 0.8614 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2713 0.8984 0.8693 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2698 0.9082 0.8773 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2452 0.9082 0.8747 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2310 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2427 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 84 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 61 and 85: 24.263662338256836. +Interpolating between 61 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2475 0.9160 0.8835 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9102 0.8796 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2895 0.8691 0.8370 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4336 0.7832 0.7460 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4716 0.8008 0.7330 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3406 0.8906 0.8409 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2470 0.9062 0.8659 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2358 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 85 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 61 and 86: 23.395702362060547. +Interpolating between 61 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2170 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2380 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3250 0.8887 0.8319 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3414 0.8750 0.7987 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2764 0.8809 0.8201 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2428 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 86 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 61 and 87: 24.154542922973633. +Interpolating between 61 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2269 0.9141 0.8824 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2301 0.9082 0.8804 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2788 0.8867 0.8585 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3904 0.8262 0.7954 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4192 0.8340 0.7709 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3137 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2394 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2353 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 87 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 61 and 88: 24.13981819152832. +Interpolating between 61 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2207 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2156 0.9160 0.8865 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2670 0.8984 0.8673 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4095 0.8184 0.7452 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4766 0.7305 0.3894 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3429 0.8594 0.7778 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2472 0.8965 0.8481 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2372 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 88 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 61 and 89: 24.193199157714844. +Interpolating between 61 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2485 0.9043 0.8686 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9023 0.8677 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2565 0.8965 0.8638 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3806 0.8750 0.8289 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4288 0.8145 0.6667 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3216 0.8770 0.8142 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2444 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 89 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 61 and 90: 24.187299728393555. +Interpolating between 61 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2263 0.9199 0.8895 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2170 0.9102 0.8802 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.9043 0.8766 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3425 0.8926 0.8601 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3652 0.8887 0.8385 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2937 0.8867 0.8333 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.9082 0.8691 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2386 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 90 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 61 and 91: 24.059022903442383. +Interpolating between 61 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2471 0.8965 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2381 0.9004 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2805 0.8789 0.8488 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3499 0.8457 0.8167 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3389 0.8848 0.8491 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2755 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2373 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 91 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 61 and 92: 22.20741844177246. +Interpolating between 61 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2366 0.9082 0.8726 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2135 0.9082 0.8740 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2217 0.9062 0.8730 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.9004 0.8654 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2482 0.9023 0.8670 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2387 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2336 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 92 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 61 and 93: 23.492605209350586. +Interpolating between 61 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2301 0.9043 0.8693 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2251 0.9043 0.8734 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2631 0.8867 0.8578 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3014 0.8770 0.8467 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2919 0.8984 0.8673 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2535 0.9043 0.8700 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2307 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2407 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 93 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 61 and 94: 20.089113235473633. +Interpolating between 61 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2566 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2461 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2430 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2457 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2460 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2469 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2513 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2620 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 94 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 61 and 95: 24.28498649597168. +Interpolating between 61 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2272 0.9121 0.8800 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2237 0.9023 0.8718 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2735 0.8789 0.8502 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3497 0.8359 0.8073 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3556 0.8809 0.8471 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2859 0.9102 0.8770 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2338 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2352 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 95 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 61 and 96: 24.029098510742188. +Interpolating between 61 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2368 0.9199 0.8895 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.9004 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2975 0.8770 0.8482 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3681 0.8262 0.7991 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3497 0.8457 0.8150 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2763 0.9062 0.8730 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2325 0.9102 0.8763 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2374 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 96 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 61 and 97: 23.31343650817871. +Interpolating between 61 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2325 0.9082 0.8733 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2176 0.9043 0.8714 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2367 0.9043 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2647 0.8984 0.8667 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2678 0.8945 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2476 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2324 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2429 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 97 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 61 and 98: 24.08757209777832. +Interpolating between 61 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.9062 0.8710 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2180 0.9043 0.8707 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2543 0.9004 0.8675 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3551 0.9062 0.8629 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3737 0.8652 0.7837 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2947 0.8828 0.8235 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2409 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2402 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 98 +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 61 and 99: 21.443464279174805. +Interpolating between 61 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2203 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2110 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2179 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2315 0.9141 0.8824 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2358 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2310 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2322 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2483 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2813 0.9082 0.8712 +Completed interpolation from 61 to 99 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 62 and 63: 23.998191833496094. +Interpolating between 62 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2239 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2232 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2874 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3552 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2982 0.9062 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2318 0.9180 0.8889 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2159 0.9219 0.8930 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2247 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 63 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 62 and 64: 21.923843383789062. +Interpolating between 62 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2540 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2440 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2461 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2434 0.9082 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2367 0.9121 0.8800 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2333 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2371 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 64 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 62 and 65: 21.61077880859375. +Interpolating between 62 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2640 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2502 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2453 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2438 0.9082 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2402 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2384 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2413 0.9219 0.8907 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 65 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 62 and 66: 21.536495208740234. +Interpolating between 62 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2684 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2562 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2507 0.9023 0.8663 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2478 0.9043 0.8693 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2452 0.9062 0.8723 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2397 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 66 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 62 and 67: 21.359092712402344. +Interpolating between 62 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2584 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2449 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2405 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2393 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2379 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2356 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2353 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2396 0.9160 0.8828 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 67 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 62 and 68: 24.16594886779785. +Interpolating between 62 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2250 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2333 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3128 0.8887 0.8299 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4357 0.7949 0.6067 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4016 0.8594 0.7707 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2564 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2065 0.9219 0.8930 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2153 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 68 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 62 and 69: 24.061805725097656. +Interpolating between 62 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2202 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2284 0.9062 0.8667 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2904 0.8926 0.8442 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3651 0.8887 0.8376 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3338 0.9004 0.8682 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.9121 0.8849 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2104 0.9141 0.8842 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2177 0.9160 0.8847 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 69 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 62 and 70: 23.482145309448242. +Interpolating between 62 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2312 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2199 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2423 0.9102 0.8777 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2561 0.9121 0.8819 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2403 0.9102 0.8789 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2247 0.9102 0.8777 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2225 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2315 0.9160 0.8835 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 70 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 62 and 71: 20.992650985717773. +Interpolating between 62 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2462 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2389 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2344 0.9141 0.8804 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2327 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2314 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2375 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 71 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 62 and 72: 21.60246467590332. +Interpolating between 62 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2613 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2478 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2414 0.9160 0.8835 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2374 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2359 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2392 0.9238 0.8932 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 72 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 62 and 73: 21.340076446533203. +Interpolating between 62 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2509 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2436 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2415 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2406 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2387 0.9102 0.8783 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2352 0.9082 0.8753 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2330 0.9180 0.8871 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2367 0.9141 0.8811 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 73 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 62 and 74: 21.27455711364746. +Interpolating between 62 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2541 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2503 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2508 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2521 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2511 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.9121 0.8787 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2444 0.9238 0.8937 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 74 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 62 and 75: 21.17172622680664. +Interpolating between 62 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2774 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2620 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2521 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2477 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.9102 0.8763 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2396 0.9121 0.8787 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2419 0.9160 0.8835 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 75 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 62 and 76: 22.150196075439453. +Interpolating between 62 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2371 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2315 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2311 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2312 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2288 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2261 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2274 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2352 0.9160 0.8828 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 76 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 62 and 77: 21.723634719848633. +Interpolating between 62 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2618 0.9082 0.8733 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2540 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2478 0.9141 0.8804 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2394 0.9180 0.8859 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2365 0.9160 0.8828 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2393 0.9199 0.8877 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 77 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 62 and 78: 23.973773956298828. +Interpolating between 62 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2330 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2244 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2546 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2832 0.9082 0.8747 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2585 0.9082 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2248 0.9141 0.8830 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2168 0.9160 0.8847 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2263 0.9141 0.8817 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 78 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 62 and 79: 21.08475112915039. +Interpolating between 62 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2392 0.9199 0.8877 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2325 0.9219 0.8913 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2301 0.9199 0.8895 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2311 0.9141 0.8824 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2318 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2318 0.9141 0.8824 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2332 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 79 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 62 and 80: 21.400279998779297. +Interpolating between 62 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2447 0.9180 0.8840 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2368 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2342 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2341 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2342 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2336 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.9219 0.8907 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2391 0.9238 0.8932 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 80 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 62 and 81: 20.948993682861328. +Interpolating between 62 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2556 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2417 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2390 0.9141 0.8811 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2375 0.9160 0.8835 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2367 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2373 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2411 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 81 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 62 and 82: 23.597076416015625. +Interpolating between 62 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2098 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2061 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2278 0.9121 0.8794 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2476 0.9062 0.8730 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2414 0.9102 0.8777 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2278 0.9121 0.8800 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2252 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2314 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 82 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 62 and 83: 21.39510726928711. +Interpolating between 62 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2374 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2345 0.9141 0.8798 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2340 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2322 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2297 0.9199 0.8883 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9199 0.8877 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.9238 0.8926 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 83 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 62 and 84: 22.115201950073242. +Interpolating between 62 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2511 0.9180 0.8859 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2413 0.9160 0.8841 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2421 0.9160 0.8859 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2449 0.9121 0.8806 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9082 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2347 0.9102 0.8777 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2314 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2359 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 84 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 62 and 85: 21.24354362487793. +Interpolating between 62 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2642 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2565 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2525 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2497 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2462 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2409 0.9062 0.8710 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.9160 0.8828 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2399 0.9219 0.8907 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 85 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 62 and 86: 21.75838279724121. +Interpolating between 62 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2588 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2416 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2332 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2303 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2285 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2270 0.9121 0.8794 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2281 0.9102 0.8763 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2350 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 86 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 62 and 87: 21.4011173248291. +Interpolating between 62 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2420 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2444 0.9062 0.8717 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2449 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2425 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2401 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2416 0.9160 0.8822 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 87 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 62 and 88: 20.965978622436523. +Interpolating between 62 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2375 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2312 0.9199 0.8864 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2280 0.9180 0.8846 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2272 0.9199 0.8877 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2272 0.9238 0.8943 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2281 0.9199 0.8895 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2312 0.9238 0.8943 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2380 0.9258 0.8962 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 88 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 62 and 89: 20.99867057800293. +Interpolating between 62 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2638 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2530 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9141 0.8811 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2418 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2380 0.9141 0.8817 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2347 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2343 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2390 0.9238 0.8937 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 89 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 62 and 90: 21.27946662902832. +Interpolating between 62 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2430 0.9180 0.8840 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2353 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2324 0.9160 0.8841 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2312 0.9199 0.8901 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2302 0.9160 0.8847 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2297 0.9180 0.8871 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2313 0.9199 0.8889 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2374 0.9238 0.8937 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 90 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 62 and 91: 21.471572875976562. +Interpolating between 62 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2604 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2501 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2471 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2464 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2409 0.9141 0.8798 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 91 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 62 and 92: 23.1931209564209. +Interpolating between 62 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2473 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2348 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2471 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2589 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.9121 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2372 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2312 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2356 0.9160 0.8835 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 92 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 62 and 93: 21.93380355834961. +Interpolating between 62 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2507 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2451 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2474 0.8965 0.8524 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2497 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2460 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2380 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.9199 0.8871 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.9219 0.8895 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 93 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 62 and 94: 24.00016975402832. +Interpolating between 62 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2308 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2328 0.9023 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2938 0.8965 0.8446 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3721 0.8730 0.7975 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3301 0.9160 0.8835 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2385 0.9160 0.8865 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2107 0.9180 0.8877 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2198 0.9141 0.8817 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 94 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 62 and 95: 21.579721450805664. +Interpolating between 62 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2479 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2393 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2402 0.9082 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.9082 0.8753 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9121 0.8800 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2346 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2390 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 95 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 62 and 96: 21.671483993530273. +Interpolating between 62 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2602 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2565 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2592 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2616 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2601 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2530 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2446 0.9199 0.8877 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 96 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 62 and 97: 22.1463623046875. +Interpolating between 62 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2469 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2380 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2403 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2445 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2427 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2344 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2377 0.9160 0.8841 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 97 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 62 and 98: 21.137483596801758. +Interpolating between 62 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2414 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2315 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2287 0.9121 0.8794 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2286 0.9121 0.8800 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2288 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2293 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2315 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2379 0.9199 0.8895 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 98 +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 62 and 99: 23.623666763305664. +Interpolating between 62 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2142 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2131 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2531 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2938 0.9004 0.8640 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2687 0.9062 0.8717 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2303 0.9141 0.8830 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2184 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2268 0.9199 0.8895 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2495 0.9199 0.8871 +Completed interpolation from 62 to 99 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 63 and 64: 23.258161544799805. +Interpolating between 63 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2386 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2191 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2194 0.9062 0.8737 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2334 0.9043 0.8714 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2363 0.9062 0.8723 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2241 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2185 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2343 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 64 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 63 and 65: 23.587793350219727. +Interpolating between 63 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2458 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2242 0.9141 0.8824 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2286 0.9062 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2535 0.8984 0.8653 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2624 0.9043 0.8707 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2358 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2167 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2302 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 65 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 63 and 66: 23.947908401489258. +Interpolating between 63 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2547 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.9043 0.8700 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2347 0.8984 0.8639 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2712 0.8965 0.8645 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2976 0.9023 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2636 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2256 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2295 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 66 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 63 and 67: 23.704025268554688. +Interpolating between 63 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2475 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2310 0.8945 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.8984 0.8632 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2663 0.8984 0.8646 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2829 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2170 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2276 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 67 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 63 and 68: 20.670440673828125. +Interpolating between 63 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2519 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2421 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2375 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2361 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2352 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2343 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2371 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 68 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 63 and 69: 20.703969955444336. +Interpolating between 63 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2387 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2296 0.9141 0.8785 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2287 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2317 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2330 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2321 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2482 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 69 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 63 and 70: 21.085216522216797. +Interpolating between 63 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2448 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2224 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2204 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2280 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2308 0.9062 0.8723 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2263 0.9062 0.8710 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2281 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2440 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 70 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 63 and 71: 23.930601119995117. +Interpolating between 63 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2321 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2233 0.9062 0.8723 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.9023 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2854 0.9004 0.8702 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3253 0.9043 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2726 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2219 0.9082 0.8733 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2252 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 71 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 63 and 72: 23.597257614135742. +Interpolating between 63 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2543 0.9121 0.8787 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2376 0.9121 0.8819 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2398 0.9023 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2579 0.8984 0.8660 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2597 0.8926 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2352 0.9023 0.8670 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2211 0.9062 0.8710 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2343 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 72 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 63 and 73: 23.98389434814453. +Interpolating between 63 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2278 0.9043 0.8707 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2365 0.9023 0.8698 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2727 0.8926 0.8601 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3035 0.8965 0.8630 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2631 0.8965 0.8594 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2228 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2278 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 73 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 63 and 74: 24.171772003173828. +Interpolating between 63 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2386 0.9160 0.8835 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2298 0.9121 0.8813 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2365 0.9043 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2741 0.8926 0.8608 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3304 0.8906 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2876 0.9102 0.8777 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2247 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2237 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 74 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 63 and 75: 24.13487434387207. +Interpolating between 63 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2628 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2426 0.9023 0.8656 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2489 0.9043 0.8700 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3124 0.8945 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3658 0.8965 0.8630 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2939 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2269 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2271 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 75 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 63 and 76: 22.755189895629883. +Interpolating between 63 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2244 0.9102 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2116 0.9121 0.8813 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2209 0.9160 0.8877 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9141 0.8848 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2421 0.9121 0.8819 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2229 0.9102 0.8777 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2127 0.9102 0.8763 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2294 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 76 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 63 and 77: 23.678274154663086. +Interpolating between 63 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.9043 0.8686 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9062 0.8730 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2433 0.9043 0.8721 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2732 0.8887 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2780 0.9004 0.8702 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.9062 0.8730 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2204 0.9043 0.8693 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 77 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 63 and 78: 20.653501510620117. +Interpolating between 63 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2536 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2359 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2413 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2410 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2363 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 78 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 63 and 79: 24.046804428100586. +Interpolating between 63 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2305 0.9219 0.8919 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2251 0.9102 0.8783 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9023 0.8718 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2996 0.8887 0.8593 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3663 0.8887 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3004 0.9043 0.8727 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2264 0.9062 0.8717 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2220 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 79 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 63 and 80: 23.95168685913086. +Interpolating between 63 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2323 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2183 0.9160 0.8859 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2319 0.9043 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2698 0.8906 0.8614 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2908 0.8887 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2540 0.9082 0.8779 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2182 0.9102 0.8783 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2261 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 80 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 63 and 81: 23.994760513305664. +Interpolating between 63 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2394 0.9023 0.8641 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2226 0.9023 0.8663 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2311 0.9082 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2788 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3369 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2817 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2268 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 81 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 63 and 82: 20.882274627685547. +Interpolating between 63 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2168 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2057 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2079 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2169 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2204 0.9102 0.8736 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2194 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2245 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2426 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 82 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 63 and 83: 23.920207977294922. +Interpolating between 63 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2313 0.9102 0.8763 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2201 0.9043 0.8714 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2403 0.9004 0.8682 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2886 0.8906 0.8593 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3064 0.8926 0.8608 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2590 0.9043 0.8714 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2187 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2255 0.9141 0.8798 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 83 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 63 and 84: 22.933862686157227. +Interpolating between 63 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2408 0.9141 0.8811 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2224 0.9141 0.8836 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2206 0.9121 0.8837 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2317 0.9102 0.8814 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2348 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2264 0.9082 0.8747 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2216 0.9102 0.8763 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2368 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 84 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 63 and 85: 24.077280044555664. +Interpolating between 63 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2511 0.9102 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2387 0.9102 0.8777 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2520 0.9004 0.8668 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3101 0.8867 0.8535 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3565 0.8809 0.8479 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2901 0.8984 0.8624 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2266 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2258 0.9160 0.8822 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 85 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 63 and 86: 23.17163848876953. +Interpolating between 63 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2263 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2280 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2606 0.8984 0.8531 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2793 0.8984 0.8471 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2444 0.8984 0.8488 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2199 0.9043 0.8627 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2315 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 86 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 63 and 87: 23.891948699951172. +Interpolating between 63 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2286 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2200 0.9141 0.8842 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2308 0.9121 0.8825 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2701 0.9004 0.8682 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3028 0.9004 0.8682 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2603 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2196 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2271 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 87 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 63 and 88: 23.990636825561523. +Interpolating between 63 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2274 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2188 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2329 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2871 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3424 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2795 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2207 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2244 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 88 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 63 and 89: 24.059186935424805. +Interpolating between 63 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2520 0.9062 0.8710 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2353 0.9023 0.8670 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.9004 0.8654 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3003 0.8906 0.8549 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3644 0.8945 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2935 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2258 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2262 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 89 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 63 and 90: 23.936216354370117. +Interpolating between 63 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2276 0.9199 0.8883 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2149 0.9102 0.8770 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2191 0.9102 0.8783 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2496 0.9102 0.8783 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2740 0.9141 0.8811 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2179 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2279 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 90 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 63 and 91: 23.78022575378418. +Interpolating between 63 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2507 0.9062 0.8703 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2346 0.9023 0.8670 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2412 0.9062 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2710 0.8926 0.8628 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2791 0.8945 0.8636 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2442 0.9062 0.8737 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2181 0.9102 0.8770 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2280 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 91 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 63 and 92: 21.82261085510254. +Interpolating between 63 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2470 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2219 0.9082 0.8740 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2179 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2269 0.9121 0.8800 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2310 0.9023 0.8677 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2261 0.9023 0.8670 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2264 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2418 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 92 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 63 and 93: 23.143972396850586. +Interpolating between 63 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2356 0.9121 0.8780 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2206 0.9121 0.8794 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2278 0.9121 0.8819 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2494 0.9102 0.8808 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2513 0.9082 0.8779 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2301 0.9082 0.8760 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2172 0.9102 0.8783 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2308 0.9121 0.8780 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 93 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 63 and 94: 20.769521713256836. +Interpolating between 63 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2505 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2358 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2305 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2308 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2296 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2268 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2295 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2439 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 94 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 63 and 95: 24.000776290893555. +Interpolating between 63 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2342 0.9141 0.8811 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2197 0.9043 0.8700 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2227 0.9043 0.8727 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2511 0.8984 0.8687 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2699 0.9004 0.8715 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2469 0.9062 0.8730 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2192 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2279 0.9141 0.8798 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 95 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 63 and 96: 23.737411499023438. +Interpolating between 63 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2247 0.9121 0.8800 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.9062 0.8776 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2835 0.8828 0.8515 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2958 0.8887 0.8593 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2530 0.9062 0.8782 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2187 0.9102 0.8783 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2273 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 96 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 63 and 97: 22.89849853515625. +Interpolating between 63 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2229 0.9023 0.8656 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2226 0.9004 0.8647 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2312 0.9023 0.8684 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2317 0.8965 0.8594 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2227 0.8984 0.8617 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2200 0.9062 0.8710 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2363 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 97 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 63 and 98: 23.904300689697266. +Interpolating between 63 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2327 0.9102 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2195 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2327 0.9062 0.8730 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2799 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3079 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2606 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2212 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2280 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 98 +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 63 and 99: 21.037708282470703. +Interpolating between 63 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2272 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2154 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2147 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2199 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2232 0.9082 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2237 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2457 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2743 0.9102 0.8736 +Completed interpolation from 63 to 99 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 64 and 65: 21.584238052368164. +Interpolating between 64 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2649 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2493 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2440 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2498 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2511 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2536 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2610 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 65 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 64 and 66: 21.49369239807129. +Interpolating between 64 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2724 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2597 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2535 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2524 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2516 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2519 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2540 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2613 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 66 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 64 and 67: 21.719417572021484. +Interpolating between 64 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2576 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2425 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2392 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2418 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2421 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2533 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 67 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 64 and 68: 23.579275131225586. +Interpolating between 64 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2335 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2226 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2322 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2524 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2262 0.9043 0.8686 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2126 0.9023 0.8656 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2315 0.9023 0.8641 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 68 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 64 and 69: 23.547452926635742. +Interpolating between 64 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2239 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2186 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2398 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2727 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2789 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2423 0.9023 0.8711 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2185 0.9023 0.8684 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2337 0.9023 0.8649 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 69 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 64 and 70: 22.80616569519043. +Interpolating between 64 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2403 0.9082 0.8726 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2219 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2237 0.9141 0.8830 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2322 0.9141 0.8830 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2342 0.9102 0.8777 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2310 0.9082 0.8747 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.9043 0.8679 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 70 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 64 and 71: 21.68259620666504. +Interpolating between 64 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2415 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2431 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2471 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2473 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2458 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2471 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2559 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 71 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 64 and 72: 21.34756851196289. +Interpolating between 64 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2717 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2626 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2593 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2560 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2543 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2545 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2563 0.8984 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2628 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 72 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 64 and 73: 21.555219650268555. +Interpolating between 64 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2518 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2415 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2391 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2411 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2428 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2558 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 73 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 64 and 74: 21.919876098632812. +Interpolating between 64 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2505 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2450 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2520 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2551 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2565 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2617 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 74 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 64 and 75: 21.84133529663086. +Interpolating between 64 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2760 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2612 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2553 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2558 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2574 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2576 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2580 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2631 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 75 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 64 and 76: 21.690988540649414. +Interpolating between 64 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2336 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2237 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2221 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2250 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2261 0.9082 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2287 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9062 0.8703 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2527 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 76 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 64 and 77: 21.27986717224121. +Interpolating between 64 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2590 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2482 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2381 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2357 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2359 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2402 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2533 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 77 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 64 and 78: 23.365556716918945. +Interpolating between 64 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2385 0.9082 0.8733 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2211 0.9102 0.8770 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2275 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2399 0.9023 0.8684 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2359 0.9062 0.8737 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2213 0.9043 0.8700 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2224 0.9043 0.8679 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2411 0.9004 0.8610 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 78 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 64 and 79: 21.79206085205078. +Interpolating between 64 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2357 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2459 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2509 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2522 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2591 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 79 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 64 and 80: 21.696245193481445. +Interpolating between 64 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.9180 0.8840 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9199 0.8883 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2346 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2360 0.9180 0.8871 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2370 0.9121 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2369 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2418 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2539 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 80 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 64 and 81: 21.804807662963867. +Interpolating between 64 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2571 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2518 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2520 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2556 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2563 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2526 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2517 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2585 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 81 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 64 and 82: 22.863584518432617. +Interpolating between 64 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2113 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2015 0.9160 0.8835 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2084 0.9121 0.8800 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2194 0.9043 0.8700 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2230 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2259 0.9043 0.8686 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2333 0.9004 0.8625 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2484 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 82 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 64 and 83: 21.54511070251465. +Interpolating between 64 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2494 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2428 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2403 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2391 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2532 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 83 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 64 and 84: 21.129974365234375. +Interpolating between 64 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2510 0.9219 0.8907 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.9180 0.8852 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2288 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2284 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2297 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2321 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2375 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2506 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 84 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 64 and 85: 21.725502014160156. +Interpolating between 64 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2627 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2547 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2505 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2490 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2468 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2473 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2560 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 85 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 64 and 86: 21.868852615356445. +Interpolating between 64 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2591 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.8945 0.8500 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 86 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 64 and 87: 21.590770721435547. +Interpolating between 64 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2389 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2343 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2399 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2461 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2495 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2582 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 87 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 64 and 88: 22.004690170288086. +Interpolating between 64 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2392 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2374 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2449 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 88 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 64 and 89: 21.922353744506836. +Interpolating between 64 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2623 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2544 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2521 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2540 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2552 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2510 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2507 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2575 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 89 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 64 and 90: 21.554718017578125. +Interpolating between 64 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2418 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2375 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2410 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2438 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2476 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2565 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 90 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 64 and 91: 21.46814727783203. +Interpolating between 64 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2667 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2595 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2548 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2534 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2512 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2483 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2502 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2589 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 91 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 64 and 92: 22.28473663330078. +Interpolating between 64 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2550 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2333 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2371 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2385 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2392 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2558 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 92 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 64 and 93: 21.390396118164062. +Interpolating between 64 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2526 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2403 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2397 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2402 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2400 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2449 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2559 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 93 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 64 and 94: 23.520824432373047. +Interpolating between 64 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.9082 0.8676 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2214 0.9023 0.8580 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2441 0.9023 0.8580 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2828 0.9043 0.8620 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2859 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2427 0.9023 0.8684 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2168 0.9023 0.8663 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2314 0.9004 0.8610 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 94 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 64 and 95: 21.436317443847656. +Interpolating between 64 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2448 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2307 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2308 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2330 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2368 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2425 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2538 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 95 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 64 and 96: 21.480690002441406. +Interpolating between 64 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2591 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2508 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2490 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2502 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2492 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2476 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2492 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2574 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 96 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 64 and 97: 21.587263107299805. +Interpolating between 64 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2512 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2417 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2420 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2455 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2474 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2500 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2524 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2602 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 97 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 64 and 98: 21.832355499267578. +Interpolating between 64 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2446 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2384 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2460 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2476 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2450 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2460 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2552 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 98 +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 64 and 99: 22.822046279907227. +Interpolating between 64 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2228 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2100 0.9160 0.8822 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2119 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2208 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2249 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2253 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2326 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2747 0.9043 0.8635 +Completed interpolation from 64 to 99 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 65 and 66: 21.5806941986084. +Interpolating between 65 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2776 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2665 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2606 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2599 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2598 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2597 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2627 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2727 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 66 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 65 and 67: 21.230539321899414. +Interpolating between 65 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2658 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2552 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2507 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2513 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2525 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2576 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2701 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 67 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 65 and 68: 23.896997451782227. +Interpolating between 65 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2314 0.8984 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2274 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2601 0.8945 0.8466 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3163 0.8867 0.8324 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3118 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2421 0.9121 0.8825 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2116 0.9160 0.8865 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 68 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 65 and 69: 23.81842613220215. +Interpolating between 65 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2252 0.9121 0.8739 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2278 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2667 0.8848 0.8270 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3182 0.8926 0.8387 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3027 0.9121 0.8806 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.9082 0.8786 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2139 0.9121 0.8825 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2348 0.9062 0.8717 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 69 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 65 and 70: 23.164342880249023. +Interpolating between 65 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2372 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2198 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2304 0.9141 0.8830 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2450 0.8984 0.8617 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2423 0.9023 0.8663 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2342 0.9023 0.8663 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2372 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2566 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 70 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 65 and 71: 21.366525650024414. +Interpolating between 65 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2494 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2437 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2439 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2433 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2433 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2485 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2633 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 71 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 65 and 72: 21.461488723754883. +Interpolating between 65 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2665 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2533 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2477 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2470 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2462 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2515 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2660 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 72 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 65 and 73: 21.456649780273438. +Interpolating between 65 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2538 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2457 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2427 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2424 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2422 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2430 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2488 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2637 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 73 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 65 and 74: 21.507732391357422. +Interpolating between 65 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2544 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2468 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2480 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2546 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2673 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 74 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 65 and 75: 21.791271209716797. +Interpolating between 65 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2825 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2726 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2673 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2646 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2625 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2604 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2599 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2693 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 75 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 65 and 76: 21.71175765991211. +Interpolating between 65 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2428 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2451 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2507 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2524 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2515 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2535 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2661 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 76 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 65 and 77: 21.5130615234375. +Interpolating between 65 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2679 0.9062 0.8703 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2624 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2594 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2589 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2565 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2548 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2581 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2697 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 77 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 65 and 78: 23.580034255981445. +Interpolating between 65 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.9062 0.8703 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2221 0.9082 0.8733 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2316 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2503 0.9062 0.8737 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.9062 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2311 0.9062 0.8756 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2281 0.9102 0.8783 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2465 0.9062 0.8696 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 78 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 65 and 79: 21.426986694335938. +Interpolating between 65 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2454 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2423 0.9199 0.8883 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2426 0.9141 0.8798 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2470 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2488 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2543 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2675 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 79 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 65 and 80: 21.5880184173584. +Interpolating between 65 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2513 0.9199 0.8871 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2473 0.9180 0.8846 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2487 0.9180 0.8859 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2525 0.9141 0.8798 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2539 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2540 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2573 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2688 0.9062 0.8659 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 80 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 65 and 81: 21.499649047851562. +Interpolating between 65 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2607 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2566 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2559 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2574 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2580 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2576 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2605 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2712 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 81 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 65 and 82: 23.219881057739258. +Interpolating between 65 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2137 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2067 0.9082 0.8747 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2198 0.9043 0.8693 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2352 0.9023 0.8684 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2366 0.8984 0.8632 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2340 0.8984 0.8624 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2366 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2548 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 82 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 65 and 83: 21.60288429260254. +Interpolating between 65 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2495 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2418 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2424 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2414 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2452 0.9082 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2606 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 83 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 65 and 84: 21.687728881835938. +Interpolating between 65 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2573 0.9219 0.8907 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2468 0.9180 0.8865 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2442 0.9180 0.8877 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2452 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2649 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 84 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 65 and 85: 21.51727867126465. +Interpolating between 65 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2652 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2586 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2554 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2530 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2502 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2482 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2508 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2641 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 85 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 65 and 86: 21.713884353637695. +Interpolating between 65 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2606 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2446 0.8926 0.8485 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2388 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2391 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2396 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2453 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2622 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 86 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 65 and 87: 21.246421813964844. +Interpolating between 65 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2451 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2412 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2423 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2443 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2506 0.9121 0.8739 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2654 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 87 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 65 and 88: 21.546550750732422. +Interpolating between 65 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2425 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2410 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2429 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2455 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2464 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.9141 0.8798 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2500 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2639 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 88 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 65 and 89: 21.7327823638916. +Interpolating between 65 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2663 0.9102 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2583 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2547 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2537 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2532 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2517 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2540 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2663 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 89 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 65 and 90: 21.346040725708008. +Interpolating between 65 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2378 0.9199 0.8871 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2359 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2375 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2396 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2427 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2500 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2660 0.9121 0.8747 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 90 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 65 and 91: 21.490446090698242. +Interpolating between 65 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2656 0.9062 0.8696 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2584 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2561 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2548 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2511 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2475 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2503 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2648 0.9121 0.8753 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 91 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 65 and 92: 22.803485870361328. +Interpolating between 65 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2469 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2469 0.9082 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2409 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2432 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2606 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 92 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 65 and 93: 21.691253662109375. +Interpolating between 65 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2590 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2549 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2555 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2560 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2529 0.9043 0.8643 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2499 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2531 0.9062 0.8674 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2660 0.9082 0.8691 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 93 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 65 and 94: 23.7742919921875. +Interpolating between 65 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2349 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2284 0.9062 0.8621 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2601 0.9043 0.8563 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3098 0.9004 0.8487 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2973 0.9141 0.8824 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2387 0.9043 0.8727 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2195 0.9121 0.8813 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2380 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 94 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 65 and 95: 21.64484405517578. +Interpolating between 65 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2512 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2469 0.9141 0.8804 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2470 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2488 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2534 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2664 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 95 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 65 and 96: 21.589862823486328. +Interpolating between 65 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2621 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2566 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2554 0.9121 0.8767 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2571 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2585 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2572 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2581 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2683 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 96 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 65 and 97: 21.624906539916992. +Interpolating between 65 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2487 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2377 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2375 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2411 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2447 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2612 0.9102 0.8715 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 97 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 65 and 98: 21.592342376708984. +Interpolating between 65 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2486 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2420 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2473 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2465 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2502 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2645 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 98 +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 65 and 99: 23.245349884033203. +Interpolating between 65 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2201 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2101 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2215 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2396 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2396 0.9062 0.8717 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2299 0.9043 0.8686 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2322 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2909 0.9062 0.8659 +Completed interpolation from 65 to 99 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 66 and 67: 21.41888427734375. +Interpolating between 66 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2662 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2568 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2534 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2533 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2545 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2580 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2651 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2761 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 67 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 66 and 68: 24.191036224365234. +Interpolating between 66 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2296 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2265 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2635 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3245 0.8965 0.8515 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3216 0.9004 0.8640 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2505 0.8926 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2231 0.9082 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2425 0.9082 0.8726 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 68 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 66 and 69: 24.14209747314453. +Interpolating between 66 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2225 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2297 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2927 0.8965 0.8499 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3946 0.8965 0.8524 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4022 0.8516 0.8233 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2954 0.8770 0.8489 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2326 0.9023 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2437 0.9160 0.8853 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 69 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 66 and 70: 23.472684860229492. +Interpolating between 66 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2408 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2272 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2368 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2445 0.9004 0.8633 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9023 0.8663 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2392 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2473 0.9062 0.8703 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2655 0.9023 0.8641 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 70 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 66 and 71: 21.28721046447754. +Interpolating between 66 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2509 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2483 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2493 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2520 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2545 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2573 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2638 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2755 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 71 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 66 and 72: 21.282005310058594. +Interpolating between 66 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2707 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2621 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2600 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2609 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2622 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2633 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2672 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2772 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 72 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 66 and 73: 20.956878662109375. +Interpolating between 66 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2572 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2509 0.9062 0.8667 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2494 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2503 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2555 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2622 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2741 0.8984 0.8564 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 73 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 66 and 74: 21.40839385986328. +Interpolating between 66 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2568 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2553 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2558 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2570 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2590 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2619 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2677 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2772 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 74 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 66 and 75: 21.262136459350586. +Interpolating between 66 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2835 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2741 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2677 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2657 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2661 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2669 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2704 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2778 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 75 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 66 and 76: 22.22200584411621. +Interpolating between 66 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2415 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2418 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2472 0.9043 0.8693 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2535 0.9023 0.8677 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2551 0.9023 0.8677 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2548 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2594 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2722 0.9043 0.8665 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 76 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 66 and 77: 21.283708572387695. +Interpolating between 66 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2679 0.9023 0.8641 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2649 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2646 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2644 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2640 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2653 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2687 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2780 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 77 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 66 and 78: 24.017751693725586. +Interpolating between 66 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2348 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2257 0.9043 0.8686 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2570 0.9043 0.8707 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2924 0.8945 0.8629 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2795 0.8848 0.8536 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2456 0.8984 0.8660 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2387 0.9023 0.8677 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2565 0.9043 0.8672 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 78 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 66 and 79: 21.2674503326416. +Interpolating between 66 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2431 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2428 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2532 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2577 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2616 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2676 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2777 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 79 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 66 and 80: 21.347862243652344. +Interpolating between 66 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2579 0.9180 0.8840 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2615 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2682 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2725 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2735 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2740 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2759 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2820 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 80 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 66 and 81: 21.33321762084961. +Interpolating between 66 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2604 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2548 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2534 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2548 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2566 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2594 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2650 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2755 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 81 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 66 and 82: 23.6148738861084. +Interpolating between 66 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2110 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2097 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2301 0.9121 0.8794 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2479 0.9004 0.8647 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2453 0.8965 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2390 0.9043 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2449 0.9043 0.8686 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2614 0.9023 0.8641 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 82 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 66 and 83: 21.044010162353516. +Interpolating between 66 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2520 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2468 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2456 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2491 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2529 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2560 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2626 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2739 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 83 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 66 and 84: 21.574634552001953. +Interpolating between 66 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2624 0.9219 0.8907 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2550 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2521 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2516 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2530 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2564 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2621 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2734 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 84 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 66 and 85: 21.271493911743164. +Interpolating between 66 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2697 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2660 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2635 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2623 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2606 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2600 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2642 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2749 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 85 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 66 and 86: 22.10364532470703. +Interpolating between 66 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2580 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2419 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2431 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2452 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2468 0.8945 0.8541 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2541 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2684 0.9043 0.8665 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 86 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 66 and 87: 21.284921646118164. +Interpolating between 66 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2461 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2499 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2534 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2567 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2638 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2757 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 87 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 66 and 88: 21.649274826049805. +Interpolating between 66 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2443 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2512 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2552 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2575 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2619 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2723 0.9023 0.8634 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 88 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 66 and 89: 21.38479995727539. +Interpolating between 66 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2647 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2564 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2536 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2536 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2543 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2560 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2609 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2724 0.9043 0.8665 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 89 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 66 and 90: 21.078277587890625. +Interpolating between 66 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2449 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2395 0.9082 0.8683 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2395 0.9062 0.8659 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2420 0.9043 0.8635 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2453 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2507 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2598 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2733 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 90 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 66 and 91: 21.093238830566406. +Interpolating between 66 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2663 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2591 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2570 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2585 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2595 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2597 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2651 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2762 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 91 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 66 and 92: 23.029464721679688. +Interpolating between 66 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2629 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2525 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2535 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2569 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2547 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2537 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2613 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2737 0.9023 0.8641 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 92 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 66 and 93: 21.79841423034668. +Interpolating between 66 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2631 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2653 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2698 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2714 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2671 0.9043 0.8643 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2644 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2690 0.9004 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2781 0.8984 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 93 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 66 and 94: 24.083621978759766. +Interpolating between 66 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2346 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2312 0.9043 0.8612 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2727 0.8984 0.8514 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3374 0.9082 0.8683 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3321 0.8984 0.8660 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2596 0.8984 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2279 0.9121 0.8825 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2451 0.9082 0.8733 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 94 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 66 and 95: 21.014556884765625. +Interpolating between 66 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2518 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2470 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9141 0.8785 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2469 0.9121 0.8760 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2495 0.9121 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2540 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2613 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2741 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 95 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 66 and 96: 21.29707908630371. +Interpolating between 66 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2750 0.9180 0.8846 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2844 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3013 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3113 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3034 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2924 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2870 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2867 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 96 +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 66 and 97: 22.000442504882812. +Interpolating between 66 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2528 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2457 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2488 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2514 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2586 0.9023 0.8649 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2714 0.9004 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2915 0.9023 0.8611 +Completed interpolation from 66 to 97 +Wrote the values to ../logs/NLI/qqp_berts/qqp_interpol@34110steps/interpol_qqp_validation16.pkl!