diff --git "a/qqp_interpol@34110steps/19331478_interpolate_models.out" "b/qqp_interpol@34110steps/19331478_interpolate_models.out" new file mode 100644--- /dev/null +++ "b/qqp_interpol@34110steps/19331478_interpolate_models.out" @@ -0,0 +1,12828 @@ +Mon May 9 22:44:42 2022 ++-----------------------------------------------------------------------------+ +| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 | +|-------------------------------+----------------------+----------------------+ +| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | +| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | +| | | MIG M. | +|===============================+======================+======================| +| 0 Quadro RTX 8000 On | 00000000:D8:00.0 Off | 0 | +| N/A 26C P8 13W / 250W | 0MiB / 45556MiB | 0% Default | +| | | N/A | ++-------------------------------+----------------------+----------------------+ + ++-----------------------------------------------------------------------------+ +| Processes: | +| GPU GI CI PID Type Process name GPU Memory | +| ID ID Usage | +|=============================================================================| +| No running processes found | ++-----------------------------------------------------------------------------+ +Obtaining file:///scratch/rb5139/constellations/src + Preparing metadata (setup.py): started + Preparing metadata (setup.py): finished with status 'done' +Installing collected packages: constellations + Attempting uninstall: constellations + Found existing installation: constellations 0.0.0 + Uninstalling constellations-0.0.0: + Successfully uninstalled constellations-0.0.0 + Running setup.py develop for constellations +Successfully installed constellations-0.0.0 +Creating .IEMA57AT154PCJAK33Z7, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .FWBL8RRZ8SCL43QUEGUF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 43 and 70: 23.49444007873535. +Interpolating between 43 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2349 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2234 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.9043 0.8700 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2498 0.8984 0.8632 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2410 0.9082 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2342 0.9102 0.8770 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2385 0.9102 0.8763 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2529 0.9102 0.8757 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 70 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .YKYU4SOLU7PJI4WTL5OJ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 43 and 71: 20.82811164855957. +Interpolating between 43 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2478 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2368 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2353 0.9121 0.8767 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2355 0.9102 0.8736 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2380 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2448 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2568 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 71 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .U0O5C3CJZN5JNGLNI3M4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 43 and 72: 21.31702423095703. +Interpolating between 43 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2675 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2562 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2525 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2516 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2515 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2526 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2565 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2639 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 72 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .QNU2YAOUIE1M2UVUGVO2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 43 and 73: 20.950328826904297. +Interpolating between 43 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2527 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2445 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2411 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2399 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2395 0.9121 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2469 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2579 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 73 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .D0CHHNN7KIYF3JMO8KWP, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 43 and 74: 21.106027603149414. +Interpolating between 43 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2540 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2468 0.9180 0.8846 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2444 0.9160 0.8828 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2439 0.9160 0.8828 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2447 0.9160 0.8828 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2531 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2619 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 74 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .2XNDDYBQAMKKASWO0YWI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 43 and 75: 21.040302276611328. +Interpolating between 43 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2770 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2626 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2524 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2471 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2441 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.9121 0.8760 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2583 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 75 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .BYF36ZKOIMQDPO5WE8JI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 43 and 76: 22.070480346679688. +Interpolating between 43 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2399 0.9102 0.8763 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2461 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2508 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2501 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2526 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2610 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 76 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .WSCZTR4PUEJGEED7U8RL, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 43 and 77: 21.455411911010742. +Interpolating between 43 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2662 0.9062 0.8696 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2608 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2572 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2547 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2512 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2486 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2516 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2605 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 77 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .YW38KFRPOPJ8PX1E4ZZC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 43 and 78: 23.990009307861328. +Interpolating between 43 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2344 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2249 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2485 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2728 0.9023 0.8691 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2605 0.8945 0.8629 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2375 0.9062 0.8756 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2332 0.9160 0.8853 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2474 0.9180 0.8871 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 78 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .NSEF2GR8PWFWW2ILH1OM, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 43 and 79: 20.845129013061523. +Interpolating between 43 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2392 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2322 0.9199 0.8877 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2300 0.9160 0.8822 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2317 0.9121 0.8767 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2348 0.9121 0.8767 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2395 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2471 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2585 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 79 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .DA58X88R5RI6US6CF3JA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 43 and 80: 21.248769760131836. +Interpolating between 43 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2539 0.9180 0.8840 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2515 0.9180 0.8840 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2502 0.9199 0.8864 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2487 0.9141 0.8771 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2468 0.9121 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2484 0.9102 0.8722 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2535 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2623 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 80 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .3PSJCMSFVMEFPJABG6AN, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 43 and 81: 20.980356216430664. +Interpolating between 43 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2534 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2387 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2367 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2363 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2382 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2560 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 81 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .R4DBLMHQPIJYKG5JVSJZ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 43 and 82: 23.599220275878906. +Interpolating between 43 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2122 0.9082 0.8726 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2100 0.9102 0.8770 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2311 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2494 0.9043 0.8707 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2474 0.9062 0.8730 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2398 0.9102 0.8777 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2417 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2533 0.9160 0.8835 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 82 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .OKZWHXE7AQ8XPAYM1OWC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 43 and 83: 21.101377487182617. +Interpolating between 43 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2483 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2357 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2343 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2342 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2365 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2563 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 83 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .LFYE4XR42NOTT2FBSK61, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 43 and 84: 21.84776496887207. +Interpolating between 43 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2572 0.9219 0.8907 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2489 0.9219 0.8913 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2473 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2476 0.9121 0.8780 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2471 0.9121 0.8780 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2469 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2590 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 84 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .0TIJETWK15ZZFL8YDHQQ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 43 and 85: 20.896272659301758. +Interpolating between 43 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2656 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2576 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2518 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2479 0.9102 0.8736 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2454 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2457 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2505 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2599 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 85 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .8GAHE7UUHOLB1IPESY9L, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 43 and 86: 21.75249671936035. +Interpolating between 43 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2537 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2358 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2300 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2302 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2303 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2317 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9102 0.8763 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.9160 0.8822 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 86 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .JSU31CWTJCPZ4H7RXT9P, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 43 and 87: 21.0634765625. +Interpolating between 43 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2360 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2344 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2347 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2366 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2472 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2582 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 87 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .6UZASL08FGS4ZG4YBW21, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 43 and 88: 21.14400291442871. +Interpolating between 43 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2386 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.9141 0.8785 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2313 0.9160 0.8815 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2317 0.9180 0.8852 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2328 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2357 0.9160 0.8815 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2435 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2564 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 88 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .KE4U31KGS1V75K5CDYMB, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 43 and 89: 21.004438400268555. +Interpolating between 43 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2637 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2535 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2476 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2444 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2431 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2443 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2492 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2591 0.9141 0.8798 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 89 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .WW8N1CKW0461Y8O2IIOV, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 43 and 90: 21.04487419128418. +Interpolating between 43 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2414 0.9160 0.8809 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2336 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2317 0.9219 0.8901 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2326 0.9180 0.8846 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2351 0.9121 0.8767 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2396 0.9141 0.8798 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2469 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2584 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 90 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .47027C2588I2LWO78PAQ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 43 and 91: 21.23711395263672. +Interpolating between 43 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2627 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2535 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2487 0.9121 0.8767 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2462 0.9102 0.8736 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.9102 0.8729 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2451 0.9121 0.8760 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.9160 0.8815 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2599 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 91 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .MTWM2NNRSP8B98IDC256, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 43 and 92: 23.098569869995117. +Interpolating between 43 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2583 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2486 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2520 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2561 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2532 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2508 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2526 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2606 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 92 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .FCCONCP4V3Y0B7RDZLOX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 43 and 93: 21.724689483642578. +Interpolating between 43 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2608 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2603 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2644 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2657 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2595 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2563 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2575 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2634 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 93 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .6HE9O6G3OPLE3JUIZEJQ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 43 and 94: 24.0406551361084. +Interpolating between 43 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2295 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9082 0.8653 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2922 0.8984 0.8480 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3742 0.8906 0.8353 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3337 0.9062 0.8730 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2434 0.9102 0.8808 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2185 0.9141 0.8836 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2365 0.9199 0.8901 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 94 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .7ODSIBG0A9IBUEE67RLZ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 43 and 95: 21.270959854125977. +Interpolating between 43 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2495 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2392 0.9160 0.8828 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2404 0.9121 0.8780 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2422 0.9141 0.8804 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2484 0.9180 0.8846 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2589 0.9180 0.8846 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 95 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .QL7V5QC1JDSS35HGTMA5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 43 and 96: 21.40873908996582. +Interpolating between 43 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2676 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2704 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2785 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2791 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2742 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2694 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2670 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2688 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 96 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .T9ILOQP0K4CML2AZ4229, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 43 and 97: 21.96466064453125. +Interpolating between 43 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2513 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2443 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2472 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2482 0.9082 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2492 0.9102 0.8763 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2526 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2611 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 97 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .5PY7610RMKBK8STMJWPC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 43 and 98: 21.141830444335938. +Interpolating between 43 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2306 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2280 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2288 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2307 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2343 0.9141 0.8804 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2553 0.9180 0.8852 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 98 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .RV24P3EOUCQUNS863NVI, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 43 and 99: 23.577836990356445. +Interpolating between 43 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2205 0.9102 0.8715 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2151 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2311 0.9160 0.8828 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2390 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2327 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2372 0.9082 0.8733 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2517 0.9121 0.8780 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2748 0.9141 0.8785 +Completed interpolation from 43 to 99 +Creating .5RJK6Z3DA0A0338IACOH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .W51T49B6MHWNHU68USCA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 44 and 45: 21.39114761352539. +Interpolating between 44 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2410 0.9219 0.8901 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2292 0.9180 0.8859 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2247 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2272 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2316 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2344 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2359 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2415 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2577 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 45 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .CAL6SDFRHHHS9U4MRO4T, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 44 and 46: 21.308385848999023. +Interpolating between 44 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2500 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2414 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2391 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2401 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2592 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 46 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .UOC3PKPGZGQP0DSO1JOX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 44 and 47: 22.56647491455078. +Interpolating between 44 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2680 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2485 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2399 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2427 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2507 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2511 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2538 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2646 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 47 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .JZ4JTNERRF7SGVPIHVYD, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 44 and 48: 21.14174461364746. +Interpolating between 44 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2645 0.9199 0.8864 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2494 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2423 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2414 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2437 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2473 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2491 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2526 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2635 0.9062 0.8689 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 48 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .22B2DHFLFZL7560C2CIY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 44 and 49: 21.034372329711914. +Interpolating between 44 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2938 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2737 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2592 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2505 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2476 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2466 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.9062 0.8681 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2517 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2631 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 49 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .DDWAJIT3ES2SYRQF592E, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 44 and 50: 21.514989852905273. +Interpolating between 44 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2784 0.9141 0.8798 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2660 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2552 0.9082 0.8733 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2489 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2475 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2480 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2503 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2617 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 50 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .GODTTO3L0Z3594ZD2750, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 44 and 51: 21.06351661682129. +Interpolating between 44 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2602 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2484 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2429 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2403 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2414 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2414 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2474 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2603 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 51 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .ZTNRJHI5G3YC5XKC510Y, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 44 and 52: 21.102394104003906. +Interpolating between 44 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2842 0.9121 0.8753 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2621 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2490 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2428 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2410 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2409 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2428 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2487 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2619 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 52 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .D541QVFDB3WY43A0XO6H, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 44 and 53: 23.96038246154785. +Interpolating between 44 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2318 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2301 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2858 0.8828 0.8225 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3798 0.8281 0.6966 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3295 0.8926 0.8378 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.9043 0.8707 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2137 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2342 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 53 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .4Q7OHDTCKLAUX3AKIMRY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 44 and 54: 21.486743927001953. +Interpolating between 44 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2850 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2702 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2630 0.9180 0.8852 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2615 0.9141 0.8798 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2630 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2628 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2626 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2636 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2704 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 54 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .5REHJQUE5PP29ID7N0JC, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 44 and 55: 21.18012237548828. +Interpolating between 44 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2653 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2530 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2416 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2415 0.9102 0.8736 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2431 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2458 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2520 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2638 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 55 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .0QOAS2YVNL8JK5471B5K, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 44 and 56: 21.545291900634766. +Interpolating between 44 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2727 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2537 0.9062 0.8659 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2443 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2417 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2429 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2453 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2508 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2632 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 56 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .D45HY5Z19JF8YWFSBMLS, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 44 and 57: 21.43577003479004. +Interpolating between 44 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2568 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2488 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2469 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2481 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2507 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2527 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2581 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2684 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 57 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .9HRKUYKE41PB810ZVYZ1, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 44 and 58: 21.733722686767578. +Interpolating between 44 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2916 0.9023 0.8641 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2824 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2785 0.9023 0.8656 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2760 0.8984 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2741 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2721 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2658 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2624 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2685 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 58 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .SE3BSOBXVQD9YPU984RO, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 44 and 59: 21.31041717529297. +Interpolating between 44 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2674 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2595 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2567 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2555 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2545 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2547 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2586 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2679 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 59 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .UQHK2JM8IKFTSAV6HCHR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 44 and 60: 21.821453094482422. +Interpolating between 44 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2689 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2566 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2519 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2532 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2567 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2569 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2552 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2568 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2657 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 60 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .WW2EYR1QVE350QTXBQPJ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 44 and 61: 24.0721435546875. +Interpolating between 44 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2813 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2388 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2413 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3055 0.8809 0.8201 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4068 0.8438 0.7368 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3831 0.8809 0.8301 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2643 0.8906 0.8586 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2203 0.9043 0.8714 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2371 0.9082 0.8726 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 61 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .9Z3ZO6XP6YJBA23VNFOD, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 44 and 62: 21.019756317138672. +Interpolating between 44 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2382 0.9160 0.8835 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2324 0.9141 0.8817 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2308 0.9141 0.8811 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2321 0.9141 0.8811 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2354 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2405 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2486 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2620 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 62 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .DW1OCF4I9UBIG1IK0ZJS, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 44 and 63: 23.87961196899414. +Interpolating between 44 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2288 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2245 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2727 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3298 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2881 0.8984 0.8632 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2375 0.8965 0.8594 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2243 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2446 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 63 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .DWV0BT9KIHSW0HYJALP6, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 44 and 64: 21.789718627929688. +Interpolating between 44 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2572 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2491 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2486 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2518 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2491 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2468 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2600 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 64 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .24WDLJ840ILM863KWMJW, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 44 and 65: 21.45162010192871. +Interpolating between 44 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2664 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2522 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2468 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2461 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2471 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2494 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2547 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2663 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 65 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .B31ULCR2QNFYFBJ4B1XT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 44 and 66: 21.4583740234375. +Interpolating between 44 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2723 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2609 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2561 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2537 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2523 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2511 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2530 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2631 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 66 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .PJUPP6V4HJLFGFDSBUWD, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 44 and 67: 21.18712615966797. +Interpolating between 44 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2619 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2500 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2439 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2455 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2510 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2630 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 67 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .MEK82HCK6HYMRNEQOX0F, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 44 and 68: 24.05306625366211. +Interpolating between 44 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2307 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2300 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2775 0.8906 0.8343 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3688 0.8477 0.7451 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3611 0.8633 0.7712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2479 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2121 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2331 0.9082 0.8705 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 68 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .MG2IO9HVE1LTP0UQIV8X, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 44 and 69: 24.004898071289062. +Interpolating between 44 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2237 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2308 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2936 0.8828 0.8214 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3884 0.8574 0.7668 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3663 0.9082 0.8683 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2608 0.9023 0.8718 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2152 0.9062 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2307 0.9121 0.8780 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 69 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 44 and 70: 23.38340950012207. +Interpolating between 44 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2361 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2243 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2451 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2629 0.8965 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2536 0.8945 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2415 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2562 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 70 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 44 and 71: 21.06753158569336. +Interpolating between 44 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2488 0.9180 0.8840 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2436 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2415 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2418 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2429 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2452 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2515 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2640 0.9062 0.8667 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 71 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 44 and 72: 21.488361358642578. +Interpolating between 44 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2666 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2546 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2522 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2539 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2535 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2525 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2557 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2661 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 72 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 44 and 73: 21.284582138061523. +Interpolating between 44 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2525 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2424 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2434 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2494 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2619 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 73 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 44 and 74: 21.296560287475586. +Interpolating between 44 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2515 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2440 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2416 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2433 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2455 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2478 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2535 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2647 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 74 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 44 and 75: 21.269336700439453. +Interpolating between 44 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2748 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2603 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2519 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2502 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2493 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2501 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2524 0.8965 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2626 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 75 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 44 and 76: 22.042387008666992. +Interpolating between 44 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2424 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2470 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2495 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2478 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2455 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2492 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2619 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 76 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 44 and 77: 21.590782165527344. +Interpolating between 44 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2642 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2584 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2577 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2586 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2567 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2542 0.8984 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2564 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2660 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 77 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 44 and 78: 23.841156005859375. +Interpolating between 44 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2384 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2270 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2466 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2718 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2599 0.8965 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2341 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2290 0.9023 0.8649 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2491 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 78 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 44 and 79: 21.148296356201172. +Interpolating between 44 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2407 0.9180 0.8846 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.9180 0.8852 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.9180 0.8859 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2360 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2395 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2436 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2502 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2625 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 79 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 44 and 80: 21.4143009185791. +Interpolating between 44 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2550 0.9160 0.8809 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2541 0.9180 0.8840 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2559 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2590 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2614 0.9082 0.8698 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2605 0.9062 0.8659 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2613 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2690 0.9023 0.8603 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 80 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 44 and 81: 20.9290771484375. +Interpolating between 44 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2561 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2481 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2442 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2445 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2474 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2533 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2649 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 81 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 44 and 82: 23.459335327148438. +Interpolating between 44 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2142 0.9102 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2116 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2319 0.9062 0.8703 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2514 0.8965 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2362 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2532 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 82 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 44 and 83: 21.408140182495117. +Interpolating between 44 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2490 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2420 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2416 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2456 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2601 0.9082 0.8698 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 83 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 44 and 84: 21.952728271484375. +Interpolating between 44 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2565 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2504 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2549 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2556 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2533 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2541 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2637 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 84 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 44 and 85: 21.243043899536133. +Interpolating between 44 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2653 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2591 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2556 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2538 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2519 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2510 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2537 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2639 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 85 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 44 and 86: 21.53607177734375. +Interpolating between 44 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2602 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2445 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2366 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2341 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2333 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2346 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2418 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2578 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 86 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 44 and 87: 21.22810173034668. +Interpolating between 44 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2426 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2378 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2369 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2381 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2391 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2475 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2611 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 87 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 44 and 88: 21.040546417236328. +Interpolating between 44 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2380 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2321 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2303 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2304 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2320 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2601 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 88 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 44 and 89: 21.13629913330078. +Interpolating between 44 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2629 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2530 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2475 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2453 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2440 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2439 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2605 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 89 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 44 and 90: 21.148149490356445. +Interpolating between 44 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2425 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2333 0.9141 0.8798 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2346 0.9121 0.8787 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2361 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2389 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2457 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2603 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 90 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 44 and 91: 21.394878387451172. +Interpolating between 44 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2627 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2536 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2516 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2521 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2503 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2485 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2515 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2626 0.9004 0.8595 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 91 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 44 and 92: 22.992170333862305. +Interpolating between 44 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2586 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2490 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2546 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2622 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2624 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2578 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2578 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2663 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 92 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 44 and 93: 21.87763214111328. +Interpolating between 44 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2598 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2600 0.9062 0.8667 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2650 0.9062 0.8667 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2695 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2666 0.9023 0.8619 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2611 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2607 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2682 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 93 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 44 and 94: 23.921642303466797. +Interpolating between 44 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2324 0.9062 0.8636 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2327 0.9062 0.8621 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2876 0.8906 0.8343 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3682 0.8613 0.7687 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3333 0.9062 0.8659 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2485 0.9023 0.8684 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2164 0.9121 0.8800 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2349 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 94 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 44 and 95: 21.520301818847656. +Interpolating between 44 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2499 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2438 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2411 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2415 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2426 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2506 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2629 0.9062 0.8681 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 95 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 44 and 96: 21.64058494567871. +Interpolating between 44 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2655 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2668 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2750 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2803 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2792 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2717 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2662 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2701 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 96 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 44 and 97: 21.964794158935547. +Interpolating between 44 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2436 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2437 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2475 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2482 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2516 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2640 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 97 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 44 and 98: 21.0120849609375. +Interpolating between 44 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2435 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2344 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2312 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2316 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2337 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2369 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2444 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2597 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 98 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 44 and 99: 23.51356315612793. +Interpolating between 44 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2199 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2152 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2425 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2768 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2640 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9023 0.8656 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2356 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2521 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2833 0.9023 0.8603 +Completed interpolation from 44 to 99 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 45 and 46: 21.393972396850586. +Interpolating between 45 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2648 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2457 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2340 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2278 0.9160 0.8828 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2258 0.9121 0.8787 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2242 0.9160 0.8841 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2221 0.9180 0.8865 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2222 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2280 0.9160 0.8835 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 46 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 45 and 47: 22.564804077148438. +Interpolating between 45 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2680 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2460 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2356 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2344 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2370 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2363 0.9121 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2312 0.9121 0.8794 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2280 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2308 0.9238 0.8943 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 47 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 45 and 48: 21.539581298828125. +Interpolating between 45 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2645 0.9199 0.8864 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2419 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2339 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2355 0.9121 0.8800 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2390 0.9121 0.8806 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2358 0.9121 0.8806 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2282 0.9141 0.8824 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2247 0.9160 0.8847 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2291 0.9219 0.8919 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 48 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 45 and 49: 21.24370002746582. +Interpolating between 45 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2938 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2700 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2532 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2412 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2365 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2322 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2271 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2247 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2284 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 49 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 45 and 50: 21.185213088989258. +Interpolating between 45 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2784 0.9141 0.8798 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2638 0.9082 0.8726 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2513 0.9062 0.8710 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.9062 0.8717 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2322 0.9121 0.8800 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2268 0.9141 0.8824 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2233 0.9160 0.8847 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2231 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2281 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 50 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 45 and 51: 21.436752319335938. +Interpolating between 45 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2604 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2494 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2434 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2416 0.9082 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2350 0.9062 0.8710 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2307 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.9160 0.8828 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 51 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 45 and 52: 21.422229766845703. +Interpolating between 45 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2842 0.9121 0.8753 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2619 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2478 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2399 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2349 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2304 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2264 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2255 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 52 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 45 and 53: 23.997413635253906. +Interpolating between 45 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2330 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2284 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2627 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3036 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2816 0.9023 0.8711 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2251 0.9121 0.8837 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2004 0.9121 0.8806 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2119 0.9160 0.8841 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 53 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 45 and 54: 21.084949493408203. +Interpolating between 45 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2850 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2608 0.9219 0.8907 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2441 0.9219 0.8913 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2351 0.9199 0.8889 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2296 0.9199 0.8889 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2258 0.9199 0.8889 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2230 0.9180 0.8852 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2238 0.9199 0.8883 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2296 0.9238 0.8943 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 54 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 45 and 55: 21.155372619628906. +Interpolating between 45 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2653 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2439 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2290 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2212 0.9180 0.8852 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2187 0.9160 0.8828 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2178 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2168 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2191 0.9180 0.8852 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2267 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 55 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 45 and 56: 21.402427673339844. +Interpolating between 45 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2727 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2476 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2326 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2263 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2251 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2232 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2213 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2228 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 56 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 45 and 57: 21.639245986938477. +Interpolating between 45 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2475 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2326 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2279 0.9082 0.8726 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2281 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2262 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2241 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2253 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2310 0.9160 0.8822 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 57 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 45 and 58: 21.36606788635254. +Interpolating between 45 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2916 0.9023 0.8641 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2798 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2725 0.9023 0.8656 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2686 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2631 0.9062 0.8723 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2421 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2349 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 58 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 45 and 59: 21.147457122802734. +Interpolating between 45 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2588 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2460 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2396 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2349 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2312 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2286 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2283 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2324 0.9219 0.8907 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 59 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 45 and 60: 21.547422409057617. +Interpolating between 45 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2689 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2528 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2445 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2408 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2382 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2340 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2307 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2304 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2334 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 60 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 45 and 61: 24.135868072509766. +Interpolating between 45 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2813 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2383 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2395 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2954 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3693 0.9043 0.8721 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3576 0.8652 0.8361 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2641 0.8848 0.8557 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2100 0.9219 0.8958 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2141 0.9102 0.8770 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 61 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 45 and 62: 21.384878158569336. +Interpolating between 45 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2370 0.9238 0.8943 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9180 0.8871 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2302 0.9160 0.8847 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2305 0.9141 0.8824 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2295 0.9160 0.8847 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2270 0.9160 0.8841 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2270 0.9199 0.8895 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 62 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 45 and 63: 23.87822151184082. +Interpolating between 45 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2265 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2166 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.9082 0.8747 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2735 0.9102 0.8814 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2540 0.9102 0.8821 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2140 0.9121 0.8806 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2032 0.9141 0.8824 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2156 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 63 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 45 and 64: 21.502580642700195. +Interpolating between 45 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2533 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2429 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2411 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2393 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2351 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2294 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2274 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2307 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 64 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 45 and 65: 21.36404800415039. +Interpolating between 45 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2587 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2392 0.9082 0.8698 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2304 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2276 0.9121 0.8780 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2252 0.9141 0.8811 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2232 0.9180 0.8865 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2244 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2301 0.9180 0.8859 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 65 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 45 and 66: 21.206018447875977. +Interpolating between 45 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2734 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2591 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2477 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2367 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2296 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2266 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2264 0.9180 0.8865 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2307 0.9219 0.8907 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 66 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 45 and 67: 21.331905364990234. +Interpolating between 45 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2586 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2418 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2306 0.9160 0.8841 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2274 0.9180 0.8865 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2249 0.9199 0.8895 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2252 0.9180 0.8865 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2302 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 67 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 45 and 68: 24.129274368286133. +Interpolating between 45 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2258 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2608 0.8945 0.8439 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3137 0.8906 0.8323 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3048 0.8926 0.8476 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2324 0.9082 0.8747 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.1977 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2089 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 68 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 45 and 69: 24.063989639282227. +Interpolating between 45 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2237 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2260 0.9082 0.8691 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2652 0.9004 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3212 0.8945 0.8483 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3158 0.8887 0.8557 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2459 0.9062 0.8794 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2051 0.9102 0.8802 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2098 0.9102 0.8777 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 69 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 45 and 70: 23.381511688232422. +Interpolating between 45 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2330 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2141 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2196 0.9160 0.8853 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2281 0.9141 0.8830 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2243 0.9082 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2153 0.9121 0.8800 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2137 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2233 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 70 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 45 and 71: 21.033199310302734. +Interpolating between 45 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2481 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2420 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2384 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2361 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2338 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2321 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2319 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2340 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 71 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 45 and 72: 21.181211471557617. +Interpolating between 45 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2657 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2536 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2474 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2429 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2390 0.9121 0.8787 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2332 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2350 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 72 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 45 and 73: 21.013219833374023. +Interpolating between 45 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2508 0.9160 0.8822 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2417 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2368 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2334 0.9121 0.8787 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2297 0.9121 0.8787 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2262 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2251 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.9238 0.8937 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 73 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 45 and 74: 21.27989387512207. +Interpolating between 45 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2489 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2359 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2323 0.9141 0.8824 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2291 0.9141 0.8824 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2256 0.9160 0.8847 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2248 0.9180 0.8871 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2296 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 74 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 45 and 75: 21.35495948791504. +Interpolating between 45 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2752 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2592 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2477 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2385 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2342 0.9102 0.8736 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2307 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2294 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2319 0.9160 0.8828 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 75 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 45 and 76: 22.031558990478516. +Interpolating between 45 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2375 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2304 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2295 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2305 0.9180 0.8877 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2279 0.9199 0.8901 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2237 0.9160 0.8847 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2235 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 76 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 45 and 77: 21.316884994506836. +Interpolating between 45 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2622 0.9062 0.8710 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2523 0.9023 0.8656 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2457 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2430 0.9102 0.8777 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2382 0.9141 0.8824 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2317 0.9102 0.8763 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2285 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2312 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 77 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 45 and 78: 23.917566299438477. +Interpolating between 45 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2340 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2219 0.9102 0.8763 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2411 0.9043 0.8700 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2650 0.9043 0.8721 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2532 0.9023 0.8718 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2240 0.9043 0.8721 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2110 0.9141 0.8836 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2185 0.9160 0.8835 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 78 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 45 and 79: 21.085363388061523. +Interpolating between 45 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2326 0.9199 0.8883 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2291 0.9238 0.8932 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2273 0.9199 0.8883 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2254 0.9199 0.8883 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2235 0.9180 0.8859 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2239 0.9180 0.8852 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.9219 0.8907 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 79 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 45 and 80: 21.28074073791504. +Interpolating between 45 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.9219 0.8901 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.9219 0.8907 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2365 0.9199 0.8895 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2351 0.9219 0.8919 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2312 0.9199 0.8895 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2268 0.9180 0.8871 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2254 0.9199 0.8895 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2301 0.9238 0.8937 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 80 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 45 and 81: 21.285858154296875. +Interpolating between 45 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2506 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2358 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2341 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2320 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2283 0.9141 0.8811 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2262 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2298 0.9219 0.8919 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 81 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 45 and 82: 23.508089065551758. +Interpolating between 45 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2123 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2061 0.9082 0.8740 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2192 0.9043 0.8700 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2340 0.9121 0.8813 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2331 0.9121 0.8813 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2232 0.9082 0.8747 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2195 0.9160 0.8847 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2254 0.9121 0.8787 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 82 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 45 and 83: 21.071842193603516. +Interpolating between 45 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2454 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2343 0.9180 0.8852 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2285 0.9160 0.8828 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2259 0.9180 0.8852 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2236 0.9160 0.8828 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2222 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2234 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.9199 0.8877 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 83 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 45 and 84: 21.70229148864746. +Interpolating between 45 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2558 0.9199 0.8883 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.9180 0.8871 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9160 0.8853 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2367 0.9141 0.8817 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2326 0.9160 0.8847 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2290 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2279 0.9180 0.8865 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 84 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 45 and 85: 21.086837768554688. +Interpolating between 45 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2611 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2510 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2434 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2378 0.9141 0.8804 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2329 0.9141 0.8804 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2283 0.9219 0.8913 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2266 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2300 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 85 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 45 and 86: 21.94489860534668. +Interpolating between 45 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2545 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2358 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2287 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2273 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2245 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2206 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2204 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2269 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 86 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 45 and 87: 21.114147186279297. +Interpolating between 45 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2394 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2282 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2256 0.9141 0.8811 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2236 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2224 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2239 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2296 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 87 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 45 and 88: 21.46175193786621. +Interpolating between 45 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2363 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2317 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2323 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2299 0.9121 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2258 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2238 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2279 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 88 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 45 and 89: 21.368011474609375. +Interpolating between 45 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2615 0.9121 0.8780 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2512 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2448 0.9023 0.8663 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2391 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2337 0.9062 0.8717 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2292 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2264 0.9121 0.8787 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.9180 0.8865 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 89 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 45 and 90: 21.043060302734375. +Interpolating between 45 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2408 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2314 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2265 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2245 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2232 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2225 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2239 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.9180 0.8865 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 90 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 45 and 91: 21.1009521484375. +Interpolating between 45 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2614 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2503 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2396 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2351 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2294 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2279 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.9219 0.8907 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 91 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 45 and 92: 22.986791610717773. +Interpolating between 45 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2531 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2336 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2373 0.9160 0.8835 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2345 0.9160 0.8835 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2287 0.9180 0.8865 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2269 0.9219 0.8919 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2307 0.9199 0.8883 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 92 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 45 and 93: 21.63675880432129. +Interpolating between 45 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2573 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2521 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2511 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2490 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2416 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2337 0.9141 0.8798 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2305 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2330 0.9180 0.8852 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 93 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 45 and 94: 24.0072078704834. +Interpolating between 45 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.9043 0.8612 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2295 0.9043 0.8604 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2730 0.8945 0.8439 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3352 0.9043 0.8620 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3241 0.9004 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2445 0.9121 0.8849 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2044 0.9102 0.8783 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2110 0.9141 0.8811 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 94 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 45 and 95: 21.214275360107422. +Interpolating between 45 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2471 0.9121 0.8774 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2386 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2355 0.9121 0.8794 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2340 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2317 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2275 0.9102 0.8770 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2255 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2294 0.9238 0.8937 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 95 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 45 and 96: 21.26424789428711. +Interpolating between 45 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2575 0.9160 0.8828 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2482 0.9199 0.8889 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2471 0.9141 0.8817 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2459 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2351 0.9102 0.8763 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.9180 0.8859 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 96 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 45 and 97: 21.792402267456055. +Interpolating between 45 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2463 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2336 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2270 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2258 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2241 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2222 0.9141 0.8824 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2238 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2300 0.9180 0.8852 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 97 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 45 and 98: 21.41887092590332. +Interpolating between 45 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2418 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2328 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2309 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2307 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2291 0.9121 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2265 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2259 0.9160 0.8841 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.9199 0.8889 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 98 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 45 and 99: 23.470808029174805. +Interpolating between 45 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2186 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2074 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2158 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2288 0.9121 0.8800 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2295 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2207 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2177 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2251 0.9160 0.8828 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2410 0.9219 0.8901 +Completed interpolation from 45 to 99 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 46 and 47: 22.866008758544922. +Interpolating between 46 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2680 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2506 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2475 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2557 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2629 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2547 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2445 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2422 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2493 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 47 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 46 and 48: 21.266700744628906. +Interpolating between 46 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2645 0.9199 0.8864 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2536 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2488 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2494 0.9141 0.8817 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2502 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2489 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2467 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2481 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2534 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 48 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 46 and 49: 20.982086181640625. +Interpolating between 46 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2938 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2748 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2604 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2515 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2459 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2417 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2407 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.9180 0.8846 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 49 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 46 and 50: 21.383262634277344. +Interpolating between 46 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2784 0.9141 0.8798 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2680 0.9082 0.8726 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2592 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2515 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2460 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2425 0.9160 0.8828 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2417 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2453 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2522 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 50 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 46 and 51: 21.231163024902344. +Interpolating between 46 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2635 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2535 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2452 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2433 0.9043 0.8679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2429 0.9160 0.8828 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2505 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 51 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 46 and 52: 21.192378997802734. +Interpolating between 46 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2842 0.9121 0.8753 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2629 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2499 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2448 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2428 0.9121 0.8767 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2414 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2408 0.9102 0.8729 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2432 0.9160 0.8815 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2516 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 52 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 46 and 53: 24.15018653869629. +Interpolating between 46 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2304 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2334 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3029 0.8730 0.8048 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3934 0.8047 0.6377 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2935 0.8887 0.8394 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2312 0.9102 0.8789 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2171 0.9160 0.8853 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2317 0.9199 0.8877 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 53 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 46 and 54: 21.508075714111328. +Interpolating between 46 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2850 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2687 0.9180 0.8852 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2608 0.9141 0.8804 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2567 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2521 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2478 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2457 0.9121 0.8760 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2482 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2548 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 54 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 46 and 55: 21.31433868408203. +Interpolating between 46 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2653 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2515 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2389 0.9082 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2390 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.9160 0.8815 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2438 0.9180 0.8840 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.9160 0.8809 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 55 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 46 and 56: 21.79246711730957. +Interpolating between 46 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2727 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2506 0.9121 0.8739 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2419 0.9102 0.8736 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2418 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2401 0.9082 0.8712 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2348 0.9160 0.8822 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2320 0.9180 0.8852 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2358 0.9180 0.8852 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 56 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 46 and 57: 21.745092391967773. +Interpolating between 46 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2536 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2441 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2424 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2417 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2410 0.9121 0.8767 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2439 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2521 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 57 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 46 and 58: 21.70492172241211. +Interpolating between 46 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2916 0.9023 0.8641 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2909 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2951 0.9023 0.8641 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2956 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2901 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2805 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2715 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2643 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2615 0.9102 0.8722 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 58 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 46 and 59: 21.463790893554688. +Interpolating between 46 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2616 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2521 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2487 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2417 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2393 0.9121 0.8760 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2507 0.9102 0.8729 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 59 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 46 and 60: 22.058517456054688. +Interpolating between 46 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2689 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2586 0.9121 0.8747 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2550 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2549 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2539 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2495 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.9160 0.8809 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2518 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 60 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 46 and 61: 24.251184463500977. +Interpolating between 46 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2813 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2374 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3267 0.8809 0.8190 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4325 0.8008 0.6331 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3500 0.8672 0.8229 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2498 0.8945 0.8615 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2181 0.9219 0.8942 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2318 0.9219 0.8913 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 61 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 46 and 62: 21.108055114746094. +Interpolating between 46 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2427 0.9219 0.8907 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9141 0.8804 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2415 0.9180 0.8859 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9199 0.8883 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.9199 0.8883 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2469 0.9199 0.8877 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2541 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 62 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 46 and 63: 24.095741271972656. +Interpolating between 46 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2270 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2269 0.9062 0.8717 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2854 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3362 0.8867 0.8497 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2806 0.8945 0.8594 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2331 0.9043 0.8707 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2235 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2379 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 63 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 46 and 64: 22.015792846679688. +Interpolating between 46 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2622 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2574 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2574 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2562 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2488 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2412 0.9141 0.8804 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2503 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 64 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 46 and 65: 21.70149040222168. +Interpolating between 46 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2664 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2545 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2504 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2474 0.9160 0.8822 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2429 0.9121 0.8767 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2408 0.9160 0.8822 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2435 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 65 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 46 and 66: 21.430999755859375. +Interpolating between 46 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2737 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2625 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2563 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2534 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2519 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2495 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2492 0.9160 0.8815 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2543 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 66 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 46 and 67: 21.568233489990234. +Interpolating between 46 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2619 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2509 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2467 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2454 0.9121 0.8780 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2419 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2511 0.9180 0.8840 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 67 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 46 and 68: 24.27703094482422. +Interpolating between 46 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2258 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2305 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2978 0.8926 0.8451 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3982 0.8770 0.8163 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3431 0.8887 0.8480 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.9004 0.8661 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2109 0.9199 0.8895 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9199 0.8877 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 68 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 46 and 69: 24.187665939331055. +Interpolating between 46 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2203 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2287 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2948 0.9062 0.8667 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3706 0.8867 0.8415 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3290 0.8828 0.8492 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2535 0.8926 0.8622 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2181 0.9141 0.8848 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.9238 0.8949 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 69 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 46 and 70: 23.61696434020996. +Interpolating between 46 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2360 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2257 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9023 0.8663 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2605 0.8926 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2429 0.8984 0.8617 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2294 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9160 0.8822 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2442 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 70 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 46 and 71: 21.20353889465332. +Interpolating between 46 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2506 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2470 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2451 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.9141 0.8804 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2398 0.9199 0.8883 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2388 0.9141 0.8791 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.9160 0.8815 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2502 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 71 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 46 and 72: 21.6226749420166. +Interpolating between 46 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2709 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2616 0.9062 0.8696 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2578 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2558 0.9121 0.8767 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2529 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2545 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 72 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 46 and 73: 21.326461791992188. +Interpolating between 46 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2533 0.9121 0.8760 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2400 0.9121 0.8787 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9141 0.8804 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2449 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2523 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 73 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 46 and 74: 21.138912200927734. +Interpolating between 46 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2508 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2429 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2381 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2359 0.9141 0.8785 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2359 0.9180 0.8846 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2377 0.9141 0.8785 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2421 0.9121 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2504 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 74 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 46 and 75: 21.08057403564453. +Interpolating between 46 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2798 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2669 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2579 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2526 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2482 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2469 0.9082 0.8705 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2487 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2542 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 75 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 46 and 76: 22.283424377441406. +Interpolating between 46 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2521 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2592 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2638 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2604 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2514 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2430 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2424 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2499 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 76 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 46 and 77: 21.749528884887695. +Interpolating between 46 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2739 0.9023 0.8641 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2760 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2759 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2721 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2630 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2553 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2533 0.9141 0.8785 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2570 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 77 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 46 and 78: 24.116239547729492. +Interpolating between 46 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2349 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2300 0.9023 0.8663 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2706 0.9023 0.8677 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3046 0.9023 0.8711 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2788 0.8965 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2396 0.9082 0.8779 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2287 0.9199 0.8907 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2394 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 78 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 46 and 79: 21.101652145385742. +Interpolating between 46 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2413 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.9199 0.8871 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2309 0.9199 0.8871 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2317 0.9121 0.8767 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2335 0.9102 0.8743 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9141 0.8798 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2404 0.9180 0.8846 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2499 0.9160 0.8815 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 79 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 46 and 80: 21.441957473754883. +Interpolating between 46 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2610 0.9219 0.8889 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2660 0.9121 0.8739 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2712 0.9141 0.8785 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2709 0.9121 0.8760 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2629 0.9160 0.8809 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2550 0.9160 0.8809 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2525 0.9160 0.8809 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2564 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 80 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 46 and 81: 21.08286476135254. +Interpolating between 46 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2569 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2496 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2463 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2449 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2426 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2443 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 81 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 46 and 82: 23.707521438598633. +Interpolating between 46 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2133 0.9102 0.8757 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2134 0.9082 0.8753 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2424 0.8984 0.8632 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2634 0.9023 0.8705 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2515 0.9023 0.8698 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2350 0.9062 0.8723 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2331 0.9160 0.8828 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2444 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 82 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 46 and 83: 21.43267250061035. +Interpolating between 46 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2543 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2493 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2436 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2380 0.9160 0.8822 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2409 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2506 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 83 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 46 and 84: 22.095861434936523. +Interpolating between 46 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2608 0.9199 0.8883 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2569 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2607 0.9160 0.8841 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2612 0.9180 0.8865 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2563 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2499 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2487 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2538 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 84 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 46 and 85: 21.336191177368164. +Interpolating between 46 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2656 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2586 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2544 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2509 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2486 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2457 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2451 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2515 0.9180 0.8833 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 85 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 46 and 86: 21.910110473632812. +Interpolating between 46 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2519 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2297 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2304 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2284 0.9121 0.8794 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2264 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2318 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2448 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 86 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 46 and 87: 21.391427993774414. +Interpolating between 46 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2425 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2386 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2366 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2351 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2337 0.9160 0.8815 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2354 0.9160 0.8815 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2407 0.9180 0.8840 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2503 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 87 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 46 and 88: 21.31946563720703. +Interpolating between 46 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2426 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2407 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2417 0.9121 0.8767 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2421 0.9121 0.8774 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2392 0.9199 0.8871 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2423 0.9199 0.8864 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2499 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 88 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 46 and 89: 21.087474822998047. +Interpolating between 46 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2641 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2545 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2495 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2477 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2461 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2446 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2461 0.9160 0.8815 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2530 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 89 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 46 and 90: 21.270973205566406. +Interpolating between 46 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2411 0.9141 0.8778 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2306 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2305 0.9141 0.8804 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2307 0.9180 0.8852 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2320 0.9141 0.8791 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2361 0.9180 0.8846 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 90 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 46 and 91: 21.526485443115234. +Interpolating between 46 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2702 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2654 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2619 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2581 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2531 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2490 0.9141 0.8791 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2506 0.9180 0.8840 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2551 0.9180 0.8840 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 91 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 46 and 92: 23.29038429260254. +Interpolating between 46 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2528 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2449 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2598 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2726 0.9004 0.8661 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2618 0.9043 0.8707 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2447 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2412 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2488 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 92 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 46 and 93: 22.032482147216797. +Interpolating between 46 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2661 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2714 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2772 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2753 0.9023 0.8596 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2657 0.9023 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2555 0.9082 0.8698 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2528 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2562 0.9160 0.8809 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 93 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 46 and 94: 24.11757469177246. +Interpolating between 46 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2295 0.9062 0.8644 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9023 0.8596 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2907 0.8965 0.8499 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3580 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3108 0.8789 0.8450 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2488 0.8945 0.8615 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2224 0.9141 0.8836 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2326 0.9180 0.8852 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 94 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 46 and 95: 21.596054077148438. +Interpolating between 46 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2497 0.9199 0.8871 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2456 0.9180 0.8846 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2441 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2416 0.9141 0.8804 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2402 0.9180 0.8859 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2386 0.9219 0.8913 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.9160 0.8822 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2506 0.9160 0.8809 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 95 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 46 and 96: 21.641969680786133. +Interpolating between 46 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2732 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2807 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2915 0.9043 0.8635 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2930 0.9043 0.8627 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2841 0.9043 0.8627 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2710 0.9160 0.8802 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2627 0.9160 0.8802 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2610 0.9160 0.8809 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 96 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 46 and 97: 22.157968521118164. +Interpolating between 46 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2516 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2440 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2384 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2405 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2496 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 97 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 46 and 98: 21.33030891418457. +Interpolating between 46 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2344 0.9141 0.8817 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2338 0.9102 0.8783 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2352 0.9102 0.8789 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2340 0.9082 0.8760 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2337 0.9160 0.8847 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2486 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 98 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 46 and 99: 23.739200592041016. +Interpolating between 46 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2215 0.9102 0.8715 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2187 0.9062 0.8674 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2462 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2665 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2432 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2282 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2300 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2438 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2648 0.9102 0.8722 +Completed interpolation from 46 to 99 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 47 and 48: 22.7048282623291. +Interpolating between 47 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2645 0.9199 0.8864 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2458 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2377 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.9180 0.8852 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2438 0.9102 0.8757 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2379 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2354 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2441 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 48 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 47 and 49: 22.740859985351562. +Interpolating between 47 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2938 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2754 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2634 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2586 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2598 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2606 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2513 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2431 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2475 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 49 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 47 and 50: 22.905120849609375. +Interpolating between 47 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2784 0.9141 0.8798 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2688 0.9102 0.8763 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2632 0.9082 0.8747 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2621 0.9082 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2682 0.9062 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2675 0.9043 0.8714 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2563 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2473 0.9141 0.8811 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2503 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 50 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 47 and 51: 22.78534698486328. +Interpolating between 47 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2584 0.9102 0.8743 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2490 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2498 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2543 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2514 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2402 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.9062 0.8689 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 51 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 47 and 52: 22.581743240356445. +Interpolating between 47 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2842 0.9121 0.8753 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2661 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2562 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2542 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2548 0.9062 0.8689 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2540 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2494 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2463 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9062 0.8696 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 52 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 47 and 53: 22.652006149291992. +Interpolating between 47 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2358 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2219 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2317 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2492 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2458 0.9062 0.8717 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2234 0.9121 0.8794 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2138 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9121 0.8780 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 53 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 47 and 54: 22.64723777770996. +Interpolating between 47 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2850 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2608 0.9160 0.8841 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2466 0.9160 0.8841 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2440 0.9180 0.8871 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9141 0.8824 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2481 0.9062 0.8717 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2401 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2347 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2436 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 54 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 47 and 55: 22.749208450317383. +Interpolating between 47 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2653 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2498 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2427 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2428 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2486 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2524 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2426 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2491 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 55 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 47 and 56: 22.277463912963867. +Interpolating between 47 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2727 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.9102 0.8715 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2371 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2343 0.9082 0.8712 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2360 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2363 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2333 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2350 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2466 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 56 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 47 and 57: 22.34135627746582. +Interpolating between 47 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2565 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2476 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2439 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2427 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2397 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2355 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2364 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2473 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 57 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 47 and 58: 22.61857032775879. +Interpolating between 47 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2916 0.9023 0.8641 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2729 0.8984 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2625 0.8984 0.8617 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2601 0.8945 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2621 0.8965 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2600 0.8984 0.8624 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2474 0.9043 0.8693 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2373 0.9082 0.8740 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2444 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 58 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 47 and 59: 22.60909652709961. +Interpolating between 47 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2646 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2575 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2585 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2627 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2598 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2527 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2526 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 59 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 47 and 60: 22.161272048950195. +Interpolating between 47 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2689 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2489 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2393 0.9121 0.8787 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2396 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2437 0.9062 0.8717 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2417 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2364 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2361 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2468 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 60 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 47 and 61: 22.80876922607422. +Interpolating between 47 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2813 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2426 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2293 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2439 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2725 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2726 0.9043 0.8721 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2381 0.9043 0.8721 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2171 0.9082 0.8753 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.9102 0.8770 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 61 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 47 and 62: 22.72687530517578. +Interpolating between 47 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2370 0.9180 0.8865 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2340 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2376 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2433 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2470 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2372 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2448 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 62 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 47 and 63: 22.3137264251709. +Interpolating between 47 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2360 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2204 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2268 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2407 0.9043 0.8700 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2389 0.9082 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2246 0.9102 0.8770 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2198 0.9082 0.8740 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2356 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 63 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 47 and 64: 21.967456817626953. +Interpolating between 47 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2526 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2397 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2353 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2346 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2327 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2298 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2320 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2453 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 64 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 47 and 65: 22.181507110595703. +Interpolating between 47 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2909 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2639 0.9121 0.8753 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2491 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2456 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2456 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2500 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 65 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 47 and 66: 22.693769454956055. +Interpolating between 47 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2915 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2706 0.9023 0.8641 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2581 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2535 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2544 0.9102 0.8763 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2538 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2480 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2422 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2492 0.9062 0.8689 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 66 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 47 and 67: 22.334766387939453. +Interpolating between 47 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2840 0.9121 0.8767 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2634 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2541 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2502 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2485 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2383 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2480 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 67 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 47 and 68: 22.688142776489258. +Interpolating between 47 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2661 0.9004 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2327 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2208 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2312 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2519 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2522 0.9121 0.8767 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2248 0.9141 0.8817 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2100 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2255 0.9141 0.8811 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 68 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 47 and 69: 22.665271759033203. +Interpolating between 47 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9199 0.8889 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2269 0.9082 0.8683 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2189 0.9062 0.8644 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2302 0.8965 0.8473 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2469 0.8965 0.8490 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2422 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2194 0.9160 0.8841 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2094 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2269 0.9141 0.8817 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 69 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 47 and 70: 21.965547561645508. +Interpolating between 47 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2865 0.8984 0.8556 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2391 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2178 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2179 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2263 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2266 0.9082 0.8740 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2209 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2228 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2395 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 70 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 47 and 71: 22.588991165161133. +Interpolating between 47 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2462 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2425 0.9141 0.8817 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.9121 0.8787 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2364 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2363 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2459 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 71 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 47 and 72: 22.343305587768555. +Interpolating between 47 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2905 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2632 0.9160 0.8835 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2493 0.9180 0.8877 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.9141 0.8830 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9082 0.8753 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.9102 0.8777 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2377 0.9121 0.8794 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2368 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2479 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 72 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 47 and 73: 22.717058181762695. +Interpolating between 47 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2681 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2513 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2443 0.9062 0.8717 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9043 0.8693 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2493 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2488 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2454 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 73 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 47 and 74: 22.860918045043945. +Interpolating between 47 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2635 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2508 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2446 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2466 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2522 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2562 0.9102 0.8757 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2558 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2538 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2562 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 74 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 47 and 75: 22.910465240478516. +Interpolating between 47 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2969 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2754 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2607 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2561 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2598 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2627 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2557 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2464 0.8984 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2489 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 75 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 47 and 76: 21.451982498168945. +Interpolating between 47 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2524 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2345 0.9082 0.8719 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2253 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2241 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2273 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2279 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2242 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2270 0.9062 0.8703 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2415 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 76 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 47 and 77: 22.389448165893555. +Interpolating between 47 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9043 0.8672 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2577 0.9023 0.8649 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2462 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2424 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2423 0.9023 0.8663 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2399 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2345 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2351 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 77 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 47 and 78: 22.25727653503418. +Interpolating between 47 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2846 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2421 0.9004 0.8618 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2219 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2192 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2238 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2239 0.9043 0.8693 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2197 0.9102 0.8770 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2211 0.9121 0.8794 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2366 0.9141 0.8811 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 78 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 47 and 79: 22.72029685974121. +Interpolating between 47 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2527 0.9180 0.8846 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.9199 0.8883 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2405 0.9199 0.8889 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2438 0.9160 0.8847 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2494 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2522 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2481 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2497 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 79 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 47 and 80: 22.649965286254883. +Interpolating between 47 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2608 0.9180 0.8833 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2399 0.9180 0.8846 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2293 0.9180 0.8859 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2290 0.9141 0.8811 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2338 0.9141 0.8817 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2357 0.9141 0.8817 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2323 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2326 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2432 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 80 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 47 and 81: 22.700918197631836. +Interpolating between 47 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2687 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2570 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2508 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2499 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2509 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2484 0.8984 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2370 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2454 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 81 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 47 and 82: 21.916566848754883. +Interpolating between 47 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2408 0.9121 0.8760 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2145 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2042 0.9121 0.8774 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2086 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2178 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2196 0.9141 0.8811 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2165 0.9160 0.8828 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2220 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2400 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 82 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 47 and 83: 22.68844223022461. +Interpolating between 47 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2618 0.9082 0.8705 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2456 0.9121 0.8780 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2387 0.9102 0.8770 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2393 0.9102 0.8777 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2437 0.9121 0.8800 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2430 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2352 0.9082 0.8740 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2422 0.9102 0.8750 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 83 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 47 and 84: 21.81087875366211. +Interpolating between 47 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2776 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2483 0.9219 0.8913 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2319 0.9180 0.8865 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2271 0.9121 0.8787 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2275 0.9121 0.8794 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2258 0.9141 0.8817 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2212 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2243 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2406 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 84 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 47 and 85: 22.780597686767578. +Interpolating between 47 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2756 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2673 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2643 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2638 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2628 0.9062 0.8703 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2586 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2500 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2450 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2499 0.9062 0.8689 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 85 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 47 and 86: 21.89011001586914. +Interpolating between 47 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2847 0.9004 0.8587 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2644 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2510 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2440 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2408 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2338 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2463 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 86 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 47 and 87: 22.59637451171875. +Interpolating between 47 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2546 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2439 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2421 0.9141 0.8804 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2444 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2486 0.9121 0.8800 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2521 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2487 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2455 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2513 0.9062 0.8689 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 87 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 47 and 88: 22.729045867919922. +Interpolating between 47 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9160 0.8815 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2373 0.9160 0.8815 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2336 0.9160 0.8815 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.9141 0.8798 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9102 0.8750 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2396 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2365 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2378 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2473 0.9062 0.8696 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 88 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 47 and 89: 22.843839645385742. +Interpolating between 47 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8689 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2641 0.9062 0.8703 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2567 0.9023 0.8663 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2575 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2625 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2628 0.8945 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2528 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2426 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.9082 0.8726 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 89 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 47 and 90: 22.644775390625. +Interpolating between 47 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2574 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2424 0.9141 0.8798 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2362 0.9141 0.8804 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2377 0.9141 0.8811 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2414 0.9160 0.8841 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2424 0.9121 0.8780 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2368 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2363 0.9102 0.8757 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2464 0.9082 0.8726 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 90 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 47 and 91: 22.55954360961914. +Interpolating between 47 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2774 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2641 0.9062 0.8696 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2572 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2549 0.9062 0.8710 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2547 0.9004 0.8640 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2495 0.9023 0.8670 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2405 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2356 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2449 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 91 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 47 and 92: 21.62763786315918. +Interpolating between 47 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2933 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2530 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2318 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2282 0.9121 0.8767 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2329 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2329 0.9082 0.8712 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2268 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2272 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2417 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 92 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 47 and 93: 21.85995101928711. +Interpolating between 47 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2684 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2459 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2330 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2299 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2322 0.9141 0.8798 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2326 0.9141 0.8798 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2300 0.9180 0.8859 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2334 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 93 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 47 and 94: 22.659345626831055. +Interpolating between 47 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2751 0.9121 0.8739 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2368 0.9082 0.8676 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2246 0.9062 0.8621 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2416 0.9023 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2746 0.9043 0.8555 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2758 0.9121 0.8747 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2365 0.9102 0.8763 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2139 0.9082 0.8740 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.9102 0.8757 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 94 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 47 and 95: 22.765260696411133. +Interpolating between 47 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2586 0.9180 0.8840 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2446 0.9121 0.8780 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2374 0.9121 0.8794 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2380 0.9082 0.8753 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.9082 0.8760 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2450 0.9082 0.8753 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2394 0.9141 0.8824 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2359 0.9121 0.8787 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2450 0.9121 0.8780 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 95 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 47 and 96: 22.524187088012695. +Interpolating between 47 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2550 0.9141 0.8804 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2444 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2444 0.9121 0.8794 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2490 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2490 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2401 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2341 0.9141 0.8817 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2425 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 96 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 47 and 97: 21.753053665161133. +Interpolating between 47 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2718 0.9043 0.8650 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2481 0.9062 0.8689 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2337 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2368 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2368 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2335 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2353 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2465 0.9062 0.8696 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 97 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 47 and 98: 22.67009735107422. +Interpolating between 47 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2615 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2469 0.9102 0.8750 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2410 0.9102 0.8757 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2423 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2486 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2491 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2426 0.9102 0.8757 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2401 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2480 0.9082 0.8726 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 98 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 47 and 99: 21.913976669311523. +Interpolating between 47 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2525 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2224 0.9082 0.8691 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2098 0.9102 0.8729 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2102 0.9102 0.8729 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2167 0.9121 0.8767 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2183 0.9102 0.8750 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2166 0.9141 0.8798 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2215 0.9141 0.8798 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2386 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2680 0.9121 0.8760 +Completed interpolation from 47 to 99 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 48 and 49: 20.989139556884766. +Interpolating between 48 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2938 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2764 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2641 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2568 0.9062 0.8689 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2526 0.9082 0.8726 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2468 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2439 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2456 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2525 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 49 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 48 and 50: 21.7352237701416. +Interpolating between 48 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2784 0.9141 0.8798 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2704 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2642 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2606 0.9043 0.8686 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2584 0.9062 0.8710 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2555 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2491 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2445 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2493 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 50 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 48 and 51: 21.2076358795166. +Interpolating between 48 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2795 0.9062 0.8681 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2604 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2495 0.9062 0.8703 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2448 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2382 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2387 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2469 0.9082 0.8712 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 51 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 48 and 52: 21.271793365478516. +Interpolating between 48 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2842 0.9121 0.8753 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2648 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2523 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2461 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2434 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2407 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2377 0.9141 0.8798 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.9141 0.8785 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 52 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 48 and 53: 24.05156135559082. +Interpolating between 48 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2750 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2287 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3053 0.8809 0.8111 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4213 0.7188 0.3333 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3604 0.8457 0.7322 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2343 0.9121 0.8774 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2025 0.9121 0.8780 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2223 0.9121 0.8774 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 53 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 48 and 54: 21.587812423706055. +Interpolating between 48 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2850 0.9141 0.8791 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2645 0.9180 0.8859 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2542 0.9141 0.8811 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2514 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2520 0.9102 0.8770 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2509 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2462 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2431 0.9141 0.8804 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2485 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 54 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 48 and 55: 21.365259170532227. +Interpolating between 48 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2653 0.9141 0.8778 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2505 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2420 0.9160 0.8822 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2400 0.9102 0.8757 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2422 0.9141 0.8811 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.9160 0.8835 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2428 0.9160 0.8835 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.9160 0.8835 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2503 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 55 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 48 and 56: 21.76117515563965. +Interpolating between 48 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2727 0.9082 0.8676 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2517 0.9102 0.8722 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2413 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2426 0.9082 0.8740 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2441 0.9102 0.8763 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2411 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 56 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 48 and 57: 21.664583206176758. +Interpolating between 48 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2734 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2509 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2404 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.9121 0.8780 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2396 0.9121 0.8780 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2394 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2383 0.9102 0.8750 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2408 0.9082 0.8719 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2494 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 57 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 48 and 58: 21.778118133544922. +Interpolating between 48 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2916 0.9023 0.8641 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2710 0.9004 0.8625 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2591 0.9004 0.8625 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2549 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2545 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2522 0.9082 0.8726 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2449 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.9102 0.8743 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 58 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 48 and 59: 21.50899887084961. +Interpolating between 48 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2812 0.9102 0.8722 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2637 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2528 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2491 0.9082 0.8733 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2475 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2438 0.9121 0.8780 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.9121 0.8767 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2507 0.9141 0.8791 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 59 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 48 and 60: 22.023136138916016. +Interpolating between 48 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2689 0.9121 0.8747 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2423 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.9102 0.8750 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2393 0.9082 0.8733 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2491 0.9023 0.8663 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2492 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2392 0.9082 0.8733 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2338 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2420 0.9121 0.8760 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 60 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 48 and 61: 24.150970458984375. +Interpolating between 48 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2813 0.9082 0.8712 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2367 0.9082 0.8712 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2437 0.9004 0.8555 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3271 0.8711 0.8000 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4534 0.7129 0.3033 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4203 0.8281 0.7007 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2719 0.9062 0.8737 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2144 0.9102 0.8777 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2259 0.9141 0.8804 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 61 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 48 and 62: 20.970966339111328. +Interpolating between 48 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2495 0.9199 0.8871 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2397 0.9219 0.8901 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2338 0.9121 0.8780 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2310 0.9141 0.8804 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2304 0.9160 0.8822 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2307 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2319 0.9082 0.8719 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2363 0.9141 0.8791 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2465 0.9102 0.8736 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 62 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 48 and 63: 23.98686408996582. +Interpolating between 48 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2743 0.9102 0.8736 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2233 0.9141 0.8791 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2196 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2808 0.9141 0.8778 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3626 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3150 0.9023 0.8677 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2412 0.9121 0.8794 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2181 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2325 0.9160 0.8822 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 63 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 48 and 64: 22.00454330444336. +Interpolating between 48 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2747 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2556 0.9004 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2478 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2474 0.9102 0.8770 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2402 0.9121 0.8787 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9102 0.8750 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2462 0.9121 0.8767 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2645 0.9199 0.8864 +Completed interpolation from 48 to 64 +Wrote the values to ../logs/NLI/qqp_berts/qqp_interpol@34110steps/interpol_qqp_validation13.pkl!