diff --git "a/qqp_interpol@15000steps/19568986_interpolate_models.out" "b/qqp_interpol@15000steps/19568986_interpolate_models.out" new file mode 100644--- /dev/null +++ "b/qqp_interpol@15000steps/19568986_interpolate_models.out" @@ -0,0 +1,12828 @@ +Sun May 15 10:05:26 2022 ++-----------------------------------------------------------------------------+ +| NVIDIA-SMI 470.57.02 Driver Version: 470.57.02 CUDA Version: 11.4 | +|-------------------------------+----------------------+----------------------+ +| GPU Name Persistence-M| Bus-Id Disp.A | Volatile Uncorr. ECC | +| Fan Temp Perf Pwr:Usage/Cap| Memory-Usage | GPU-Util Compute M. | +| | | MIG M. | +|===============================+======================+======================| +| 0 Quadro RTX 8000 On | 00000000:86:00.0 Off | 0 | +| N/A 27C P8 13W / 250W | 0MiB / 45556MiB | 0% Default | +| | | N/A | ++-------------------------------+----------------------+----------------------+ + ++-----------------------------------------------------------------------------+ +| Processes: | +| GPU GI CI PID Type Process name GPU Memory | +| ID ID Usage | +|=============================================================================| +| No running processes found | ++-----------------------------------------------------------------------------+ +Obtaining file:///scratch/rb5139/constellations/src + Preparing metadata (setup.py): started + Preparing metadata (setup.py): finished with status 'done' +Installing collected packages: constellations + Attempting uninstall: constellations + Found existing installation: constellations 0.0.0 + Uninstalling constellations-0.0.0: + Successfully uninstalled constellations-0.0.0 + Running setup.py develop for constellations +Successfully installed constellations-0.0.0 +Creating .BO2ZF8FSZ2CTZVVNIXFJ, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .KS0CV2ZA060L3N64M81U, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 43 and 70: 20.674062728881836. +Interpolating between 43 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2357 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2485 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2733 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2775 0.8984 0.8617 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2569 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2371 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2278 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2315 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 70 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .83D63MGXV1S516OTOPO4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 43 and 71: 18.411331176757812. +Interpolating between 43 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2453 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2428 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2420 0.8945 0.8492 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2410 0.8926 0.8468 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2388 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2362 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2355 0.8984 0.8523 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2388 0.9004 0.8530 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 71 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .WHTDY2T3X65UIAKTYQ9O, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 43 and 72: 18.863819122314453. +Interpolating between 43 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2553 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2518 0.8965 0.8481 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2515 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2495 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2451 0.8984 0.8539 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2404 0.9004 0.8547 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9004 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2401 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 72 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .CFG6MC64A2SG98RIT5DS, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 43 and 73: 18.511646270751953. +Interpolating between 43 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2339 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2321 0.9043 0.8620 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2335 0.9102 0.8708 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2351 0.9023 0.8588 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2349 0.9023 0.8580 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2337 0.8965 0.8481 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2337 0.8984 0.8506 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2377 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 73 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .Q0B9QCI5CZY3RO5EI3I2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 43 and 74: 18.661298751831055. +Interpolating between 43 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2414 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2363 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2334 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2322 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2315 0.9004 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2311 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2328 0.9082 0.8669 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2376 0.9062 0.8621 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 74 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .6YOWQG23QDD59AEYYP5D, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 43 and 75: 18.598554611206055. +Interpolating between 43 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2450 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2412 0.9023 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2392 0.9023 0.8588 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2385 0.8984 0.8523 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2372 0.8926 0.8433 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2351 0.8945 0.8457 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2352 0.8965 0.8481 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2387 0.9004 0.8522 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 75 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .GELXSSEUCYTAQIWATWDT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 43 and 76: 19.52344512939453. +Interpolating between 43 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2361 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2389 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9043 0.8658 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2471 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2357 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2330 0.9023 0.8596 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2368 0.9023 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 76 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .EDUV4OQBL1L87KPTL71P, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 43 and 77: 18.994300842285156. +Interpolating between 43 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2301 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2352 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2404 0.8984 0.8531 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2431 0.9062 0.8636 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2427 0.9004 0.8530 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2396 0.9004 0.8522 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2380 0.9023 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2401 0.9004 0.8522 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 77 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .B4TLKUCQH5DJFBPSL9ZY, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 43 and 78: 21.004684448242188. +Interpolating between 43 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2408 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2575 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2888 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3000 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2751 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2261 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 78 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .WUMJRX5E2DIUESNLH8E2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 43 and 79: 18.421628952026367. +Interpolating between 43 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2288 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2281 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2286 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2289 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2285 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2284 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2302 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.9023 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 79 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .2NKI50589AP9UB8DNVFH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 43 and 80: 18.802457809448242. +Interpolating between 43 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2334 0.9082 0.8683 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2378 0.9121 0.8732 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2428 0.9043 0.8612 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.9043 0.8604 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2446 0.9004 0.8539 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2420 0.8984 0.8514 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2404 0.8984 0.8497 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2421 0.9004 0.8522 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 80 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .HG5D4QNT0QUI1ZIO38RA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 43 and 81: 18.541595458984375. +Interpolating between 43 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2332 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2309 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2308 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2305 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2287 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2271 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2281 0.9004 0.8563 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2344 0.9004 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 81 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .HJJ34L36FPJ86G96JIO5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 43 and 82: 20.7434024810791. +Interpolating between 43 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2267 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2424 0.8867 0.8380 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2714 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2820 0.8926 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2640 0.8887 0.8480 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2417 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2306 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 82 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .9DNNWQCVN25RZBA9EH3Q, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 43 and 83: 18.658796310424805. +Interpolating between 43 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2276 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2281 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2306 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2328 0.9023 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2332 0.9023 0.8588 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2331 0.9004 0.8555 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2345 0.9023 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2388 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 83 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .CB6RCDGHGQ1TJ9FROWAX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 43 and 84: 19.348838806152344. +Interpolating between 43 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2323 0.8984 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2368 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2427 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2435 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2373 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2331 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 84 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .0C8G1C2V2KNL7MKUOAG0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 43 and 85: 18.459226608276367. +Interpolating between 43 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2480 0.8965 0.8515 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2420 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2392 0.9004 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2361 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2339 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2341 0.8984 0.8523 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2382 0.9004 0.8530 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 85 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .O58FNWFQ0WCCLZPGERT9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 43 and 86: 19.256948471069336. +Interpolating between 43 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2250 0.8926 0.8485 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2289 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2373 0.8926 0.8493 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2415 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2374 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2294 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2255 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2308 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 86 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .SJBAUHH3XA06FM0CP7NH, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 43 and 87: 18.626506805419922. +Interpolating between 43 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2380 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2367 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2353 0.8906 0.8453 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2333 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2316 0.8965 0.8515 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2321 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2368 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 87 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .TXV82Z30K3GSFGDV50E5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 43 and 88: 18.712610244750977. +Interpolating between 43 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2193 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2203 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2224 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2240 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2245 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2251 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2280 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2353 0.9043 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 88 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .O8UIT80YONGE2K86LAVV, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 43 and 89: 18.58064842224121. +Interpolating between 43 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2384 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2346 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2329 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2315 0.8926 0.8476 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2298 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2287 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2360 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 89 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .S49TXYEKAKC8102PZY12, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 43 and 90: 18.625070571899414. +Interpolating between 43 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2228 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2212 0.9141 0.8798 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2227 0.9160 0.8828 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2247 0.9121 0.8780 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2252 0.9082 0.8719 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2255 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2280 0.9082 0.8683 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2346 0.9043 0.8604 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 90 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .ET30HJ40DU7EEZFPFGI3, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 43 and 91: 18.776927947998047. +Interpolating between 43 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2256 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2287 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2333 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2366 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2357 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2327 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2324 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2370 0.9023 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 91 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .QHM5DKAJH09USTQVPB8B, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 43 and 92: 20.38467788696289. +Interpolating between 43 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2321 0.8965 0.8515 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2395 0.8926 0.8485 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2548 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2619 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2551 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2424 0.8867 0.8380 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2343 0.8906 0.8409 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2358 0.9023 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 92 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .KT1RE2HMCRK9UMF7RYXX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 43 and 93: 19.212825775146484. +Interpolating between 43 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2380 0.9023 0.8580 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2492 0.9004 0.8555 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2623 0.8984 0.8523 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2695 0.8984 0.8514 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2613 0.8965 0.8481 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2513 0.8965 0.8473 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2445 0.8926 0.8406 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2433 0.8965 0.8455 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 93 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .411X5FK93OM99MVFVBAR, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 43 and 94: 20.981348037719727. +Interpolating between 43 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.8926 0.8397 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2775 0.8867 0.8304 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3384 0.8809 0.8168 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3881 0.8711 0.7988 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3445 0.9004 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2618 0.9043 0.8665 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2255 0.9102 0.8743 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2247 0.9102 0.8701 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 94 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .6U0XK4C0HH2IL590XH08, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 43 and 95: 18.81261444091797. +Interpolating between 43 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2404 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2358 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2354 0.9062 0.8667 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2341 0.9043 0.8635 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2321 0.9062 0.8644 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2322 0.9023 0.8580 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2368 0.9023 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 95 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .9FJ4VZ9FG9EYN5SIYE7V, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 43 and 96: 18.946971893310547. +Interpolating between 43 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2549 0.8926 0.8433 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2598 0.8945 0.8466 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2726 0.9004 0.8555 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2748 0.8984 0.8531 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2646 0.8945 0.8457 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2543 0.9004 0.8530 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2473 0.9023 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2447 0.9004 0.8522 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 96 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .K02UUWYNVSSXPZAZB1EW, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 43 and 97: 19.440099716186523. +Interpolating between 43 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2296 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2341 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2431 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2390 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2333 0.9023 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2316 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2361 0.9043 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 97 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .WUO9UAAB49M0FF2MBLUT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 43 and 98: 18.70874786376953. +Interpolating between 43 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2399 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2337 0.9023 0.8588 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2332 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2338 0.9023 0.8626 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2324 0.9023 0.8626 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2306 0.9043 0.8635 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2310 0.9043 0.8620 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2362 0.9043 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 98 +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Encountered Error: connectivity/bert_ft_qqp-43 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-43.pt +Creating .IFZ91E03Y8TUNZXD042L, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 43 and 99: 20.745641708374023. +Interpolating between 43 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2294 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2634 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2767 0.8926 0.8501 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2633 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.8867 0.8398 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2284 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2312 0.8984 0.8506 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2473 0.9004 0.8522 +Completed interpolation from 43 to 99 +Creating .S7B1SFW08BL5XJOGHS1D, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .9STKTQW9BZGE152TVWOK, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Euclidean distance between 44 and 45: 18.963321685791016. +Interpolating between 44 and 45 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2382 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2284 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2282 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2339 0.9023 0.8656 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2400 0.8945 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.8945 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2365 0.8926 0.8501 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2338 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2381 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 45 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .98SLSS0XPCSPR1XFX9TT, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 44 and 46: 18.870298385620117. +Interpolating between 44 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8848 0.8338 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2617 0.8828 0.8315 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2516 0.8848 0.8347 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2497 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2534 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2539 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2480 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2423 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2425 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 46 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .MK7LEP4WJIS8ZEZDF7U0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 44 and 47: 19.976991653442383. +Interpolating between 44 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2346 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.8965 0.8481 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.8926 0.8406 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2559 0.8887 0.8348 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2678 0.8926 0.8424 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2625 0.8906 0.8409 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2492 0.8926 0.8442 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2418 0.8945 0.8466 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2427 0.8945 0.8457 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 47 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .1EBKZMST87PLSRC84TY0, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 44 and 48: 18.679555892944336. +Interpolating between 44 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2474 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.8887 0.8438 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2452 0.8887 0.8464 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2478 0.8906 0.8503 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2474 0.8926 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2431 0.8906 0.8478 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2419 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 48 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .1JPJY2Y83ED5S5DZUOKX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 44 and 49: 18.609018325805664. +Interpolating between 44 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2444 0.8906 0.8462 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2436 0.8906 0.8462 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2410 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2393 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2419 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 49 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .UTV0XS0998DXKJ32Y5XA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 44 and 50: 19.070636749267578. +Interpolating between 44 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.8906 0.8444 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2364 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2426 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2444 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2417 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2412 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 50 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .4BJ2T7LH4BCRM990OME6, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 44 and 51: 18.627178192138672. +Interpolating between 44 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2284 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2261 0.9023 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2279 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2313 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2336 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2328 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2331 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2382 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 51 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .6GEHRSIC50Z2VTME90V5, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 44 and 52: 18.668502807617188. +Interpolating between 44 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2328 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2311 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2352 0.9023 0.8626 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2393 0.9043 0.8665 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2397 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2368 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2352 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2390 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 52 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .HPOBX7R4T2ENOMMQ9NNE, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 44 and 53: 20.951107025146484. +Interpolating between 44 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2487 0.8848 0.8329 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2738 0.8828 0.8256 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3400 0.8535 0.7604 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4253 0.7441 0.4426 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3700 0.8379 0.7167 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2748 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2348 0.9121 0.8760 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2299 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 53 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .UGC70T70BDI2QM6WUZO2, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 44 and 54: 19.031402587890625. +Interpolating between 44 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2352 0.9043 0.8658 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.9023 0.8649 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2480 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2535 0.8906 0.8486 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2532 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2494 0.8887 0.8447 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2458 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2460 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 54 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .53VPW59VP9PIV55ZWU80, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 44 and 55: 18.75176429748535. +Interpolating between 44 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2389 0.8906 0.8427 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2400 0.8926 0.8468 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2414 0.8906 0.8444 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2410 0.8906 0.8444 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2395 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2387 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2416 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 55 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .VXQX2RHI1Y9TKVM8WAG3, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 44 and 56: 19.08829116821289. +Interpolating between 44 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2554 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2520 0.8965 0.8507 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2522 0.8926 0.8459 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2533 0.8926 0.8468 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2501 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2450 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2432 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 56 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .GISMQVW6K239BN2OM2RO, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 44 and 57: 18.999019622802734. +Interpolating between 44 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2259 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2308 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2381 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2434 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2435 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2409 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2427 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 57 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .R75UX80382KOR0KJCS7U, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 44 and 58: 19.254846572875977. +Interpolating between 44 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2656 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2686 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2755 0.8887 0.8412 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2831 0.8848 0.8357 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2773 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2637 0.8887 0.8412 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2533 0.8926 0.8459 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2487 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 58 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .S0CCGGX4JLRQKV8Q34U9, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 44 and 59: 18.8582820892334. +Interpolating between 44 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2377 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2371 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2408 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2450 0.8926 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2459 0.8906 0.8503 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.8926 0.8493 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2431 0.8945 0.8500 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 59 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .8IYQ16ASN5I63ZMJWC81, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 44 and 60: 19.329744338989258. +Interpolating between 44 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2260 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2355 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2480 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2557 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2541 0.8926 0.8485 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2472 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2429 0.8945 0.8483 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2438 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 60 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .KED567RATFXPCGE7ML1L, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 44 and 61: 21.048912048339844. +Interpolating between 44 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2482 0.8926 0.8406 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2767 0.8848 0.8260 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3495 0.8750 0.8037 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4349 0.8184 0.6714 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4075 0.8672 0.7834 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2942 0.9004 0.8633 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.9023 0.8656 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2306 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 61 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .1MZQT8OOTEDWWAD4128F, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 44 and 62: 18.58857536315918. +Interpolating between 44 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2304 0.9062 0.8667 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2320 0.9121 0.8760 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2339 0.9102 0.8736 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2348 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2347 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2355 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2405 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 62 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .JQ17PUKN49HJMKPUUZWF, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 44 and 63: 20.92669105529785. +Interpolating between 44 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2365 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2685 0.8887 0.8376 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3359 0.8789 0.8133 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3969 0.8750 0.8037 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3404 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2696 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2355 0.8926 0.8493 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2331 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 63 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .NJV9ZZ27PWCA0SC39FGA, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 44 and 64: 19.29123306274414. +Interpolating between 44 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2341 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2536 0.8926 0.8459 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2635 0.8906 0.8427 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2616 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2513 0.8945 0.8475 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2432 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 64 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .CDRB6ZK0F2WKSQ0C28M4, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 44 and 65: 19.013347625732422. +Interpolating between 44 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2546 0.8867 0.8352 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2498 0.8848 0.8329 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2504 0.8867 0.8362 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2520 0.8828 0.8324 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2508 0.8867 0.8398 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2468 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2436 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2445 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 65 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .9ZP59L1198703CDN1XGB, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 44 and 66: 18.992145538330078. +Interpolating between 44 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2418 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2440 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2471 0.8906 0.8478 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2464 0.8945 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2423 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2391 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2413 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 66 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .JY9EVRB9WLSLPLDHYMLB, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 44 and 67: 18.75112533569336. +Interpolating between 44 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2290 0.8926 0.8459 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2309 0.8926 0.8485 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2348 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2381 0.8887 0.8447 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2379 0.8906 0.8470 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2357 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2353 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2399 0.8906 0.8427 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 67 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .QB9XJ819O1CS6QWNXGHV, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 44 and 68: 21.020122528076172. +Interpolating between 44 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2449 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2653 0.8906 0.8382 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3224 0.8730 0.8012 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4169 0.7871 0.5856 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4259 0.7402 0.4141 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3043 0.8887 0.8257 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2423 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2314 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 68 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Creating .RA0D148LH2NBKZKNA2PX, for loading in git data +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 44 and 69: 20.978275299072266. +Interpolating between 44 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2429 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2688 0.8828 0.8246 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3423 0.8770 0.8073 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4288 0.8125 0.6571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4064 0.8574 0.7638 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3016 0.9082 0.8698 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2397 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 69 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 44 and 70: 20.59698486328125. +Interpolating between 44 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2375 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2566 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2957 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3149 0.8887 0.8447 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2910 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2595 0.8906 0.8478 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2414 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2398 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 70 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 44 and 71: 18.647104263305664. +Interpolating between 44 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2440 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2422 0.8926 0.8459 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2441 0.8906 0.8444 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2461 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2461 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2432 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2411 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2431 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 71 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 44 and 72: 19.032548904418945. +Interpolating between 44 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2546 0.8887 0.8376 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2521 0.8906 0.8418 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2565 0.8887 0.8403 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2611 0.8867 0.8407 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2578 0.8887 0.8438 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2503 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2446 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2445 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 72 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 44 and 73: 18.827329635620117. +Interpolating between 44 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2321 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2363 0.9102 0.8736 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.9043 0.8650 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2399 0.9023 0.8611 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.9043 0.8635 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2408 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 73 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 44 and 74: 18.857677459716797. +Interpolating between 44 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2431 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2409 0.8926 0.8509 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.8965 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2406 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2431 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 74 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 44 and 75: 18.815237045288086. +Interpolating between 44 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2418 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2376 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2377 0.9102 0.8722 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2405 0.9102 0.8722 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2415 0.9062 0.8681 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2395 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2412 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 75 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 44 and 76: 19.505355834960938. +Interpolating between 44 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2352 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2389 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2493 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2549 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2438 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2402 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2430 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 76 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 44 and 77: 19.1298770904541. +Interpolating between 44 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2277 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2346 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.8965 0.8515 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2514 0.8965 0.8499 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2511 0.8965 0.8499 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2464 0.8984 0.8523 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2420 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2431 0.8906 0.8409 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 77 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 44 and 78: 20.892826080322266. +Interpolating between 44 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2419 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2582 0.8945 0.8466 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2933 0.8828 0.8235 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3233 0.8906 0.8303 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3032 0.8906 0.8363 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2582 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2342 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2338 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 78 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 44 and 79: 18.728649139404297. +Interpolating between 44 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2303 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.8906 0.8470 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2365 0.8926 0.8509 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2403 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2417 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2402 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2389 0.8965 0.8548 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2416 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 79 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 44 and 80: 18.96488380432129. +Interpolating between 44 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2339 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2398 0.9062 0.8652 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2502 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2565 0.8926 0.8442 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2553 0.8906 0.8418 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2510 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2467 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2464 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 80 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 44 and 81: 18.497709274291992. +Interpolating between 44 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2331 0.9141 0.8785 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2313 0.9121 0.8760 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2323 0.9082 0.8705 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2335 0.9062 0.8674 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2339 0.9082 0.8705 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2338 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2347 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2395 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 81 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 44 and 82: 20.638629913330078. +Interpolating between 44 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2284 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2466 0.8867 0.8371 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2813 0.8926 0.8476 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3012 0.8867 0.8441 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2836 0.8926 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2550 0.8867 0.8424 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2398 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2392 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 82 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 44 and 83: 18.949846267700195. +Interpolating between 44 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2286 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2324 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2458 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2459 0.8945 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2416 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2382 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2408 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 83 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 44 and 84: 19.44322395324707. +Interpolating between 44 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.8926 0.8501 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2412 0.8887 0.8438 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2526 0.8906 0.8453 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2615 0.8906 0.8453 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2611 0.8906 0.8444 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2535 0.8906 0.8436 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2462 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2451 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 84 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 44 and 85: 18.798274993896484. +Interpolating between 44 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2484 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2478 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2493 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2501 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2483 0.8906 0.8462 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2399 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2414 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 85 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 44 and 86: 19.049766540527344. +Interpolating between 44 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2265 0.8887 0.8438 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2287 0.8867 0.8415 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.8887 0.8455 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2384 0.8926 0.8509 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2382 0.8867 0.8424 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2352 0.8906 0.8470 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2331 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2381 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 86 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 44 and 87: 18.802722930908203. +Interpolating between 44 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2402 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2390 0.8926 0.8468 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2417 0.8887 0.8421 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2449 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2448 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2413 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2383 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2407 0.8945 0.8483 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 87 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 44 and 88: 18.633052825927734. +Interpolating between 44 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2202 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2222 0.9141 0.8791 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2257 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2288 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2308 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2312 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2323 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2381 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 88 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 44 and 89: 18.692100524902344. +Interpolating between 44 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2372 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2353 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2376 0.8906 0.8495 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2379 0.8926 0.8518 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2357 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2345 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2386 0.8965 0.8515 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 89 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 44 and 90: 18.71543312072754. +Interpolating between 44 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2223 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2233 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2290 0.9043 0.8679 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2348 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2364 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2342 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2329 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2372 0.8965 0.8524 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 90 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 44 and 91: 18.932607650756836. +Interpolating between 44 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2251 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2304 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8887 0.8464 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2473 0.8887 0.8464 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2462 0.8887 0.8447 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2371 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2400 0.8926 0.8451 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 91 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 44 and 92: 20.315584182739258. +Interpolating between 44 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2310 0.8965 0.8515 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2627 0.8926 0.8468 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2778 0.8906 0.8453 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2715 0.8848 0.8366 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2549 0.8887 0.8421 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2437 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2425 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 92 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 44 and 93: 19.375520706176758. +Interpolating between 44 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2357 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2445 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2568 0.8984 0.8539 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2710 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2694 0.8867 0.8380 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2569 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2486 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2470 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 93 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 44 and 94: 20.895565032958984. +Interpolating between 44 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2504 0.8926 0.8387 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2777 0.8887 0.8309 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3461 0.8594 0.7692 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4171 0.7949 0.6067 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3710 0.8750 0.8012 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2841 0.9043 0.8643 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2377 0.9121 0.8774 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.9004 0.8571 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 94 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 44 and 95: 19.036399841308594. +Interpolating between 44 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2373 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2382 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2401 0.8984 0.8547 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.8984 0.8547 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2409 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2400 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2424 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 95 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 44 and 96: 19.179853439331055. +Interpolating between 44 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2512 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2557 0.8945 0.8457 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2720 0.8906 0.8400 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2838 0.8887 0.8403 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2770 0.8906 0.8444 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2631 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2522 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2481 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 96 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 44 and 97: 19.46604347229004. +Interpolating between 44 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2292 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2353 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2471 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2551 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2524 0.8926 0.8518 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2390 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2417 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 97 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 44 and 98: 18.581438064575195. +Interpolating between 44 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2380 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9043 0.8627 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2323 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2344 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2348 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2341 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2348 0.9023 0.8611 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2397 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 98 +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-44 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-44.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 44 and 99: 20.71139907836914. +Interpolating between 44 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2297 0.8945 0.8448 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.8926 0.8415 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2942 0.8926 0.8415 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3345 0.8887 0.8385 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3116 0.8926 0.8468 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2663 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.8984 0.8556 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2378 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2499 0.8945 0.8457 +Completed interpolation from 44 to 99 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Euclidean distance between 45 and 46: 18.95062255859375. +Interpolating between 45 and 46 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2789 0.8848 0.8338 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2604 0.8848 0.8347 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2487 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2441 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2429 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2400 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2342 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2297 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2302 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 46 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 45 and 47: 19.94586944580078. +Interpolating between 45 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2346 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2269 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2298 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2388 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2461 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2453 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2376 0.9043 0.8679 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2306 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2299 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 47 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 45 and 48: 19.04925537109375. +Interpolating between 45 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2445 0.8926 0.8485 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2430 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2486 0.8965 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2542 0.8906 0.8519 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2509 0.8887 0.8496 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2406 0.8984 0.8617 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2320 0.9082 0.8726 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2304 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 48 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 45 and 49: 18.798030853271484. +Interpolating between 45 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2479 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2442 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2443 0.8906 0.8478 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2415 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2365 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2325 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 49 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 45 and 50: 18.771690368652344. +Interpolating between 45 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2388 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2335 0.8926 0.8501 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2310 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2313 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2300 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2275 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2268 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2295 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 50 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 45 and 51: 18.97844886779785. +Interpolating between 45 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2297 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2290 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2326 0.9062 0.8681 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2369 0.9082 0.8719 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2377 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2338 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9004 0.8595 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 51 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 45 and 52: 18.967554092407227. +Interpolating between 45 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2325 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2295 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2317 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2345 0.9004 0.8618 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2338 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2302 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2275 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 52 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 45 and 53: 20.966442108154297. +Interpolating between 45 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2476 0.8887 0.8394 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2635 0.8867 0.8362 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3005 0.8867 0.8333 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3323 0.8867 0.8371 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3132 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2577 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2253 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2223 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 53 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 45 and 54: 18.642271041870117. +Interpolating between 45 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2281 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2277 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2306 0.9102 0.8763 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2331 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2327 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2295 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2269 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 54 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 45 and 55: 18.734516143798828. +Interpolating between 45 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2362 0.9023 0.8588 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2349 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2361 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2375 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2360 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2321 0.9102 0.8736 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2287 0.9102 0.8729 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2295 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 55 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 45 and 56: 18.93079948425293. +Interpolating between 45 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2383 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2387 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2408 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2384 0.8984 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2329 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2286 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2295 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 56 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 45 and 57: 19.16427993774414. +Interpolating between 45 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2219 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2268 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2364 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2391 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2317 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2265 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2279 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 57 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 45 and 58: 18.908945083618164. +Interpolating between 45 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2625 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2606 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2614 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2610 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2529 0.8984 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2423 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2364 0.9043 0.8650 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2347 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 58 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 45 and 59: 18.701189041137695. +Interpolating between 45 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2340 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2311 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2327 0.9082 0.8719 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2341 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2324 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2287 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2266 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 59 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 45 and 60: 19.06992530822754. +Interpolating between 45 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2238 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2297 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2376 0.9043 0.8665 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2418 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2400 0.9062 0.8710 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2345 0.9082 0.8726 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2307 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 60 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 45 and 61: 21.083541870117188. +Interpolating between 45 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2464 0.8926 0.8433 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2721 0.8984 0.8547 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3352 0.8887 0.8447 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3971 0.8730 0.8371 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3801 0.8652 0.8329 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2943 0.8828 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2355 0.9004 0.8654 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2222 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 61 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 45 and 62: 18.940637588500977. +Interpolating between 45 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2306 0.9082 0.8705 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2337 0.9121 0.8774 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2371 0.9043 0.8686 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2365 0.9023 0.8663 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2321 0.9043 0.8672 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2285 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 62 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 45 and 63: 20.90544891357422. +Interpolating between 45 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2327 0.8965 0.8548 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2551 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2972 0.8945 0.8586 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3261 0.8906 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2992 0.8965 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2516 0.9043 0.8721 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2266 0.9004 0.8633 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2241 0.9043 0.8665 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 63 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 45 and 64: 19.033004760742188. +Interpolating between 45 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2328 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2353 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2412 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2427 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2366 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2314 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2311 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 64 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 45 and 65: 18.902576446533203. +Interpolating between 45 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2480 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2401 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2392 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2393 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2356 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2300 0.9102 0.8743 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2265 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2286 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 65 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 45 and 66: 18.772727966308594. +Interpolating between 45 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2444 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2398 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2383 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2382 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2372 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2348 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2326 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2330 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 66 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 45 and 67: 18.876739501953125. +Interpolating between 45 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2274 0.8945 0.8508 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2296 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2347 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2383 0.8926 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2365 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2313 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2275 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 67 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 45 and 68: 21.06317710876465. +Interpolating between 45 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2423 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2596 0.8906 0.8418 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3003 0.8867 0.8343 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3447 0.8809 0.8232 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3419 0.8867 0.8294 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2783 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9082 0.8698 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2218 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 68 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 45 and 69: 21.02046012878418. +Interpolating between 45 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2421 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2573 0.8945 0.8475 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3001 0.8906 0.8409 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3497 0.8887 0.8367 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3422 0.9023 0.8656 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2774 0.8965 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9023 0.8663 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2202 0.9082 0.8719 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 69 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 45 and 70: 20.561124801635742. +Interpolating between 45 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2352 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.9043 0.8658 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2636 0.8945 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2726 0.8906 0.8526 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2610 0.8906 0.8534 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2415 0.8945 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2288 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2273 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 70 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 45 and 71: 18.611482620239258. +Interpolating between 45 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2432 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2407 0.8984 0.8531 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2403 0.8906 0.8444 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2396 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2380 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2349 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2323 0.9023 0.8619 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2327 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 71 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 45 and 72: 18.74083709716797. +Interpolating between 45 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2503 0.8867 0.8352 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2432 0.8887 0.8394 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2434 0.8906 0.8444 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2442 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2413 0.9023 0.8641 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2361 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2322 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2324 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 72 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 45 and 73: 18.57699966430664. +Interpolating between 45 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2312 0.9062 0.8652 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2276 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2285 0.9102 0.8750 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2306 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2312 0.9062 0.8689 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2295 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2281 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2301 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 73 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 45 and 74: 18.833702087402344. +Interpolating between 45 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2369 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2298 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2277 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2281 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2281 0.9062 0.8703 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2269 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2259 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 74 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 45 and 75: 18.905363082885742. +Interpolating between 45 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2436 0.9004 0.8555 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.9043 0.8620 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2419 0.9023 0.8596 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.9043 0.8627 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2410 0.9062 0.8674 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2365 0.9023 0.8619 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2325 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2321 0.9004 0.8579 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 75 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 45 and 76: 19.470123291015625. +Interpolating between 45 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2309 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2297 0.8984 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2349 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2383 0.8984 0.8617 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2362 0.8984 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2309 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2272 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 76 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 45 and 77: 18.886701583862305. +Interpolating between 45 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2270 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2302 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.9023 0.8619 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2386 0.9062 0.8681 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2369 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2330 0.8984 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2301 0.9062 0.8681 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2312 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 77 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 45 and 78: 20.942729949951172. +Interpolating between 45 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2394 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2550 0.9082 0.8733 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2883 0.8984 0.8624 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3112 0.8848 0.8491 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2905 0.8926 0.8586 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2498 0.8926 0.8549 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2253 0.8984 0.8602 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2235 0.9043 0.8658 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 78 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 45 and 79: 18.653589248657227. +Interpolating between 45 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.9023 0.8634 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2287 0.8926 0.8509 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2309 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2326 0.9004 0.8625 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2321 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2292 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2263 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2280 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 79 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 45 and 80: 18.836694717407227. +Interpolating between 45 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2295 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2274 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2291 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2311 0.9023 0.8663 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2305 0.9082 0.8733 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2292 0.9023 0.8656 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2290 0.9062 0.8696 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2308 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 80 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 45 and 81: 18.83915901184082. +Interpolating between 45 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2331 0.9102 0.8736 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2317 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2339 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2356 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2349 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2312 0.9023 0.8649 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2281 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2294 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 81 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 45 and 82: 20.663665771484375. +Interpolating between 45 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2257 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2373 0.8906 0.8453 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2622 0.8945 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2766 0.8887 0.8512 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2653 0.8867 0.8490 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2441 0.8906 0.8526 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2269 0.9043 0.8650 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 82 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 45 and 83: 18.644058227539062. +Interpolating between 45 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2254 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2287 0.9062 0.8667 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2316 0.9082 0.8698 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2315 0.9102 0.8729 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2289 0.9062 0.8674 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2274 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2299 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 83 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 45 and 84: 19.21977996826172. +Interpolating between 45 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2338 0.8926 0.8509 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2391 0.8926 0.8533 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2467 0.8887 0.8480 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2505 0.8887 0.8496 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2477 0.8945 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2405 0.8965 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2341 0.9023 0.8641 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2326 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 84 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 45 and 85: 18.64937973022461. +Interpolating between 45 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2468 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2428 0.8984 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2413 0.8984 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2372 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2324 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.9102 0.8736 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 85 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 45 and 86: 19.421098709106445. +Interpolating between 45 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2254 0.8887 0.8438 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2295 0.8887 0.8447 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2398 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2459 0.8926 0.8533 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2360 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2278 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.9004 0.8587 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 86 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 45 and 87: 18.687496185302734. +Interpolating between 45 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2382 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2345 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2340 0.9023 0.8641 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2343 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2328 0.9043 0.8665 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2296 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2280 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2300 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 87 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 45 and 88: 19.008787155151367. +Interpolating between 45 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2201 0.9160 0.8835 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2254 0.9180 0.8871 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2341 0.9102 0.8770 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2405 0.9023 0.8677 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2397 0.9062 0.8723 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2337 0.9062 0.8717 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2285 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2291 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 88 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 45 and 89: 18.913314819335938. +Interpolating between 45 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2393 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2376 0.9043 0.8672 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2398 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2414 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2394 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2344 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2298 0.9062 0.8689 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2300 0.9023 0.8619 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 89 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 45 and 90: 18.615482330322266. +Interpolating between 45 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2221 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2202 0.9102 0.8743 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2222 0.9102 0.8743 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2250 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2253 0.9062 0.8696 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2241 0.9062 0.8696 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2240 0.9082 0.8712 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2281 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 90 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 45 and 91: 18.669221878051758. +Interpolating between 45 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2253 0.9043 0.8665 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2291 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2348 0.9004 0.8633 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2374 0.9004 0.8647 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2346 0.9023 0.8670 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2294 0.8965 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2268 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 91 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 45 and 92: 20.290597915649414. +Interpolating between 45 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2282 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2323 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2470 0.9004 0.8647 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2592 0.8867 0.8482 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2570 0.8887 0.8512 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.8906 0.8526 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2318 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 92 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 45 and 93: 19.120651245117188. +Interpolating between 45 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2339 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2379 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2416 0.8965 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2399 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2344 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2304 0.9023 0.8626 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2314 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 93 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 45 and 94: 20.950403213500977. +Interpolating between 45 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2485 0.8906 0.8382 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2698 0.8867 0.8324 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3189 0.8770 0.8152 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3690 0.8711 0.8092 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3573 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2842 0.9023 0.8677 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2341 0.9043 0.8672 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2227 0.9062 0.8674 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 94 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 45 and 95: 18.771366119384766. +Interpolating between 45 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2384 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2373 0.9004 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2361 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2325 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2291 0.9043 0.8658 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2298 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 95 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 45 and 96: 18.819671630859375. +Interpolating between 45 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2466 0.8926 0.8433 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.9062 0.8659 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2410 0.9141 0.8791 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2429 0.9102 0.8743 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2406 0.9121 0.8774 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2361 0.9082 0.8712 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2326 0.9082 0.8705 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2331 0.9043 0.8635 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 96 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 45 and 97: 19.2762451171875. +Interpolating between 45 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2267 0.9043 0.8650 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2299 0.9043 0.8665 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2384 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2435 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2405 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2327 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2272 0.9023 0.8634 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2284 0.9023 0.8611 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 97 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 45 and 98: 18.944591522216797. +Interpolating between 45 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2380 0.8984 0.8523 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2329 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2346 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2372 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2366 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2323 0.9062 0.8703 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2288 0.9043 0.8665 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2298 0.9043 0.8643 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 98 +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-45 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-45.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 45 and 99: 20.644634246826172. +Interpolating between 45 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2281 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2371 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2585 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2746 0.8965 0.8594 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2676 0.8965 0.8609 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2457 0.8984 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2299 0.8965 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2273 0.9023 0.8626 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2382 0.9023 0.8603 +Completed interpolation from 45 to 99 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Euclidean distance between 46 and 47: 20.236839294433594. +Interpolating between 46 and 47 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2346 0.9023 0.8571 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2332 0.8926 0.8442 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2706 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2893 0.8945 0.8525 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2804 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2651 0.8906 0.8453 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2597 0.8887 0.8421 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2649 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 47 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 46 and 48: 18.804786682128906. +Interpolating between 46 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2556 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2597 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2675 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2724 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2703 0.8965 0.8571 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2673 0.8984 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2661 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2696 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 48 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 46 and 49: 18.564556121826172. +Interpolating between 46 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2530 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2520 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2528 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2534 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2549 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2539 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2567 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2648 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 49 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 46 and 50: 18.943740844726562. +Interpolating between 46 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2435 0.8887 0.8412 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2419 0.8906 0.8453 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2430 0.8887 0.8430 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2464 0.8887 0.8430 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2497 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2521 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2567 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2651 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 50 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 46 and 51: 18.777009963989258. +Interpolating between 46 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2333 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2353 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2410 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2463 0.8965 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2477 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2486 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2531 0.8926 0.8476 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2632 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 51 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 46 and 52: 18.749189376831055. +Interpolating between 46 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2342 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2377 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2416 0.9043 0.8672 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2439 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2464 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2525 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2632 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 52 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 46 and 53: 21.112295150756836. +Interpolating between 46 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.8848 0.8329 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2772 0.8848 0.8300 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3457 0.8516 0.7548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4160 0.7676 0.5182 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3157 0.8633 0.7904 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2545 0.8867 0.8389 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2444 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2551 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 53 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 46 and 54: 19.045557022094727. +Interpolating between 46 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9082 0.8719 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2472 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2521 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2539 0.8945 0.8516 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2548 0.8926 0.8468 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2584 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2667 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 54 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 46 and 55: 18.876358032226562. +Interpolating between 46 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2404 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2425 0.8887 0.8421 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2465 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2509 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2534 0.8887 0.8447 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2544 0.8867 0.8398 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2576 0.8887 0.8412 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2655 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 55 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 46 and 56: 19.304412841796875. +Interpolating between 46 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2565 0.8906 0.8400 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2579 0.8887 0.8394 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2645 0.8906 0.8436 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2678 0.8887 0.8412 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2641 0.8867 0.8389 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2589 0.8887 0.8403 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2582 0.8867 0.8380 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2652 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 56 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 46 and 57: 19.254295349121094. +Interpolating between 46 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2269 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2336 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2426 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2477 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2479 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2523 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2627 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 57 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 46 and 58: 19.22126579284668. +Interpolating between 46 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2751 0.8906 0.8427 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2885 0.8906 0.8418 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3082 0.8867 0.8362 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3207 0.8867 0.8352 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3131 0.8887 0.8385 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2971 0.8906 0.8418 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2848 0.8887 0.8385 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2790 0.8867 0.8362 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 58 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 46 and 59: 19.00722885131836. +Interpolating between 46 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2377 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2482 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2542 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2542 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2519 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2543 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2636 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 59 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 46 and 60: 19.53744888305664. +Interpolating between 46 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2307 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2474 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2674 0.8906 0.8453 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2787 0.8867 0.8398 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2758 0.8848 0.8366 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2669 0.8809 0.8301 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2638 0.8848 0.8338 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2685 0.8848 0.8329 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 60 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 46 and 61: 21.192279815673828. +Interpolating between 46 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2489 0.8926 0.8424 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2842 0.8828 0.8246 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3699 0.8730 0.8048 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4490 0.8027 0.6406 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3552 0.8711 0.8187 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2668 0.8906 0.8495 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2463 0.8926 0.8493 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2545 0.8945 0.8492 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 61 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 46 and 62: 18.678665161132812. +Interpolating between 46 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2397 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2407 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2443 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2479 0.9043 0.8658 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2506 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2541 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2592 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2667 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 62 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 46 and 63: 21.109344482421875. +Interpolating between 46 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2375 0.8887 0.8430 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2748 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3467 0.8848 0.8384 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3830 0.8770 0.8329 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3105 0.8711 0.8245 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2609 0.8789 0.8306 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2499 0.8867 0.8389 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2584 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 63 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 46 and 64: 19.488201141357422. +Interpolating between 46 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2373 0.8906 0.8444 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2477 0.8848 0.8392 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2641 0.8828 0.8370 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2758 0.8848 0.8392 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2722 0.8867 0.8424 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2617 0.8887 0.8430 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2572 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2633 0.8887 0.8403 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 64 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 46 and 65: 19.223922729492188. +Interpolating between 46 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2549 0.8906 0.8409 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2533 0.8848 0.8338 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2573 0.8867 0.8389 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2604 0.8887 0.8421 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2586 0.8887 0.8421 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2559 0.8906 0.8453 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2576 0.8867 0.8380 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2653 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 65 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 46 and 66: 18.973249435424805. +Interpolating between 46 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2479 0.8984 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2465 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2479 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2500 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2515 0.8926 0.8493 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2527 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2565 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2650 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 66 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 46 and 67: 19.081951141357422. +Interpolating between 46 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2320 0.8926 0.8468 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2380 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2458 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2518 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2535 0.8926 0.8501 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2522 0.8945 0.8508 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2544 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2634 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 67 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 46 and 68: 21.210416793823242. +Interpolating between 46 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2447 0.8906 0.8444 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2724 0.8906 0.8436 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3397 0.8770 0.8205 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4150 0.8809 0.8242 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3535 0.8809 0.8320 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2655 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2419 0.8887 0.8421 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2520 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 68 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 46 and 69: 21.131107330322266. +Interpolating between 46 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2421 0.8906 0.8453 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2670 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3321 0.8828 0.8396 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3884 0.8789 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3374 0.8867 0.8497 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2658 0.8984 0.8639 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2411 0.8926 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2491 0.8965 0.8540 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 69 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 46 and 70: 20.78725242614746. +Interpolating between 46 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2368 0.9023 0.8603 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2517 0.8945 0.8516 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2807 0.9004 0.8633 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2890 0.8848 0.8443 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2741 0.8867 0.8432 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2587 0.8848 0.8375 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2545 0.8867 0.8389 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2623 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 70 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 46 and 71: 18.761390686035156. +Interpolating between 46 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2496 0.8945 0.8475 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2539 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2588 0.8867 0.8407 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2611 0.8887 0.8438 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2609 0.8906 0.8462 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2599 0.8906 0.8453 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2611 0.8867 0.8380 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2673 0.8848 0.8338 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 71 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 46 and 72: 19.137027740478516. +Interpolating between 46 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2606 0.8906 0.8391 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2628 0.8926 0.8424 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2690 0.8867 0.8352 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2727 0.8867 0.8362 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2693 0.8887 0.8394 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2644 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2633 0.8906 0.8418 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2681 0.8867 0.8362 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 72 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 46 and 73: 18.869129180908203. +Interpolating between 46 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2359 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2373 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2424 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2482 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2516 0.8984 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2531 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2567 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2653 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 73 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 46 and 74: 18.7042179107666. +Interpolating between 46 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2416 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2386 0.8965 0.8524 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2383 0.9023 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2398 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2420 0.8945 0.8508 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2451 0.8965 0.8532 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2506 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2614 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 74 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 46 and 75: 18.6495361328125. +Interpolating between 46 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2478 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2461 0.9023 0.8611 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2459 0.9062 0.8674 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2473 0.9062 0.8674 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2523 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2564 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2649 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 75 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 46 and 76: 19.716829299926758. +Interpolating between 46 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2437 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2569 0.8887 0.8438 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2758 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2838 0.8926 0.8493 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2772 0.8867 0.8415 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2678 0.8906 0.8462 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2643 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2680 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 76 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 46 and 77: 19.28392219543457. +Interpolating between 46 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2331 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2452 0.8945 0.8508 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2611 0.8945 0.8508 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2733 0.8945 0.8500 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2729 0.8906 0.8436 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2669 0.8887 0.8403 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2647 0.8887 0.8403 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2687 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 77 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 46 and 78: 21.132827758789062. +Interpolating between 46 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2426 0.9062 0.8681 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2670 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3181 0.8906 0.8462 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3352 0.8887 0.8472 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2933 0.8906 0.8511 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2607 0.8867 0.8441 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2525 0.8887 0.8438 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2596 0.8926 0.8468 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 78 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 46 and 79: 18.66449737548828. +Interpolating between 46 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8984 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2344 0.8965 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2394 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.9023 0.8649 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2455 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2529 0.8984 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2627 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 79 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 46 and 80: 18.98069190979004. +Interpolating between 46 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2404 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2554 0.9004 0.8555 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2795 0.8945 0.8475 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2922 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2852 0.8906 0.8427 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2750 0.8867 0.8380 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2705 0.8848 0.8338 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2720 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 80 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 46 and 81: 18.641481399536133. +Interpolating between 46 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2359 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2369 0.9082 0.8726 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.9043 0.8672 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2443 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2456 0.9043 0.8672 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2463 0.9043 0.8658 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2509 0.8945 0.8500 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2616 0.8848 0.8338 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 81 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 46 and 82: 20.843280792236328. +Interpolating between 46 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2275 0.8926 0.8476 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2460 0.8945 0.8541 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2836 0.8828 0.8446 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3056 0.8672 0.8274 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2929 0.8691 0.8278 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2710 0.8789 0.8351 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2609 0.8887 0.8430 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2651 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 82 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 46 and 83: 18.97765350341797. +Interpolating between 46 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2318 0.9043 0.8635 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2362 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2430 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2484 0.8965 0.8532 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2510 0.8965 0.8524 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2530 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2569 0.8867 0.8362 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2651 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 83 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 46 and 84: 19.575716018676758. +Interpolating between 46 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2387 0.8926 0.8501 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2509 0.8887 0.8455 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2678 0.8887 0.8447 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2808 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2781 0.8887 0.8412 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2699 0.8867 0.8371 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2658 0.8867 0.8371 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2689 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 84 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 46 and 85: 18.88807487487793. +Interpolating between 46 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2527 0.8906 0.8444 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2557 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2601 0.8906 0.8486 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2627 0.8887 0.8464 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2619 0.8906 0.8486 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2593 0.8926 0.8493 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2603 0.8906 0.8453 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2666 0.8867 0.8380 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 85 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 46 and 86: 19.38897705078125. +Interpolating between 46 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2278 0.8887 0.8447 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2354 0.8926 0.8518 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2499 0.8965 0.8609 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2598 0.8965 0.8623 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2562 0.8906 0.8534 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2481 0.8984 0.8617 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2473 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2581 0.8867 0.8380 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 86 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 46 and 87: 18.93738555908203. +Interpolating between 46 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2435 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2447 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2478 0.8926 0.8501 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2505 0.8926 0.8509 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2511 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2512 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2551 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2641 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 87 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 46 and 88: 18.884550094604492. +Interpolating between 46 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2235 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2292 0.9121 0.8767 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2364 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2428 0.9043 0.8679 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2471 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.9023 0.8641 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2543 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2637 0.8867 0.8380 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 88 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 46 and 89: 18.64413833618164. +Interpolating between 46 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2428 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2429 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2441 0.8984 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2457 0.9023 0.8641 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2472 0.9004 0.8610 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2494 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2549 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2645 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 89 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 46 and 90: 18.8255672454834. +Interpolating between 46 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2239 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2256 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2322 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2383 0.8984 0.8587 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2412 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2429 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2479 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2597 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 90 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 46 and 91: 19.052448272705078. +Interpolating between 46 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2304 0.9004 0.8595 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2387 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.8965 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2584 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2628 0.8965 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2607 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2619 0.8906 0.8436 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2677 0.8848 0.8338 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 91 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 46 and 92: 20.564939498901367. +Interpolating between 46 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2308 0.8906 0.8462 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2458 0.8965 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2800 0.8828 0.8446 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3085 0.8750 0.8359 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2974 0.8750 0.8307 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2716 0.8848 0.8410 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2588 0.8926 0.8485 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2625 0.8867 0.8380 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 92 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 46 and 93: 19.490488052368164. +Interpolating between 46 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.8965 0.8490 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2614 0.8906 0.8409 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2799 0.8887 0.8385 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2912 0.8906 0.8427 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2853 0.8906 0.8427 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2746 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2685 0.8867 0.8352 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2703 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 93 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 46 and 94: 21.054908752441406. +Interpolating between 46 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2492 0.8926 0.8415 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2750 0.8867 0.8343 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3344 0.8770 0.8195 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3760 0.8867 0.8424 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3172 0.8828 0.8446 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2641 0.8945 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2453 0.8926 0.8509 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2535 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 94 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 46 and 95: 19.11520004272461. +Interpolating between 46 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2447 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2470 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2509 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2550 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2569 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2561 0.8926 0.8476 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2574 0.8867 0.8380 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2652 0.8887 0.8394 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 95 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 46 and 96: 19.151256561279297. +Interpolating between 46 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2663 0.8906 0.8391 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2860 0.8887 0.8348 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3149 0.8906 0.8382 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3266 0.8906 0.8382 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3113 0.8887 0.8367 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2935 0.8809 0.8252 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2826 0.8867 0.8352 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2781 0.8867 0.8362 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 96 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 46 and 97: 19.617704391479492. +Interpolating between 46 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2332 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2440 0.8965 0.8548 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2589 0.8945 0.8525 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2668 0.8867 0.8415 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2636 0.8828 0.8352 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2570 0.8809 0.8301 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2564 0.8848 0.8357 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2642 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 97 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 46 and 98: 18.869367599487305. +Interpolating between 46 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2411 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.9023 0.8649 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2468 0.9004 0.8633 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2479 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2519 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2622 0.8848 0.8347 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 98 +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-46 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-46.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 46 and 99: 20.8974552154541. +Interpolating between 46 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2314 0.8906 0.8400 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2479 0.8926 0.8451 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2854 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3081 0.8887 0.8438 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2890 0.8809 0.8320 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2643 0.8828 0.8333 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2568 0.8887 0.8412 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2634 0.8867 0.8371 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2789 0.8848 0.8338 +Completed interpolation from 46 to 99 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Euclidean distance between 47 and 48: 20.06719398498535. +Interpolating between 47 and 48 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2559 0.8965 0.8524 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2472 0.8926 0.8459 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2463 0.8965 0.8515 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2530 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2632 0.8984 0.8547 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2651 0.8965 0.8515 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2535 0.8965 0.8507 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2292 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 48 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 47 and 49: 20.111650466918945. +Interpolating between 47 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2504 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2498 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2566 0.8906 0.8444 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2685 0.8906 0.8444 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2755 0.8848 0.8347 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2669 0.8906 0.8409 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2466 0.8945 0.8466 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2335 0.8945 0.8457 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 49 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 47 and 50: 20.25720977783203. +Interpolating between 47 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.8926 0.8493 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2403 0.8965 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2492 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2617 0.8926 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2698 0.8926 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2574 0.8945 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2298 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 50 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 47 and 51: 20.152849197387695. +Interpolating between 47 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2296 0.9023 0.8596 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2316 0.9004 0.8579 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2428 0.8984 0.8547 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2612 0.8945 0.8492 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2702 0.8887 0.8376 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2542 0.8887 0.8376 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2356 0.8887 0.8376 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2284 0.8945 0.8457 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 51 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 47 and 52: 19.970808029174805. +Interpolating between 47 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2352 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2351 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2439 0.8965 0.8532 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2580 0.8926 0.8468 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2635 0.8887 0.8403 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2507 0.8926 0.8459 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2374 0.8926 0.8433 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2309 0.8945 0.8457 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 52 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 47 and 53: 19.79233741760254. +Interpolating between 47 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2450 0.8906 0.8436 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2481 0.8945 0.8500 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2660 0.8906 0.8444 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2833 0.8926 0.8459 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2778 0.8926 0.8476 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2514 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2279 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2218 0.8984 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 53 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 47 and 54: 20.014997482299805. +Interpolating between 47 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2293 0.9023 0.8656 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2336 0.8984 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2445 0.8984 0.8624 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2574 0.8945 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2608 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9023 0.8634 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2322 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2266 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 54 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 47 and 55: 20.125747680664062. +Interpolating between 47 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2377 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2391 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2443 0.8965 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2522 0.8965 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2563 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2471 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2348 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 55 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 47 and 56: 19.69724464416504. +Interpolating between 47 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2493 0.8984 0.8531 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2428 0.8945 0.8492 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2429 0.8984 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.8984 0.8556 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2429 0.8965 0.8540 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2360 0.8965 0.8540 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2290 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2273 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 56 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 47 and 57: 19.76371192932129. +Interpolating between 47 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2229 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2258 0.9062 0.8681 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2328 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2382 0.9062 0.8696 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2378 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2309 0.8984 0.8564 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2254 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2258 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 57 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 47 and 58: 20.003280639648438. +Interpolating between 47 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2550 0.8965 0.8540 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2527 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2618 0.8848 0.8427 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2765 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2796 0.8945 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2606 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2366 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.8926 0.8442 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 58 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 47 and 59: 19.98307228088379. +Interpolating between 47 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2368 0.9062 0.8667 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2366 0.8984 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2418 0.8945 0.8516 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2494 0.8965 0.8540 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2409 0.9043 0.8650 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2318 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2290 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 59 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 47 and 60: 19.596965789794922. +Interpolating between 47 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2204 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2261 0.8984 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2505 0.8965 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2504 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2384 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2270 0.8906 0.8444 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2253 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 60 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 47 and 61: 19.935333251953125. +Interpolating between 47 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2441 0.8965 0.8481 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2510 0.8984 0.8531 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2769 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3065 0.8906 0.8495 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3045 0.8965 0.8616 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2668 0.9004 0.8661 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2305 0.9004 0.8618 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2192 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 61 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 47 and 62: 20.10834312438965. +Interpolating between 47 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2325 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2306 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2392 0.9004 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2524 0.8945 0.8508 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2596 0.8945 0.8500 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2518 0.8965 0.8515 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2368 0.8965 0.8499 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2288 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 62 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 47 and 63: 19.53908348083496. +Interpolating between 47 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.8965 0.8556 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2426 0.8965 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2619 0.9004 0.8618 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2777 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2722 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2477 0.9004 0.8618 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2268 0.8945 0.8508 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2223 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 63 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 47 and 64: 19.42974090576172. +Interpolating between 47 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2303 0.8965 0.8524 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.8984 0.8564 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2418 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2486 0.9023 0.8634 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2465 0.9043 0.8643 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2369 0.9062 0.8667 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2286 0.9023 0.8588 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2271 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 64 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-65 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-65.pt +Euclidean distance between 47 and 65: 19.61990737915039. +Interpolating between 47 and 65 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2666 0.8867 0.8352 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2523 0.8887 0.8385 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2462 0.8906 0.8436 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2464 0.8945 0.8500 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2497 0.9004 0.8579 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2492 0.8984 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2414 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2327 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2299 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 65 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-66 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-66.pt +Euclidean distance between 47 and 66: 20.0580997467041. +Interpolating between 47 and 66 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2522 0.9062 0.8652 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2436 0.8945 0.8533 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2435 0.8984 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2495 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2587 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2638 0.9023 0.8634 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2548 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2381 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.8984 0.8531 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 66 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-67 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-67.pt +Euclidean distance between 47 and 67: 19.75318717956543. +Interpolating between 47 and 67 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2312 0.8926 0.8459 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2286 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2309 0.8887 0.8430 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.8926 0.8485 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2432 0.8926 0.8485 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2429 0.8867 0.8389 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2356 0.8945 0.8483 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2286 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2270 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 67 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-68 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-68.pt +Euclidean distance between 47 and 68: 19.79815101623535. +Interpolating between 47 and 68 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2508 0.8867 0.8407 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2410 0.8887 0.8421 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2459 0.8926 0.8476 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2637 0.8965 0.8515 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2845 0.8867 0.8380 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2849 0.8926 0.8476 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2581 0.9004 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2293 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2199 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 68 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-69 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-69.pt +Euclidean distance between 47 and 69: 19.79633140563965. +Interpolating between 47 and 69 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2579 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2431 0.8906 0.8427 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2459 0.8984 0.8514 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2621 0.8906 0.8363 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2790 0.8926 0.8397 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2763 0.8984 0.8506 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2511 0.9043 0.8620 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2273 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2213 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 69 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-70 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-70.pt +Euclidean distance between 47 and 70: 19.360097885131836. +Interpolating between 47 and 70 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2453 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2326 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2350 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2475 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2573 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2528 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2373 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2246 0.8984 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2236 0.9062 0.8636 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 70 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-71 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-71.pt +Euclidean distance between 47 and 71: 19.970746994018555. +Interpolating between 47 and 71 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2515 0.8906 0.8400 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2425 0.8965 0.8507 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2406 0.8984 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2442 0.9004 0.8595 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2499 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2503 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2432 0.8984 0.8539 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2337 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2293 0.9004 0.8547 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 71 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-72 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-72.pt +Euclidean distance between 47 and 72: 19.739299774169922. +Interpolating between 47 and 72 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2667 0.8887 0.8357 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.8926 0.8451 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2453 0.8906 0.8453 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2496 0.8906 0.8486 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2554 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2525 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2402 0.8945 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2291 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2268 0.9004 0.8555 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 72 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-73 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-73.pt +Euclidean distance between 47 and 73: 20.056930541992188. +Interpolating between 47 and 73 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.9043 0.8612 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2327 0.9043 0.8627 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2329 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2415 0.9043 0.8650 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2543 0.9023 0.8619 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2588 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2493 0.9004 0.8579 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2357 0.8926 0.8451 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2291 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 73 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-74 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-74.pt +Euclidean distance between 47 and 74: 20.216571807861328. +Interpolating between 47 and 74 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2496 0.9023 0.8588 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2398 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2368 0.9004 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2414 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2528 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2665 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2584 0.9023 0.8611 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2425 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2333 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 74 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-75 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-75.pt +Euclidean distance between 47 and 75: 20.25580406188965. +Interpolating between 47 and 75 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2518 0.8984 0.8523 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2442 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2442 0.8984 0.8539 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2515 0.8926 0.8451 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2648 0.8906 0.8418 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2736 0.8887 0.8385 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2638 0.8887 0.8394 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2429 0.8867 0.8352 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2313 0.8926 0.8433 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 75 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-76 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-76.pt +Euclidean distance between 47 and 76: 18.966812133789062. +Interpolating between 47 and 76 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2426 0.9023 0.8611 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2287 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2276 0.9043 0.8650 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2360 0.9023 0.8634 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2451 0.8984 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2453 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2359 0.8945 0.8492 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2273 0.9062 0.8636 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2263 0.9043 0.8604 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 76 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-77 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-77.pt +Euclidean distance between 47 and 77: 19.8131103515625. +Interpolating between 47 and 77 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2260 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2224 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2265 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2356 0.8984 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2437 0.9004 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2452 0.9004 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2379 0.8965 0.8524 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2289 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2262 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 77 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-78 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-78.pt +Euclidean distance between 47 and 78: 19.48196029663086. +Interpolating between 47 and 78 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2486 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2378 0.9082 0.8698 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2402 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2500 0.9004 0.8610 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2574 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2517 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2364 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2231 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2213 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 78 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-79 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-79.pt +Euclidean distance between 47 and 79: 20.075960159301758. +Interpolating between 47 and 79 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2318 0.9043 0.8643 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2301 0.9004 0.8610 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2339 0.9023 0.8656 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2415 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2495 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2519 0.9004 0.8618 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2454 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2348 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2296 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 79 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-80 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-80.pt +Euclidean distance between 47 and 80: 20.02617073059082. +Interpolating between 47 and 80 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2337 0.9043 0.8635 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2266 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2285 0.9062 0.8689 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2389 0.8965 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2504 0.8945 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2531 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2437 0.9043 0.8635 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2313 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2264 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 80 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-81 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-81.pt +Euclidean distance between 47 and 81: 20.063547134399414. +Interpolating between 47 and 81 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2389 0.9102 0.8729 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2361 0.9102 0.8729 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2378 0.9004 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2455 0.8984 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2561 0.8906 0.8436 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2614 0.8848 0.8338 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2508 0.8867 0.8362 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2370 0.8926 0.8442 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2304 0.8945 0.8466 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 81 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-82 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-82.pt +Euclidean distance between 47 and 82: 19.292659759521484. +Interpolating between 47 and 82 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2358 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2255 0.9043 0.8620 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2320 0.9004 0.8571 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2490 0.8965 0.8507 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2612 0.8984 0.8539 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2559 0.8965 0.8515 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2394 0.9023 0.8596 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2272 0.8984 0.8539 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2257 0.9043 0.8604 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 82 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-83 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-83.pt +Euclidean distance between 47 and 83: 20.04589080810547. +Interpolating between 47 and 83 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2308 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2264 0.9023 0.8626 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2321 0.8984 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2461 0.8945 0.8564 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2601 0.8945 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2643 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2505 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2336 0.8945 0.8492 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2274 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 83 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-84 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-84.pt +Euclidean distance between 47 and 84: 19.299896240234375. +Interpolating between 47 and 84 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2325 0.8945 0.8525 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2290 0.8945 0.8525 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2319 0.8945 0.8533 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2397 0.8984 0.8602 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2474 0.9023 0.8656 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2468 0.9023 0.8649 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2364 0.9004 0.8603 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2263 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2250 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 84 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-85 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-85.pt +Euclidean distance between 47 and 85: 20.128002166748047. +Interpolating between 47 and 85 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2531 0.8945 0.8475 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2483 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2491 0.8945 0.8525 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2530 0.8906 0.8478 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2580 0.8887 0.8455 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2590 0.8867 0.8415 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2484 0.8906 0.8444 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2362 0.8965 0.8507 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2300 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 85 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-86 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-86.pt +Euclidean distance between 47 and 86: 19.387531280517578. +Interpolating between 47 and 86 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8887 0.8430 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2294 0.8945 0.8492 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2362 0.8887 0.8394 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2500 0.8887 0.8376 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2652 0.8887 0.8376 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2693 0.8926 0.8424 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2549 0.8945 0.8448 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2394 0.8965 0.8473 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2322 0.9004 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 86 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-87 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-87.pt +Euclidean distance between 47 and 87: 19.98110008239746. +Interpolating between 47 and 87 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2473 0.8965 0.8490 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2390 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2382 0.8984 0.8595 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2435 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2522 0.9023 0.8663 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2576 0.8984 0.8595 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2495 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2364 0.8965 0.8515 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2305 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 87 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-88 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-88.pt +Euclidean distance between 47 and 88: 20.110591888427734. +Interpolating between 47 and 88 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2210 0.9062 0.8667 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2180 0.9121 0.8767 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2211 0.9160 0.8828 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2306 0.9141 0.8785 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2411 0.9043 0.8643 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2450 0.9043 0.8650 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2389 0.9004 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2300 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2269 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 88 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-89 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-89.pt +Euclidean distance between 47 and 89: 20.197885513305664. +Interpolating between 47 and 89 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2454 0.9043 0.8627 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2370 0.9004 0.8587 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2365 0.8965 0.8540 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2466 0.8887 0.8430 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2654 0.8906 0.8444 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2761 0.8926 0.8459 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2631 0.8926 0.8451 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2413 0.8945 0.8475 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2299 0.8906 0.8409 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 89 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-90 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-90.pt +Euclidean distance between 47 and 90: 20.01295280456543. +Interpolating between 47 and 90 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2301 0.8965 0.8507 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2225 0.9043 0.8643 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2237 0.9023 0.8626 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2315 0.9004 0.8603 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2419 0.9004 0.8603 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2471 0.8965 0.8532 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2417 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2332 0.8984 0.8531 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2297 0.8965 0.8490 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 90 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-91 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-91.pt +Euclidean distance between 47 and 91: 19.935903549194336. +Interpolating between 47 and 91 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2264 0.8945 0.8492 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2259 0.9062 0.8696 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2327 0.9043 0.8679 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2437 0.9023 0.8677 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2533 0.8945 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.9004 0.8633 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2403 0.9004 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2275 0.9004 0.8579 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2249 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 91 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-92 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-92.pt +Euclidean distance between 47 and 92: 19.112096786499023. +Interpolating between 47 and 92 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2392 0.8926 0.8442 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2275 0.8965 0.8515 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2291 0.8965 0.8532 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2413 0.8965 0.8540 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2538 0.8945 0.8516 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2530 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2393 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2271 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2252 0.9023 0.8580 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 92 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-93 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-93.pt +Euclidean distance between 47 and 93: 19.321020126342773. +Interpolating between 47 and 93 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2326 0.9004 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2268 0.8984 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2306 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2409 0.8926 0.8509 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2503 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2502 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2397 0.8965 0.8548 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2287 0.8926 0.8468 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2262 0.9023 0.8588 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 93 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-94 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-94.pt +Euclidean distance between 47 and 94: 19.780986785888672. +Interpolating between 47 and 94 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2572 0.8965 0.8473 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2491 0.8965 0.8455 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2604 0.8926 0.8378 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2905 0.8906 0.8343 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.3207 0.8848 0.8239 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3163 0.8945 0.8421 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2759 0.9043 0.8620 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2370 0.9023 0.8603 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2232 0.9023 0.8596 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 94 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-95 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-95.pt +Euclidean distance between 47 and 95: 20.115375518798828. +Interpolating between 47 and 95 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2482 0.9062 0.8644 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2350 0.9004 0.8579 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2325 0.8984 0.8587 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2371 0.9004 0.8633 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2442 0.9004 0.8633 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2463 0.9004 0.8625 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2390 0.9062 0.8689 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2278 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2243 0.8965 0.8499 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 95 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-96 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-96.pt +Euclidean distance between 47 and 96: 19.924570083618164. +Interpolating between 47 and 96 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2561 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2394 0.9004 0.8563 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2375 0.9004 0.8603 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2464 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2602 0.8984 0.8602 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2649 0.8945 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2528 0.8945 0.8533 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2338 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2263 0.8945 0.8475 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 96 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-97 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-97.pt +Euclidean distance between 47 and 97: 19.244863510131836. +Interpolating between 47 and 97 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2330 0.8984 0.8547 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2270 0.9082 0.8705 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2283 0.9023 0.8634 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2365 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2448 0.8945 0.8541 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2437 0.8965 0.8556 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2344 0.8945 0.8516 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2263 0.9004 0.8587 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2260 0.9004 0.8563 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 97 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-98 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-98.pt +Euclidean distance between 47 and 98: 20.04509925842285. +Interpolating between 47 and 98 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2532 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2395 0.9004 0.8547 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2368 0.9004 0.8563 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2437 0.8926 0.8468 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2556 0.8984 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2575 0.8984 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2448 0.9004 0.8587 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2320 0.9004 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2275 0.8984 0.8523 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 98 +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-47 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-47.pt +Encountered Error: connectivity/bert_ft_qqp-99 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-99.pt +Euclidean distance between 47 and 99: 19.319740295410156. +Interpolating between 47 and 99 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2399 0.8926 0.8424 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2279 0.8945 0.8457 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2275 0.8984 0.8531 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2353 0.9043 0.8643 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2434 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2424 0.9004 0.8603 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2326 0.8984 0.8571 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2236 0.8965 0.8532 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2238 0.9043 0.8620 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2346 0.9023 0.8571 +Completed interpolation from 47 to 99 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-49 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-49.pt +Euclidean distance between 48 and 49: 18.545835494995117. +Interpolating between 48 and 49 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2573 0.8906 0.8427 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2504 0.8965 0.8532 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2483 0.8965 0.8556 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2490 0.8965 0.8571 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2513 0.8984 0.8595 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2526 0.8965 0.8564 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2514 0.8965 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2500 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2512 0.8965 0.8540 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 49 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-50 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-50.pt +Euclidean distance between 48 and 50: 19.23528480529785. +Interpolating between 48 and 50 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2477 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2440 0.8887 0.8421 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2462 0.8945 0.8533 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2539 0.8945 0.8541 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2647 0.8945 0.8548 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2722 0.8965 0.8579 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2670 0.8945 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2550 0.8965 0.8564 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2506 0.8906 0.8462 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 50 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-51 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-51.pt +Euclidean distance between 48 and 51: 18.745786666870117. +Interpolating between 48 and 51 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2367 0.9004 0.8563 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2319 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2332 0.9043 0.8643 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2393 0.8984 0.8587 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2459 0.8906 0.8503 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2485 0.8945 0.8548 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2460 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2435 0.8906 0.8470 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2468 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 51 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-52 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-52.pt +Euclidean distance between 48 and 52: 18.805866241455078. +Interpolating between 48 and 52 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2420 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2351 0.9023 0.8611 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2349 0.9023 0.8619 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2406 0.9062 0.8696 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2480 0.9082 0.8740 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2517 0.9043 0.8686 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2502 0.8984 0.8602 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2476 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2492 0.8926 0.8485 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 52 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-53 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-53.pt +Euclidean distance between 48 and 53: 21.016189575195312. +Interpolating between 48 and 53 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2587 0.8906 0.8418 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2501 0.8867 0.8352 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2851 0.8828 0.8214 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3697 0.8203 0.6714 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4663 0.6738 0.1257 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4367 0.7012 0.2679 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3039 0.8906 0.8303 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2403 0.9004 0.8555 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2344 0.8984 0.8539 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 53 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-54 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-54.pt +Euclidean distance between 48 and 54: 19.100210189819336. +Interpolating between 48 and 54 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2343 0.9062 0.8674 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2336 0.9043 0.8672 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2395 0.9043 0.8686 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2498 0.9004 0.8640 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2591 0.8945 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2606 0.8984 0.8617 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2541 0.8926 0.8525 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2482 0.8867 0.8424 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2485 0.8945 0.8508 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 54 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-55 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-55.pt +Euclidean distance between 48 and 55: 18.9035701751709. +Interpolating between 48 and 55 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2412 0.9023 0.8580 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2384 0.8984 0.8539 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.8926 0.8493 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2483 0.8945 0.8556 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2573 0.8945 0.8571 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2608 0.8926 0.8541 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2558 0.8984 0.8610 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2497 0.8965 0.8571 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2490 0.8906 0.8462 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 55 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-56 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-56.pt +Euclidean distance between 48 and 56: 19.245723724365234. +Interpolating between 48 and 56 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2664 0.8965 0.8464 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2552 0.8965 0.8499 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2543 0.8945 0.8483 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2611 0.8906 0.8436 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2682 0.8887 0.8430 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2662 0.8945 0.8525 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2573 0.8926 0.8485 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2508 0.8887 0.8421 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2505 0.8926 0.8476 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 56 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-57 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-57.pt +Euclidean distance between 48 and 57: 19.178661346435547. +Interpolating between 48 and 57 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2270 0.9023 0.8603 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2259 0.9023 0.8619 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2333 0.9004 0.8618 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2450 0.9004 0.8625 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2528 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2517 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2465 0.8984 0.8595 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2441 0.8945 0.8525 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2475 0.8926 0.8485 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 57 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-58 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-58.pt +Euclidean distance between 48 and 58: 19.267004013061523. +Interpolating between 48 and 58 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2703 0.8926 0.8451 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2584 0.8945 0.8500 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2577 0.8906 0.8462 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2635 0.8945 0.8533 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2709 0.8965 0.8564 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2702 0.9043 0.8658 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2590 0.9023 0.8626 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2488 0.8965 0.8540 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2483 0.8945 0.8508 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 58 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-59 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-59.pt +Euclidean distance between 48 and 59: 19.015045166015625. +Interpolating between 48 and 59 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2449 0.9062 0.8659 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2397 0.9062 0.8674 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2409 0.9082 0.8712 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2470 0.8945 0.8548 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2539 0.8984 0.8610 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2548 0.8984 0.8602 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2497 0.8926 0.8509 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2462 0.8926 0.8501 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2484 0.8926 0.8485 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 59 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-60 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-60.pt +Euclidean distance between 48 and 60: 19.47541046142578. +Interpolating between 48 and 60 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2240 0.8965 0.8515 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2210 0.8984 0.8564 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2339 0.9004 0.8610 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2567 0.8965 0.8579 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2743 0.8926 0.8533 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2722 0.8887 0.8472 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2547 0.8906 0.8478 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2422 0.8926 0.8493 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2435 0.8965 0.8532 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 60 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-61 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-61.pt +Euclidean distance between 48 and 61: 21.09609031677246. +Interpolating between 48 and 61 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2577 0.8945 0.8448 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2488 0.8945 0.8439 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2867 0.8926 0.8368 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3823 0.8672 0.7834 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4880 0.6953 0.2277 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.4626 0.7578 0.4959 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.3302 0.9004 0.8563 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2495 0.9043 0.8643 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2354 0.8984 0.8556 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 61 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-62 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-62.pt +Euclidean distance between 48 and 62: 18.537490844726562. +Interpolating between 48 and 62 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2427 0.8984 0.8531 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2366 0.9004 0.8571 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2350 0.9043 0.8635 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2366 0.9023 0.8611 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2394 0.9023 0.8611 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2418 0.9004 0.8587 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2435 0.8984 0.8556 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2457 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2495 0.8965 0.8507 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 62 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-63 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-63.pt +Euclidean distance between 48 and 63: 21.011045455932617. +Interpolating between 48 and 63 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2362 0.9004 0.8618 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2374 0.8887 0.8430 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2773 0.8926 0.8442 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.3592 0.8691 0.7964 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.4296 0.8164 0.6781 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.3771 0.8770 0.8163 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2832 0.8945 0.8500 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2408 0.8984 0.8547 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2383 0.8926 0.8459 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 63 +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-48 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-48.pt +Encountered Error: connectivity/bert_ft_qqp-64 does not appear to have a file named flax_model.msgpack. +Trying to load model from connectivity/bert_ft_qqp-64.pt +Euclidean distance between 48 and 64: 19.45932388305664. +Interpolating between 48 and 64 on qqp +[0.0, 1.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 0 0.2360 0.8945 0.8483 +[0.1111111111111111, 0.8888888888888888] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 1 0.2317 0.8945 0.8516 +[0.2222222222222222, 0.7777777777777778] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 2 0.2379 0.8887 0.8455 +[0.3333333333333333, 0.6666666666666667] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 3 0.2516 0.8867 0.8449 +[0.4444444444444444, 0.5555555555555556] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 4 0.2637 0.8867 0.8466 +[0.5555555555555556, 0.4444444444444444] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 5 0.2633 0.8887 0.8488 +[0.6666666666666666, 0.33333333333333337] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 6 0.2531 0.8906 0.8486 +[0.7777777777777777, 0.22222222222222232] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 7 0.2458 0.8945 0.8516 +[0.8888888888888888, 0.11111111111111116] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 8 0.2471 0.8945 0.8508 +[1.0, 0.0] + point_num loss accuracy f1 +----------- -------- ---------- -------- + 9 0.2559 0.8965 0.8524 +Completed interpolation from 48 to 64 +Wrote the values to ../logs/NLI/qqp_berts/qqp_interpol@15000steps/interpol_qqp_validation13.pkl!