diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.3369924393640026,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 2.1295,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.28,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2491,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2064,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1806,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1629,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1508,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1467,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1323,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1364,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1266,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1231,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1221,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1228,
+      "step": 700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1168,
+      "step": 750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1138,
+      "step": 800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1099,
+      "step": 850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1079,
+      "step": 900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1068,
+      "step": 950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1044,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1073,
+      "step": 1050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1044,
+      "step": 1100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0997,
+      "step": 1150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1007,
+      "step": 1200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1001,
+      "step": 1250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0983,
+      "step": 1300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0998,
+      "step": 1350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.097,
+      "step": 1400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0975,
+      "step": 1450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0977,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.093,
+      "step": 1550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0917,
+      "step": 1600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0918,
+      "step": 1650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0915,
+      "step": 1700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0922,
+      "step": 1750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0932,
+      "step": 1800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0888,
+      "step": 1850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0889,
+      "step": 1900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0872,
+      "step": 1950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0893,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0881,
+      "step": 2050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0885,
+      "step": 2100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.086,
+      "step": 2150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0868,
+      "step": 2200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0842,
+      "step": 2250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.087,
+      "step": 2300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0846,
+      "step": 2350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0836,
+      "step": 2400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0848,
+      "step": 2450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0841,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0848,
+      "step": 2550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0833,
+      "step": 2600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0818,
+      "step": 2650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0825,
+      "step": 2700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0816,
+      "step": 2750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0801,
+      "step": 2800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0806,
+      "step": 2850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0808,
+      "step": 2900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0821,
+      "step": 2950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0805,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0802,
+      "step": 3050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0789,
+      "step": 3100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0791,
+      "step": 3150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.077,
+      "step": 3200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0784,
+      "step": 3250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.077,
+      "step": 3300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0776,
+      "step": 3350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.078,
+      "step": 3400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0774,
+      "step": 3450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0779,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0754,
+      "step": 3550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0768,
+      "step": 3600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0765,
+      "step": 3650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0759,
+      "step": 3700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0764,
+      "step": 3750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.075,
+      "step": 3800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0746,
+      "step": 3850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0747,
+      "step": 3900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0778,
+      "step": 3950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0747,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0751,
+      "step": 4050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0761,
+      "step": 4100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0739,
+      "step": 4150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0743,
+      "step": 4200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0747,
+      "step": 4250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0757,
+      "step": 4300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0727,
+      "step": 4350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0723,
+      "step": 4400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0725,
+      "step": 4450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0738,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0743,
+      "step": 4550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0735,
+      "step": 4600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0739,
+      "step": 4650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0726,
+      "step": 4700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0736,
+      "step": 4750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0731,
+      "step": 4800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0718,
+      "step": 4850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0724,
+      "step": 4900
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0705,
+      "step": 4950
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0724,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "eval_af_opus100_pr_auc": 0.7459845589585928,
+      "eval_af_ud_pr_auc": 0.9944283668835079,
+      "eval_am_opus100_pr_auc": 0.2891628356322306,
+      "eval_ar_ersatz_pr_auc": 0.888476696856218,
+      "eval_ar_opus100_pr_auc": 0.5887656788117357,
+      "eval_ar_ud_pr_auc": 0.7004684375044605,
+      "eval_average_ersatz_pr_auc": 0.9363102949338905,
+      "eval_average_opus100_pr_auc": 0.7326567404506222,
+      "eval_average_ud_pr_auc": 0.9382477901394827,
+      "eval_az_opus100_pr_auc": 0.6307599883250988,
+      "eval_be_opus100_pr_auc": 0.6432284934111613,
+      "eval_be_ud_pr_auc": 0.8510257279811339,
+      "eval_bg_opus100_pr_auc": 0.9129078996014579,
+      "eval_bg_ud_pr_auc": 0.9744153380470385,
+      "eval_bn_opus100_pr_auc": 0.7657967595724476,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.836994908780409,
+      "eval_ca_ud_pr_auc": 0.9872163581872976,
+      "eval_ceb_ud_pr_auc": 0.9999434125086537,
+      "eval_cs_ersatz_pr_auc": 0.9693465487271974,
+      "eval_cs_opus100_pr_auc": 0.8521108959510051,
+      "eval_cs_ud_pr_auc": 0.938519825755444,
+      "eval_cy_opus100_pr_auc": 0.6529918663697454,
+      "eval_cy_ud_pr_auc": 0.9953976631868536,
+      "eval_da_opus100_pr_auc": 0.8806905199240072,
+      "eval_da_ud_pr_auc": 0.9633128771907412,
+      "eval_de_ersatz_pr_auc": 0.9738289032367828,
+      "eval_de_opus100_pr_auc": 0.7799858376312033,
+      "eval_de_ud_pr_auc": 0.967516096052953,
+      "eval_el_opus100_pr_auc": 0.8500978718293378,
+      "eval_el_ud_pr_auc": 0.9871667047979613,
+      "eval_en_ersatz_pr_auc": 0.974023023471588,
+      "eval_en_opus100_pr_auc": 0.8740000267089819,
+      "eval_en_ud_pr_auc": 0.9364825860616515,
+      "eval_eo_opus100_pr_auc": 0.864083936192397,
+      "eval_es_ersatz_pr_auc": 0.9830819074592344,
+      "eval_es_opus100_pr_auc": 0.8635347203799358,
+      "eval_es_ud_pr_auc": 0.9797874708982004,
+      "eval_et_ersatz_pr_auc": 0.95625981943656,
+      "eval_et_opus100_pr_auc": 0.8384882729357293,
+      "eval_et_ud_pr_auc": 0.9345411478250525,
+      "eval_eu_opus100_pr_auc": 0.8429504840462599,
+      "eval_eu_ud_pr_auc": 0.9887989569258544,
+      "eval_fa_opus100_pr_auc": 0.4583326238278428,
+      "eval_fa_ud_pr_auc": 0.9924387862979034,
+      "eval_fi_ersatz_pr_auc": 0.9773538919266205,
+      "eval_fi_opus100_pr_auc": 0.9214078847410878,
+      "eval_fi_ud_pr_auc": 0.9460053358206831,
+      "eval_fr_ersatz_pr_auc": 0.97676536456299,
+      "eval_fr_opus100_pr_auc": 0.8569504120143203,
+      "eval_fr_ud_pr_auc": 0.923085964514352,
+      "eval_fy_opus100_pr_auc": 0.6897572808511037,
+      "eval_ga_opus100_pr_auc": 0.7666213577766826,
+      "eval_ga_ud_pr_auc": 0.9093635504966193,
+      "eval_gd_opus100_pr_auc": 0.5186243934248614,
+      "eval_gd_ud_pr_auc": 0.5849298764895344,
+      "eval_gl_opus100_pr_auc": 0.8278784075079387,
+      "eval_gl_ud_pr_auc": 0.9732861200080271,
+      "eval_gu_ersatz_pr_auc": 0.9270900542947372,
+      "eval_gu_opus100_pr_auc": 0.548476136606564,
+      "eval_ha_opus100_pr_auc": 0.8670818543759502,
+      "eval_he_opus100_pr_auc": 0.7781787977977587,
+      "eval_he_ud_pr_auc": 0.9431162756023947,
+      "eval_hi_ersatz_pr_auc": 0.9317523354865247,
+      "eval_hi_opus100_pr_auc": 0.5507363073354404,
+      "eval_hi_ud_pr_auc": 0.9446174765770555,
+      "eval_hu_opus100_pr_auc": 0.8803645616083202,
+      "eval_hu_ud_pr_auc": 0.9773228003950477,
+      "eval_hy_opus100_pr_auc": 0.8077729986454592,
+      "eval_hy_ud_pr_auc": 0.9066669834062858,
+      "eval_id_opus100_pr_auc": 0.8788380674076831,
+      "eval_id_ud_pr_auc": 0.9859931386799398,
+      "eval_ig_opus100_pr_auc": 0.7388221936444571,
+      "eval_is_opus100_pr_auc": 0.9031086177164944,
+      "eval_is_ud_pr_auc": 0.8975794436463949,
+      "eval_it_opus100_pr_auc": 0.8418765525474902,
+      "eval_it_ud_pr_auc": 0.9922859754712607,
+      "eval_ja_ersatz_pr_auc": 0.795839073339426,
+      "eval_ja_opus100_pr_auc": 0.32022244729887883,
+      "eval_ja_ud_pr_auc": 0.9759965365429932,
+      "eval_jv_ud_pr_auc": 0.9903856012896082,
+      "eval_ka_opus100_pr_auc": 0.8569887902180456,
+      "eval_kk_ersatz_pr_auc": 0.9841116321336973,
+      "eval_kk_opus100_pr_auc": 0.7474749588063476,
+      "eval_kk_ud_pr_auc": 0.979761690033833,
+      "eval_km_ersatz_pr_auc": 0.8380630879089339,
+      "eval_km_opus100_pr_auc": 0.1922928739264789,
+      "eval_kn_opus100_pr_auc": 0.4569925371174044,
+      "eval_ko_opus100_pr_auc": 0.6359999170287927,
+      "eval_ko_ud_pr_auc": 0.9912636700838846,
+      "eval_ku_opus100_pr_auc": 0.6738928047756858,
+      "eval_ky_opus100_pr_auc": 0.7022919991644748,
+      "eval_la_ud_pr_auc": 0.9241003980647682,
+      "eval_loss": 0.06816789507865906,
+      "eval_lt_ersatz_pr_auc": 0.9498849270558588,
+      "eval_lt_opus100_pr_auc": 0.8034958638597768,
+      "eval_lt_ud_pr_auc": 0.9333931732002972,
+      "eval_lv_ersatz_pr_auc": 0.9671077714513797,
+      "eval_lv_opus100_pr_auc": 0.77138840651506,
+      "eval_lv_ud_pr_auc": 0.9762650011133023,
+      "eval_mg_opus100_pr_auc": 0.8604568946501177,
+      "eval_mk_opus100_pr_auc": 0.8816172166956868,
+      "eval_ml_opus100_pr_auc": 0.7383037901513865,
+      "eval_mn_opus100_pr_auc": 0.8604068147712338,
+      "eval_mr_opus100_pr_auc": 0.8907989962160173,
+      "eval_mr_ud_pr_auc": 0.9917021015404545,
+      "eval_ms_opus100_pr_auc": 0.8580301608622324,
+      "eval_mt_opus100_pr_auc": 0.6547471553235776,
+      "eval_mt_ud_pr_auc": 0.9379928761841103,
+      "eval_my_opus100_pr_auc": 0.27791419813302454,
+      "eval_ne_opus100_pr_auc": 0.5010454268910254,
+      "eval_nl_opus100_pr_auc": 0.8516796929869246,
+      "eval_nl_ud_pr_auc": 0.9733947373113984,
+      "eval_no_opus100_pr_auc": 0.9148819839035904,
+      "eval_no_ud_pr_auc": 0.987964773082486,
+      "eval_pa_opus100_pr_auc": 0.5096911935805718,
+      "eval_pl_ersatz_pr_auc": 0.9555471273383715,
+      "eval_pl_opus100_pr_auc": 0.8756809824541951,
+      "eval_pl_ud_pr_auc": 0.9502173647683867,
+      "eval_ps_ersatz_pr_auc": 0.9452449715394439,
+      "eval_ps_opus100_pr_auc": 0.5005519296938927,
+      "eval_pt_opus100_pr_auc": 0.8678949228759865,
+      "eval_pt_ud_pr_auc": 0.9701151793906959,
+      "eval_ro_ersatz_pr_auc": 0.9750074329785801,
+      "eval_ro_opus100_pr_auc": 0.8858913600545065,
+      "eval_ro_ud_pr_auc": 0.9681246182070548,
+      "eval_ru_ersatz_pr_auc": 0.963452727088964,
+      "eval_ru_opus100_pr_auc": 0.8365817042025335,
+      "eval_ru_ud_pr_auc": 0.8775751106157729,
+      "eval_runtime": 934.7101,
+      "eval_samples_per_second": 80.833,
+      "eval_si_opus100_pr_auc": 0.7492927308773362,
+      "eval_sk_opus100_pr_auc": 0.8818348746738912,
+      "eval_sk_ud_pr_auc": 0.9598408459671373,
+      "eval_sl_opus100_pr_auc": 0.8832190475358865,
+      "eval_sl_ud_pr_auc": 0.9821570149587455,
+      "eval_sq_opus100_pr_auc": 0.8695404006364045,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9001071815698959,
+      "eval_sr_ud_pr_auc": 0.976586107771135,
+      "eval_steps_per_second": 5.053,
+      "eval_sv_opus100_pr_auc": 0.8840383532236232,
+      "eval_sv_ud_pr_auc": 0.9038692592002715,
+      "eval_ta_ersatz_pr_auc": 0.9667341930626259,
+      "eval_ta_opus100_pr_auc": 0.5200432899439634,
+      "eval_ta_ud_pr_auc": 0.9774673762959973,
+      "eval_te_opus100_pr_auc": 0.7713455265989811,
+      "eval_tg_opus100_pr_auc": 0.8019031096727803,
+      "eval_th_opus100_pr_auc": 0.6438763344246414,
+      "eval_th_ud_pr_auc": 0.4358168975976042,
+      "eval_tr_ersatz_pr_auc": 0.903223370563464,
+      "eval_tr_opus100_pr_auc": 0.8965572820148816,
+      "eval_tr_ud_pr_auc": 0.9314454069290292,
+      "eval_uk_opus100_pr_auc": 0.8368308043867319,
+      "eval_uk_ud_pr_auc": 0.9615599711479668,
+      "eval_ur_opus100_pr_auc": 0.3532551654725754,
+      "eval_ur_ud_pr_auc": 0.9963729310809012,
+      "eval_uz_opus100_pr_auc": 0.675680850641439,
+      "eval_vi_opus100_pr_auc": 0.83843889717479,
+      "eval_vi_ud_pr_auc": 0.9043927668655432,
+      "eval_xh_opus100_pr_auc": 0.8038336626289104,
+      "eval_yi_opus100_pr_auc": 0.5796812905127059,
+      "eval_yo_opus100_pr_auc": 0.5045065383179413,
+      "eval_yo_ud_pr_auc": 0.882954621309429,
+      "eval_zh_ersatz_pr_auc": 0.796631628626397,
+      "eval_zh_opus100_pr_auc": 0.45083429273974285,
+      "eval_zh_ud_pr_auc": 0.9636953101854023,
+      "eval_zu_opus100_pr_auc": 0.7584540588552644,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0707,
+      "step": 5050
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0724,
+      "step": 5100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0704,
+      "step": 5150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0701,
+      "step": 5200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0663,
+      "step": 5250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.068,
+      "step": 5300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0681,
+      "step": 5350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0671,
+      "step": 5400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0669,
+      "step": 5450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0642,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0633,
+      "step": 5550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0641,
+      "step": 5600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0623,
+      "step": 5650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0629,
+      "step": 5700
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0622,
+      "step": 5750
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0615,
+      "step": 5800
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0613,
+      "step": 5850
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0605,
+      "step": 5900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0621,
+      "step": 5950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.06,
+      "step": 6000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0594,
+      "step": 6050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0588,
+      "step": 6100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0584,
+      "step": 6150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0593,
+      "step": 6200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0573,
+      "step": 6250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0579,
+      "step": 6300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0575,
+      "step": 6350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0557,
+      "step": 6400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0561,
+      "step": 6450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.055,
+      "step": 6500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0549,
+      "step": 6550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0538,
+      "step": 6600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0552,
+      "step": 6650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0527,
+      "step": 6700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.054,
+      "step": 6750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0529,
+      "step": 6800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0532,
+      "step": 6850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0535,
+      "step": 6900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.053,
+      "step": 6950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0532,
+      "step": 7000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0519,
+      "step": 7050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0526,
+      "step": 7100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0521,
+      "step": 7150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0521,
+      "step": 7200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0519,
+      "step": 7250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0509,
+      "step": 7300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0515,
+      "step": 7350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0512,
+      "step": 7400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0503,
+      "step": 7450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.05,
+      "step": 7500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0501,
+      "step": 7550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0498,
+      "step": 7600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0497,
+      "step": 7650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0489,
+      "step": 7700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0489,
+      "step": 7750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0501,
+      "step": 7800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0478,
+      "step": 7850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0483,
+      "step": 7900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0485,
+      "step": 7950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0483,
+      "step": 8000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0483,
+      "step": 8050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0491,
+      "step": 8100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0493,
+      "step": 8150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0479,
+      "step": 8200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0482,
+      "step": 8250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.0473,
+      "step": 8300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0467,
+      "step": 8350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.048,
+      "step": 8400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.048,
+      "step": 8450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0475,
+      "step": 8500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.048,
+      "step": 8550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.046,
+      "step": 8600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0477,
+      "step": 8650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.046,
+      "step": 8700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0463,
+      "step": 8750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0459,
+      "step": 8800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0468,
+      "step": 8850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0461,
+      "step": 8900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0454,
+      "step": 8950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0458,
+      "step": 9000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0462,
+      "step": 9050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.046,
+      "step": 9100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0468,
+      "step": 9150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0455,
+      "step": 9200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0464,
+      "step": 9250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0446,
+      "step": 9300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0463,
+      "step": 9350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.046,
+      "step": 9400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0443,
+      "step": 9450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0458,
+      "step": 9500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.045,
+      "step": 9550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0448,
+      "step": 9600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0453,
+      "step": 9650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0453,
+      "step": 9700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.045,
+      "step": 9750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0438,
+      "step": 9800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0447,
+      "step": 9850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0457,
+      "step": 9900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0444,
+      "step": 9950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0441,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7652498670877256,
+      "eval_af_ud_pr_auc": 0.9981300029012534,
+      "eval_am_opus100_pr_auc": 0.39115858049081853,
+      "eval_ar_ersatz_pr_auc": 0.9218462178650415,
+      "eval_ar_opus100_pr_auc": 0.693231086812839,
+      "eval_ar_ud_pr_auc": 0.8332061045581127,
+      "eval_average_ersatz_pr_auc": 0.9575819955783768,
+      "eval_average_opus100_pr_auc": 0.7842727457561804,
+      "eval_average_ud_pr_auc": 0.9525413663950109,
+      "eval_az_opus100_pr_auc": 0.6463549156475584,
+      "eval_be_opus100_pr_auc": 0.6260713630997038,
+      "eval_be_ud_pr_auc": 0.8901179196684409,
+      "eval_bg_opus100_pr_auc": 0.9156064372197911,
+      "eval_bg_ud_pr_auc": 0.9943514253240351,
+      "eval_bn_opus100_pr_auc": 0.7779946638585059,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8670043714435606,
+      "eval_ca_ud_pr_auc": 0.9874053120010401,
+      "eval_ceb_ud_pr_auc": 0.9848693731642415,
+      "eval_cs_ersatz_pr_auc": 0.9806557112067137,
+      "eval_cs_opus100_pr_auc": 0.8886801032790757,
+      "eval_cs_ud_pr_auc": 0.9563273345966768,
+      "eval_cy_opus100_pr_auc": 0.7271570549010669,
+      "eval_cy_ud_pr_auc": 0.9969496764479795,
+      "eval_da_opus100_pr_auc": 0.8953829598427501,
+      "eval_da_ud_pr_auc": 0.9772165548547265,
+      "eval_de_ersatz_pr_auc": 0.9616588874497974,
+      "eval_de_opus100_pr_auc": 0.856321043059171,
+      "eval_de_ud_pr_auc": 0.9753020583687649,
+      "eval_el_opus100_pr_auc": 0.9179255602751017,
+      "eval_el_ud_pr_auc": 0.9902954215344368,
+      "eval_en_ersatz_pr_auc": 0.9876385992038809,
+      "eval_en_opus100_pr_auc": 0.9088807727660909,
+      "eval_en_ud_pr_auc": 0.9517749197076069,
+      "eval_eo_opus100_pr_auc": 0.9060203889257719,
+      "eval_es_ersatz_pr_auc": 0.9919448043799493,
+      "eval_es_opus100_pr_auc": 0.9012312555791482,
+      "eval_es_ud_pr_auc": 0.9884846147495019,
+      "eval_et_ersatz_pr_auc": 0.9775711896766212,
+      "eval_et_opus100_pr_auc": 0.8716358147089284,
+      "eval_et_ud_pr_auc": 0.9353091561148362,
+      "eval_eu_opus100_pr_auc": 0.8754962879041367,
+      "eval_eu_ud_pr_auc": 0.9963458883024657,
+      "eval_fa_opus100_pr_auc": 0.5194616729730869,
+      "eval_fa_ud_pr_auc": 0.9934530270303554,
+      "eval_fi_ersatz_pr_auc": 0.9855413879183536,
+      "eval_fi_opus100_pr_auc": 0.9011903409602829,
+      "eval_fi_ud_pr_auc": 0.9639292008100993,
+      "eval_fr_ersatz_pr_auc": 0.9850416810774324,
+      "eval_fr_opus100_pr_auc": 0.8959287382037435,
+      "eval_fr_ud_pr_auc": 0.9608453629190683,
+      "eval_fy_opus100_pr_auc": 0.7137264904511117,
+      "eval_ga_opus100_pr_auc": 0.8614014239641166,
+      "eval_ga_ud_pr_auc": 0.8406535658227239,
+      "eval_gd_opus100_pr_auc": 0.5448613215975047,
+      "eval_gd_ud_pr_auc": 0.650044258483477,
+      "eval_gl_opus100_pr_auc": 0.8692790518202088,
+      "eval_gl_ud_pr_auc": 0.995984112449459,
+      "eval_gu_ersatz_pr_auc": 0.9443848328197394,
+      "eval_gu_opus100_pr_auc": 0.5809562984665457,
+      "eval_ha_opus100_pr_auc": 0.890530207835765,
+      "eval_he_opus100_pr_auc": 0.8486944047940257,
+      "eval_he_ud_pr_auc": 0.9659049195940174,
+      "eval_hi_ersatz_pr_auc": 0.9741762336787518,
+      "eval_hi_opus100_pr_auc": 0.6099541371743334,
+      "eval_hi_ud_pr_auc": 0.9935638078991451,
+      "eval_hu_opus100_pr_auc": 0.9059483041780524,
+      "eval_hu_ud_pr_auc": 0.968396893678559,
+      "eval_hy_opus100_pr_auc": 0.8999934471564393,
+      "eval_hy_ud_pr_auc": 0.9810864575632162,
+      "eval_id_opus100_pr_auc": 0.8799846129440725,
+      "eval_id_ud_pr_auc": 0.9902217368506991,
+      "eval_ig_opus100_pr_auc": 0.8249105952593866,
+      "eval_is_opus100_pr_auc": 0.9285108086629313,
+      "eval_is_ud_pr_auc": 0.874466382048986,
+      "eval_it_opus100_pr_auc": 0.9017521753143337,
+      "eval_it_ud_pr_auc": 0.9958496415100376,
+      "eval_ja_ersatz_pr_auc": 0.8020269711414156,
+      "eval_ja_opus100_pr_auc": 0.5756549352771937,
+      "eval_ja_ud_pr_auc": 0.9842445252273305,
+      "eval_jv_ud_pr_auc": 0.9581688334699269,
+      "eval_ka_opus100_pr_auc": 0.883062270951997,
+      "eval_kk_ersatz_pr_auc": 0.9912320126212798,
+      "eval_kk_opus100_pr_auc": 0.778921669065537,
+      "eval_kk_ud_pr_auc": 0.9903908373313719,
+      "eval_km_ersatz_pr_auc": 0.8550163762823749,
+      "eval_km_opus100_pr_auc": 0.44008533770718805,
+      "eval_kn_opus100_pr_auc": 0.5038917491106844,
+      "eval_ko_opus100_pr_auc": 0.6542207073837605,
+      "eval_ko_ud_pr_auc": 0.996520489833352,
+      "eval_ku_opus100_pr_auc": 0.7324577604625143,
+      "eval_ky_opus100_pr_auc": 0.8365501717230998,
+      "eval_la_ud_pr_auc": 0.9358598809743527,
+      "eval_loss": 0.04810388386249542,
+      "eval_lt_ersatz_pr_auc": 0.9853825984416253,
+      "eval_lt_opus100_pr_auc": 0.860719363170927,
+      "eval_lt_ud_pr_auc": 0.93768465037036,
+      "eval_lv_ersatz_pr_auc": 0.9838734969392767,
+      "eval_lv_opus100_pr_auc": 0.8627502843642407,
+      "eval_lv_ud_pr_auc": 0.9739420047246845,
+      "eval_mg_opus100_pr_auc": 0.9027489763677697,
+      "eval_mk_opus100_pr_auc": 0.8936535903214982,
+      "eval_ml_opus100_pr_auc": 0.7528116446574974,
+      "eval_mn_opus100_pr_auc": 0.9220308252141463,
+      "eval_mr_opus100_pr_auc": 0.8613605013647576,
+      "eval_mr_ud_pr_auc": 0.9636439442840916,
+      "eval_ms_opus100_pr_auc": 0.8713685771149035,
+      "eval_mt_opus100_pr_auc": 0.8227529561271368,
+      "eval_mt_ud_pr_auc": 0.9107779597538085,
+      "eval_my_opus100_pr_auc": 0.45317910129941064,
+      "eval_ne_opus100_pr_auc": 0.5741324364033229,
+      "eval_nl_opus100_pr_auc": 0.8762239539063709,
+      "eval_nl_ud_pr_auc": 0.9528899234437955,
+      "eval_no_opus100_pr_auc": 0.9237122560143224,
+      "eval_no_ud_pr_auc": 0.9955352119209187,
+      "eval_pa_opus100_pr_auc": 0.5689147169270006,
+      "eval_pl_ersatz_pr_auc": 0.9784631028241262,
+      "eval_pl_opus100_pr_auc": 0.9028060508556812,
+      "eval_pl_ud_pr_auc": 0.9686474940200999,
+      "eval_ps_ersatz_pr_auc": 0.9374782791110883,
+      "eval_ps_opus100_pr_auc": 0.5615701909170402,
+      "eval_pt_opus100_pr_auc": 0.9064957199503911,
+      "eval_pt_ud_pr_auc": 0.985345231429929,
+      "eval_ro_ersatz_pr_auc": 0.9889759116837128,
+      "eval_ro_opus100_pr_auc": 0.865922393473169,
+      "eval_ro_ud_pr_auc": 0.9456506098258588,
+      "eval_ru_ersatz_pr_auc": 0.991930604120076,
+      "eval_ru_opus100_pr_auc": 0.8746622339168137,
+      "eval_ru_ud_pr_auc": 0.8825256339721687,
+      "eval_runtime": 872.4595,
+      "eval_samples_per_second": 86.6,
+      "eval_si_opus100_pr_auc": 0.7836235992435292,
+      "eval_sk_opus100_pr_auc": 0.913047679148491,
+      "eval_sk_ud_pr_auc": 0.9879217888219242,
+      "eval_sl_opus100_pr_auc": 0.8796481573186652,
+      "eval_sl_ud_pr_auc": 0.9786669578129358,
+      "eval_sq_opus100_pr_auc": 0.866103225265719,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9229171726130763,
+      "eval_sr_ud_pr_auc": 0.9988226714149908,
+      "eval_steps_per_second": 5.413,
+      "eval_sv_opus100_pr_auc": 0.8892075038555474,
+      "eval_sv_ud_pr_auc": 0.9397645819218492,
+      "eval_ta_ersatz_pr_auc": 0.9812030136516617,
+      "eval_ta_opus100_pr_auc": 0.5884102188953061,
+      "eval_ta_ud_pr_auc": 0.999361951271954,
+      "eval_te_opus100_pr_auc": 0.7690662804140361,
+      "eval_tg_opus100_pr_auc": 0.8564619596993517,
+      "eval_th_opus100_pr_auc": 0.6567368774294788,
+      "eval_th_ud_pr_auc": 0.6318226572945715,
+      "eval_tr_ersatz_pr_auc": 0.9708910229730662,
+      "eval_tr_opus100_pr_auc": 0.8984790654413551,
+      "eval_tr_ud_pr_auc": 0.9639933773654716,
+      "eval_uk_opus100_pr_auc": 0.8569393518312896,
+      "eval_uk_ud_pr_auc": 0.9506696939765533,
+      "eval_ur_opus100_pr_auc": 0.4670470007911405,
+      "eval_ur_ud_pr_auc": 0.9949413348443081,
+      "eval_uz_opus100_pr_auc": 0.8243128453119088,
+      "eval_vi_opus100_pr_auc": 0.8757874346390505,
+      "eval_vi_ud_pr_auc": 0.9310085899681361,
+      "eval_xh_opus100_pr_auc": 0.8472971983254164,
+      "eval_yi_opus100_pr_auc": 0.5589656235051681,
+      "eval_yo_opus100_pr_auc": 0.7301103471065868,
+      "eval_yo_ud_pr_auc": 0.914023450220003,
+      "eval_zh_ersatz_pr_auc": 0.8898709676583039,
+      "eval_zh_opus100_pr_auc": 0.6561965080815815,
+      "eval_zh_ud_pr_auc": 0.9915484700669076,
+      "eval_zu_opus100_pr_auc": 0.798860170384039,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0446,
+      "step": 10050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0442,
+      "step": 10100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0445,
+      "step": 10150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0444,
+      "step": 10200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.044,
+      "step": 10250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0447,
+      "step": 10300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0441,
+      "step": 10350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0441,
+      "step": 10400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.044,
+      "step": 10450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0434,
+      "step": 10500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0434,
+      "step": 10550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.0432,
+      "step": 10600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0436,
+      "step": 10650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.0427,
+      "step": 10700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.0431,
+      "step": 10750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.0432,
+      "step": 10800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0429,
+      "step": 10850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0439,
+      "step": 10900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0448,
+      "step": 10950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.0424,
+      "step": 11000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0438,
+      "step": 11050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0428,
+      "step": 11100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0427,
+      "step": 11150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0432,
+      "step": 11200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.043,
+      "step": 11250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0434,
+      "step": 11300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0433,
+      "step": 11350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0422,
+      "step": 11400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0428,
+      "step": 11450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0421,
+      "step": 11500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0412,
+      "step": 11550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0418,
+      "step": 11600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0423,
+      "step": 11650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0419,
+      "step": 11700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0424,
+      "step": 11750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0418,
+      "step": 11800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0428,
+      "step": 11850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0423,
+      "step": 11900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0411,
+      "step": 11950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0409,
+      "step": 12000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.0421,
+      "step": 12050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.0421,
+      "step": 12100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0413,
+      "step": 12150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0412,
+      "step": 12200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0419,
+      "step": 12250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0412,
+      "step": 12300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0414,
+      "step": 12350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0409,
+      "step": 12400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0415,
+      "step": 12450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.041,
+      "step": 12500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0407,
+      "step": 12550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0411,
+      "step": 12600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.0413,
+      "step": 12650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0412,
+      "step": 12700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0413,
+      "step": 12750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0417,
+      "step": 12800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0409,
+      "step": 12850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0414,
+      "step": 12900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0406,
+      "step": 12950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0398,
+      "step": 13000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0398,
+      "step": 13050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.0414,
+      "step": 13100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.0411,
+      "step": 13150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0411,
+      "step": 13200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0407,
+      "step": 13250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0404,
+      "step": 13300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0409,
+      "step": 13350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.04,
+      "step": 13400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0398,
+      "step": 13450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.0403,
+      "step": 13500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0406,
+      "step": 13550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0395,
+      "step": 13600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0405,
+      "step": 13650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.0403,
+      "step": 13700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0402,
+      "step": 13750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0399,
+      "step": 13800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.0395,
+      "step": 13850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0406,
+      "step": 13900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0411,
+      "step": 13950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.0401,
+      "step": 14000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0402,
+      "step": 14050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.039,
+      "step": 14100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0394,
+      "step": 14150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0408,
+      "step": 14200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0402,
+      "step": 14250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0399,
+      "step": 14300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0405,
+      "step": 14350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.039,
+      "step": 14400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0406,
+      "step": 14450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0399,
+      "step": 14500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0399,
+      "step": 14550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.04,
+      "step": 14600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0399,
+      "step": 14650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.039,
+      "step": 14700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0389,
+      "step": 14750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0399,
+      "step": 14800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0404,
+      "step": 14850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.04,
+      "step": 14900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0396,
+      "step": 14950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0397,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "eval_af_opus100_pr_auc": 0.7637466771500624,
+      "eval_af_ud_pr_auc": 0.9617172613478419,
+      "eval_am_opus100_pr_auc": 0.38364619986908577,
+      "eval_ar_ersatz_pr_auc": 0.9232632544223072,
+      "eval_ar_opus100_pr_auc": 0.6700641816093562,
+      "eval_ar_ud_pr_auc": 0.8583397577002568,
+      "eval_average_ersatz_pr_auc": 0.9540358918841689,
+      "eval_average_opus100_pr_auc": 0.7910411923857561,
+      "eval_average_ud_pr_auc": 0.9485249042583062,
+      "eval_az_opus100_pr_auc": 0.7063646716588717,
+      "eval_be_opus100_pr_auc": 0.6219052469679182,
+      "eval_be_ud_pr_auc": 0.857712560405253,
+      "eval_bg_opus100_pr_auc": 0.9008122345963379,
+      "eval_bg_ud_pr_auc": 0.9906867000079473,
+      "eval_bn_opus100_pr_auc": 0.7775394813442152,
+      "eval_bn_ud_pr_auc": 0.999362143182632,
+      "eval_ca_opus100_pr_auc": 0.8582235223160044,
+      "eval_ca_ud_pr_auc": 0.9811305851320188,
+      "eval_ceb_ud_pr_auc": 0.9987350931449439,
+      "eval_cs_ersatz_pr_auc": 0.981855263556554,
+      "eval_cs_opus100_pr_auc": 0.8813009691035174,
+      "eval_cs_ud_pr_auc": 0.9466826580570058,
+      "eval_cy_opus100_pr_auc": 0.7704670614755005,
+      "eval_cy_ud_pr_auc": 0.9959073080589464,
+      "eval_da_opus100_pr_auc": 0.8994622464332964,
+      "eval_da_ud_pr_auc": 0.9832788022612197,
+      "eval_de_ersatz_pr_auc": 0.9713495896945632,
+      "eval_de_opus100_pr_auc": 0.8616416230401479,
+      "eval_de_ud_pr_auc": 0.9732293335988355,
+      "eval_el_opus100_pr_auc": 0.8915704117242259,
+      "eval_el_ud_pr_auc": 0.993515901580458,
+      "eval_en_ersatz_pr_auc": 0.9878253986735163,
+      "eval_en_opus100_pr_auc": 0.9054031221665192,
+      "eval_en_ud_pr_auc": 0.9658084672569739,
+      "eval_eo_opus100_pr_auc": 0.9022994907616705,
+      "eval_es_ersatz_pr_auc": 0.9943558184346317,
+      "eval_es_opus100_pr_auc": 0.8924741757233783,
+      "eval_es_ud_pr_auc": 0.9896752904312062,
+      "eval_et_ersatz_pr_auc": 0.974949411501456,
+      "eval_et_opus100_pr_auc": 0.8436030291024408,
+      "eval_et_ud_pr_auc": 0.921412111052225,
+      "eval_eu_opus100_pr_auc": 0.8667225035624269,
+      "eval_eu_ud_pr_auc": 0.9881019975998349,
+      "eval_fa_opus100_pr_auc": 0.5369978320652293,
+      "eval_fa_ud_pr_auc": 0.9928593724586512,
+      "eval_fi_ersatz_pr_auc": 0.9865374869218266,
+      "eval_fi_opus100_pr_auc": 0.8926170001009159,
+      "eval_fi_ud_pr_auc": 0.9527950024723916,
+      "eval_fr_ersatz_pr_auc": 0.9893037444164817,
+      "eval_fr_opus100_pr_auc": 0.8961713705508831,
+      "eval_fr_ud_pr_auc": 0.9604451417772661,
+      "eval_fy_opus100_pr_auc": 0.68021428401951,
+      "eval_ga_opus100_pr_auc": 0.8707623942171676,
+      "eval_ga_ud_pr_auc": 0.7983473308821226,
+      "eval_gd_opus100_pr_auc": 0.5860599336429582,
+      "eval_gd_ud_pr_auc": 0.6934540592159275,
+      "eval_gl_opus100_pr_auc": 0.857345381831696,
+      "eval_gl_ud_pr_auc": 0.9957211818733522,
+      "eval_gu_ersatz_pr_auc": 0.9123661259688067,
+      "eval_gu_opus100_pr_auc": 0.6193729744323764,
+      "eval_ha_opus100_pr_auc": 0.887056928463577,
+      "eval_he_opus100_pr_auc": 0.825439789943175,
+      "eval_he_ud_pr_auc": 0.9737155924657762,
+      "eval_hi_ersatz_pr_auc": 0.9610023983845265,
+      "eval_hi_opus100_pr_auc": 0.6352562633867701,
+      "eval_hi_ud_pr_auc": 0.9807116842076441,
+      "eval_hu_opus100_pr_auc": 0.8885576968374888,
+      "eval_hu_ud_pr_auc": 0.9777067842363085,
+      "eval_hy_opus100_pr_auc": 0.8962458649521803,
+      "eval_hy_ud_pr_auc": 0.952841175694222,
+      "eval_id_opus100_pr_auc": 0.8610222969912088,
+      "eval_id_ud_pr_auc": 0.9932044166805806,
+      "eval_ig_opus100_pr_auc": 0.8535920115737485,
+      "eval_is_opus100_pr_auc": 0.9040604526266817,
+      "eval_is_ud_pr_auc": 0.8670873095870908,
+      "eval_it_opus100_pr_auc": 0.8851428294225675,
+      "eval_it_ud_pr_auc": 0.9992216935571562,
+      "eval_ja_ersatz_pr_auc": 0.7982886509378081,
+      "eval_ja_opus100_pr_auc": 0.6543443699879492,
+      "eval_ja_ud_pr_auc": 0.9762756438516016,
+      "eval_jv_ud_pr_auc": 0.9605660819384871,
+      "eval_ka_opus100_pr_auc": 0.862676011249175,
+      "eval_kk_ersatz_pr_auc": 0.982161983052128,
+      "eval_kk_opus100_pr_auc": 0.7995697396714699,
+      "eval_kk_ud_pr_auc": 0.974694845033071,
+      "eval_km_ersatz_pr_auc": 0.8673372303217798,
+      "eval_km_opus100_pr_auc": 0.5586449951910816,
+      "eval_kn_opus100_pr_auc": 0.4913733847200066,
+      "eval_ko_opus100_pr_auc": 0.6259504571459936,
+      "eval_ko_ud_pr_auc": 0.9995338828100812,
+      "eval_ku_opus100_pr_auc": 0.7702541514862504,
+      "eval_ky_opus100_pr_auc": 0.8668268145113767,
+      "eval_la_ud_pr_auc": 0.9648512502618903,
+      "eval_loss": 0.0432443842291832,
+      "eval_lt_ersatz_pr_auc": 0.9842352637882194,
+      "eval_lt_opus100_pr_auc": 0.8333326251429646,
+      "eval_lt_ud_pr_auc": 0.9574468219115873,
+      "eval_lv_ersatz_pr_auc": 0.9755626053926374,
+      "eval_lv_opus100_pr_auc": 0.8559892478020386,
+      "eval_lv_ud_pr_auc": 0.9565081226563054,
+      "eval_mg_opus100_pr_auc": 0.9090630272183096,
+      "eval_mk_opus100_pr_auc": 0.8809792638375138,
+      "eval_ml_opus100_pr_auc": 0.7499247852064037,
+      "eval_mn_opus100_pr_auc": 0.9414750989746332,
+      "eval_mr_opus100_pr_auc": 0.8743744655701599,
+      "eval_mr_ud_pr_auc": 0.9219820801314521,
+      "eval_ms_opus100_pr_auc": 0.8617891875200884,
+      "eval_mt_opus100_pr_auc": 0.8359349202804964,
+      "eval_mt_ud_pr_auc": 0.88019284787852,
+      "eval_my_opus100_pr_auc": 0.5728806248934118,
+      "eval_ne_opus100_pr_auc": 0.6366060127695451,
+      "eval_nl_opus100_pr_auc": 0.8629327098825738,
+      "eval_nl_ud_pr_auc": 0.9632251104160863,
+      "eval_no_opus100_pr_auc": 0.9057812816279568,
+      "eval_no_ud_pr_auc": 0.9944007311009075,
+      "eval_pa_opus100_pr_auc": 0.6080224750001748,
+      "eval_pl_ersatz_pr_auc": 0.974807430028724,
+      "eval_pl_opus100_pr_auc": 0.877576000126148,
+      "eval_pl_ud_pr_auc": 0.9568597942200202,
+      "eval_ps_ersatz_pr_auc": 0.9370213695801703,
+      "eval_ps_opus100_pr_auc": 0.6368657987922697,
+      "eval_pt_opus100_pr_auc": 0.8948390421875394,
+      "eval_pt_ud_pr_auc": 0.9832472204543732,
+      "eval_ro_ersatz_pr_auc": 0.9946208500026633,
+      "eval_ro_opus100_pr_auc": 0.8752314664565479,
+      "eval_ro_ud_pr_auc": 0.9582275636170212,
+      "eval_ru_ersatz_pr_auc": 0.9911127646341628,
+      "eval_ru_opus100_pr_auc": 0.8472249511950577,
+      "eval_ru_ud_pr_auc": 0.8496740682600594,
+      "eval_runtime": 869.8286,
+      "eval_samples_per_second": 86.862,
+      "eval_si_opus100_pr_auc": 0.7682003520925254,
+      "eval_sk_opus100_pr_auc": 0.8976729164624192,
+      "eval_sk_ud_pr_auc": 0.9873567050845952,
+      "eval_sl_opus100_pr_auc": 0.8560131706139386,
+      "eval_sl_ud_pr_auc": 0.9594387298378179,
+      "eval_sq_opus100_pr_auc": 0.8601520999721247,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8970997464826876,
+      "eval_sr_ud_pr_auc": 0.9967721775156696,
+      "eval_steps_per_second": 5.43,
+      "eval_sv_opus100_pr_auc": 0.8907161005163523,
+      "eval_sv_ud_pr_auc": 0.9379753175030081,
+      "eval_ta_ersatz_pr_auc": 0.977747422826399,
+      "eval_ta_opus100_pr_auc": 0.6019634859195119,
+      "eval_ta_ud_pr_auc": 0.9995832604876533,
+      "eval_te_opus100_pr_auc": 0.8012069305023644,
+      "eval_tg_opus100_pr_auc": 0.8577861598931937,
+      "eval_th_opus100_pr_auc": 0.6572053234325824,
+      "eval_th_ud_pr_auc": 0.6287355044056121,
+      "eval_tr_ersatz_pr_auc": 0.9645251959562431,
+      "eval_tr_opus100_pr_auc": 0.8804886249539916,
+      "eval_tr_ud_pr_auc": 0.939188028245358,
+      "eval_uk_opus100_pr_auc": 0.8383839016353211,
+      "eval_uk_ud_pr_auc": 0.9308083691554632,
+      "eval_ur_opus100_pr_auc": 0.5062417022868011,
+      "eval_ur_ud_pr_auc": 0.9931724094765678,
+      "eval_uz_opus100_pr_auc": 0.8276826319838477,
+      "eval_vi_opus100_pr_auc": 0.8712682133767712,
+      "eval_vi_ud_pr_auc": 0.9317440130327617,
+      "eval_xh_opus100_pr_auc": 0.857788534878658,
+      "eval_yi_opus100_pr_auc": 0.6747868126248099,
+      "eval_yo_opus100_pr_auc": 0.7559080233818519,
+      "eval_yo_ud_pr_auc": 0.9233212928512982,
+      "eval_zh_ersatz_pr_auc": 0.8585603629561087,
+      "eval_zh_opus100_pr_auc": 0.6791116535448397,
+      "eval_zh_ud_pr_auc": 0.9967309546600903,
+      "eval_zu_opus100_pr_auc": 0.8220763289671502,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0394,
+      "step": 15050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0389,
+      "step": 15100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.04,
+      "step": 15150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0384,
+      "step": 15200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0388,
+      "step": 15250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0388,
+      "step": 15300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.0389,
+      "step": 15350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.0381,
+      "step": 15400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.0392,
+      "step": 15450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0394,
+      "step": 15500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0391,
+      "step": 15550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0398,
+      "step": 15600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0399,
+      "step": 15650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0395,
+      "step": 15700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.0389,
+      "step": 15750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0399,
+      "step": 15800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.0391,
+      "step": 15850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.0386,
+      "step": 15900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0391,
+      "step": 15950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0396,
+      "step": 16000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0385,
+      "step": 16050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0388,
+      "step": 16100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0393,
+      "step": 16150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.039,
+      "step": 16200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.038,
+      "step": 16250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0391,
+      "step": 16300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0383,
+      "step": 16350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0383,
+      "step": 16400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0379,
+      "step": 16450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0394,
+      "step": 16500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0394,
+      "step": 16550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0384,
+      "step": 16600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0377,
+      "step": 16650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.039,
+      "step": 16700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.0375,
+      "step": 16750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0387,
+      "step": 16800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0387,
+      "step": 16850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0387,
+      "step": 16900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.0391,
+      "step": 16950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0387,
+      "step": 17000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0392,
+      "step": 17050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0382,
+      "step": 17100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0385,
+      "step": 17150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.038,
+      "step": 17200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.0388,
+      "step": 17250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0374,
+      "step": 17300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.0385,
+      "step": 17350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.0382,
+      "step": 17400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.0388,
+      "step": 17450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0375,
+      "step": 17500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.0388,
+      "step": 17550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0382,
+      "step": 17600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.0378,
+      "step": 17650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.0384,
+      "step": 17700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0388,
+      "step": 17750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0387,
+      "step": 17800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.039,
+      "step": 17850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0375,
+      "step": 17900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0375,
+      "step": 17950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0377,
+      "step": 18000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0377,
+      "step": 18050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.0378,
+      "step": 18100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.038,
+      "step": 18150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0379,
+      "step": 18200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0375,
+      "step": 18250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0381,
+      "step": 18300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0375,
+      "step": 18350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0382,
+      "step": 18400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0376,
+      "step": 18450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0378,
+      "step": 18500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0372,
+      "step": 18550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0379,
+      "step": 18600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0378,
+      "step": 18650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.038,
+      "step": 18700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.038,
+      "step": 18750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0374,
+      "step": 18800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0381,
+      "step": 18850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.0402,
+      "step": 18900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.0379,
+      "step": 18950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0383,
+      "step": 19000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.037,
+      "step": 19050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0381,
+      "step": 19100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0371,
+      "step": 19150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0373,
+      "step": 19200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0369,
+      "step": 19250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0375,
+      "step": 19300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0377,
+      "step": 19350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.0375,
+      "step": 19400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0372,
+      "step": 19450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.038,
+      "step": 19500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0396,
+      "step": 19550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0369,
+      "step": 19600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0367,
+      "step": 19650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.0371,
+      "step": 19700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0376,
+      "step": 19750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0377,
+      "step": 19800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0372,
+      "step": 19850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.0375,
+      "step": 19900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0376,
+      "step": 19950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0381,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7747081524219078,
+      "eval_af_ud_pr_auc": 0.9969377989900327,
+      "eval_am_opus100_pr_auc": 0.5194384969961934,
+      "eval_ar_ersatz_pr_auc": 0.9289046951511452,
+      "eval_ar_opus100_pr_auc": 0.6895936835597997,
+      "eval_ar_ud_pr_auc": 0.8686162241312186,
+      "eval_average_ersatz_pr_auc": 0.9605979001191585,
+      "eval_average_opus100_pr_auc": 0.8086253229312487,
+      "eval_average_ud_pr_auc": 0.9563105376354101,
+      "eval_az_opus100_pr_auc": 0.73153564527244,
+      "eval_be_opus100_pr_auc": 0.6827207672449739,
+      "eval_be_ud_pr_auc": 0.8819854641047953,
+      "eval_bg_opus100_pr_auc": 0.9099121486091466,
+      "eval_bg_ud_pr_auc": 0.9944925583130855,
+      "eval_bn_opus100_pr_auc": 0.7921208905770594,
+      "eval_bn_ud_pr_auc": 0.9961710070743025,
+      "eval_ca_opus100_pr_auc": 0.8771602562754482,
+      "eval_ca_ud_pr_auc": 0.9930573505103515,
+      "eval_ceb_ud_pr_auc": 0.9984036840055438,
+      "eval_cs_ersatz_pr_auc": 0.9815957737038017,
+      "eval_cs_opus100_pr_auc": 0.8991155700761888,
+      "eval_cs_ud_pr_auc": 0.9581675983997886,
+      "eval_cy_opus100_pr_auc": 0.7455337931950636,
+      "eval_cy_ud_pr_auc": 0.9957469610964351,
+      "eval_da_opus100_pr_auc": 0.907423209045518,
+      "eval_da_ud_pr_auc": 0.9848975061040587,
+      "eval_de_ersatz_pr_auc": 0.9623765544371277,
+      "eval_de_opus100_pr_auc": 0.8733000326150586,
+      "eval_de_ud_pr_auc": 0.9794299274075017,
+      "eval_el_opus100_pr_auc": 0.9058126331896638,
+      "eval_el_ud_pr_auc": 0.9868560631451999,
+      "eval_en_ersatz_pr_auc": 0.9881702195091493,
+      "eval_en_opus100_pr_auc": 0.9154577386316144,
+      "eval_en_ud_pr_auc": 0.9691096155983411,
+      "eval_eo_opus100_pr_auc": 0.9241904141931307,
+      "eval_es_ersatz_pr_auc": 0.9950072670061687,
+      "eval_es_opus100_pr_auc": 0.9078124433381882,
+      "eval_es_ud_pr_auc": 0.9901518274378353,
+      "eval_et_ersatz_pr_auc": 0.9809796163915329,
+      "eval_et_opus100_pr_auc": 0.8753776287528413,
+      "eval_et_ud_pr_auc": 0.9440656176670096,
+      "eval_eu_opus100_pr_auc": 0.8789478417773366,
+      "eval_eu_ud_pr_auc": 0.9913184511803486,
+      "eval_fa_opus100_pr_auc": 0.550169875313917,
+      "eval_fa_ud_pr_auc": 0.9957376370797751,
+      "eval_fi_ersatz_pr_auc": 0.9863940375044138,
+      "eval_fi_opus100_pr_auc": 0.9041970014981046,
+      "eval_fi_ud_pr_auc": 0.9632685042924571,
+      "eval_fr_ersatz_pr_auc": 0.9896452165918829,
+      "eval_fr_opus100_pr_auc": 0.9016085402147943,
+      "eval_fr_ud_pr_auc": 0.9657611581878685,
+      "eval_fy_opus100_pr_auc": 0.6936745391583232,
+      "eval_ga_opus100_pr_auc": 0.8911965972078376,
+      "eval_ga_ud_pr_auc": 0.848168400268873,
+      "eval_gd_opus100_pr_auc": 0.6170883017130441,
+      "eval_gd_ud_pr_auc": 0.7166960353846273,
+      "eval_gl_opus100_pr_auc": 0.8782136321621516,
+      "eval_gl_ud_pr_auc": 0.9968273810901368,
+      "eval_gu_ersatz_pr_auc": 0.9313399162102328,
+      "eval_gu_opus100_pr_auc": 0.6727642427479736,
+      "eval_ha_opus100_pr_auc": 0.9084744344703651,
+      "eval_he_opus100_pr_auc": 0.829904578445013,
+      "eval_he_ud_pr_auc": 0.9724737318201584,
+      "eval_hi_ersatz_pr_auc": 0.9715442790542363,
+      "eval_hi_opus100_pr_auc": 0.6561507513348122,
+      "eval_hi_ud_pr_auc": 0.9950932490527585,
+      "eval_hu_opus100_pr_auc": 0.8978490088098018,
+      "eval_hu_ud_pr_auc": 0.9789112347297114,
+      "eval_hy_opus100_pr_auc": 0.8994161102529655,
+      "eval_hy_ud_pr_auc": 0.942199721193691,
+      "eval_id_opus100_pr_auc": 0.8670018017340405,
+      "eval_id_ud_pr_auc": 0.9923585227262991,
+      "eval_ig_opus100_pr_auc": 0.8631042767743632,
+      "eval_is_opus100_pr_auc": 0.9176705016637928,
+      "eval_is_ud_pr_auc": 0.9142092186955388,
+      "eval_it_opus100_pr_auc": 0.8954732543776154,
+      "eval_it_ud_pr_auc": 0.9994933078980357,
+      "eval_ja_ersatz_pr_auc": 0.8297063790200593,
+      "eval_ja_opus100_pr_auc": 0.7033131868953368,
+      "eval_ja_ud_pr_auc": 0.9721127512203499,
+      "eval_jv_ud_pr_auc": 0.9842206782598137,
+      "eval_ka_opus100_pr_auc": 0.8614023163849126,
+      "eval_kk_ersatz_pr_auc": 0.9883721408101018,
+      "eval_kk_opus100_pr_auc": 0.8149468667515996,
+      "eval_kk_ud_pr_auc": 0.9813350481507207,
+      "eval_km_ersatz_pr_auc": 0.8703072765511137,
+      "eval_km_opus100_pr_auc": 0.6460144817015175,
+      "eval_kn_opus100_pr_auc": 0.5470902932520064,
+      "eval_ko_opus100_pr_auc": 0.6357676004930752,
+      "eval_ko_ud_pr_auc": 0.998805950301747,
+      "eval_ku_opus100_pr_auc": 0.7974437119440494,
+      "eval_ky_opus100_pr_auc": 0.8472810989788483,
+      "eval_la_ud_pr_auc": 0.9759439757937404,
+      "eval_loss": 0.04130018875002861,
+      "eval_lt_ersatz_pr_auc": 0.9912438741438229,
+      "eval_lt_opus100_pr_auc": 0.8764790724637723,
+      "eval_lt_ud_pr_auc": 0.9682521236657001,
+      "eval_lv_ersatz_pr_auc": 0.9863369798955439,
+      "eval_lv_opus100_pr_auc": 0.8897569976214615,
+      "eval_lv_ud_pr_auc": 0.9699471580082988,
+      "eval_mg_opus100_pr_auc": 0.927171284183541,
+      "eval_mk_opus100_pr_auc": 0.8903033510148403,
+      "eval_ml_opus100_pr_auc": 0.7512248258165386,
+      "eval_mn_opus100_pr_auc": 0.9353646137037572,
+      "eval_mr_opus100_pr_auc": 0.8809458583519236,
+      "eval_mr_ud_pr_auc": 0.9663143966672192,
+      "eval_ms_opus100_pr_auc": 0.8675763272822262,
+      "eval_mt_opus100_pr_auc": 0.8639618939332133,
+      "eval_mt_ud_pr_auc": 0.8817356726237271,
+      "eval_my_opus100_pr_auc": 0.6253948333700385,
+      "eval_ne_opus100_pr_auc": 0.6485316958938084,
+      "eval_nl_opus100_pr_auc": 0.8784660226969024,
+      "eval_nl_ud_pr_auc": 0.9497457640918888,
+      "eval_no_opus100_pr_auc": 0.9218872883225202,
+      "eval_no_ud_pr_auc": 0.9938083655365312,
+      "eval_pa_opus100_pr_auc": 0.6495832810327975,
+      "eval_pl_ersatz_pr_auc": 0.9822163897777096,
+      "eval_pl_opus100_pr_auc": 0.8761884744535421,
+      "eval_pl_ud_pr_auc": 0.9665600904101815,
+      "eval_ps_ersatz_pr_auc": 0.9495068819784109,
+      "eval_ps_opus100_pr_auc": 0.6749915652807197,
+      "eval_pt_opus100_pr_auc": 0.9139214876821933,
+      "eval_pt_ud_pr_auc": 0.9866422522678857,
+      "eval_ro_ersatz_pr_auc": 0.9934775001441349,
+      "eval_ro_opus100_pr_auc": 0.8955873013045215,
+      "eval_ro_ud_pr_auc": 0.9667995206559421,
+      "eval_ru_ersatz_pr_auc": 0.9915522641697024,
+      "eval_ru_opus100_pr_auc": 0.9023885422720885,
+      "eval_ru_ud_pr_auc": 0.8663256044492327,
+      "eval_runtime": 872.1364,
+      "eval_samples_per_second": 86.632,
+      "eval_si_opus100_pr_auc": 0.7740424796618949,
+      "eval_sk_opus100_pr_auc": 0.9139560904451165,
+      "eval_sk_ud_pr_auc": 0.9875219609084492,
+      "eval_sl_opus100_pr_auc": 0.8689957507887974,
+      "eval_sl_ud_pr_auc": 0.9768842646113288,
+      "eval_sq_opus100_pr_auc": 0.8853902325781773,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9094526156044277,
+      "eval_sr_ud_pr_auc": 0.9978263211155463,
+      "eval_steps_per_second": 5.415,
+      "eval_sv_opus100_pr_auc": 0.8948090564397863,
+      "eval_sv_ud_pr_auc": 0.9420857702154549,
+      "eval_ta_ersatz_pr_auc": 0.9737041377926251,
+      "eval_ta_opus100_pr_auc": 0.6357352779392861,
+      "eval_ta_ud_pr_auc": 0.9974216578345481,
+      "eval_te_opus100_pr_auc": 0.8025289476972599,
+      "eval_tg_opus100_pr_auc": 0.8819171443480445,
+      "eval_th_opus100_pr_auc": 0.6493603059468683,
+      "eval_th_ud_pr_auc": 0.6629482830629017,
+      "eval_tr_ersatz_pr_auc": 0.9638554146900575,
+      "eval_tr_opus100_pr_auc": 0.8898636966506269,
+      "eval_tr_ud_pr_auc": 0.9402161907091586,
+      "eval_uk_opus100_pr_auc": 0.8564413962124227,
+      "eval_uk_ud_pr_auc": 0.9404167010596193,
+      "eval_ur_opus100_pr_auc": 0.496417160280951,
+      "eval_ur_ud_pr_auc": 0.9936152129532182,
+      "eval_uz_opus100_pr_auc": 0.8525690166418741,
+      "eval_vi_opus100_pr_auc": 0.8847684728462464,
+      "eval_vi_ud_pr_auc": 0.933048959934895,
+      "eval_xh_opus100_pr_auc": 0.8681260441297647,
+      "eval_yi_opus100_pr_auc": 0.6246720036831654,
+      "eval_yo_opus100_pr_auc": 0.7522033430937777,
+      "eval_yo_ud_pr_auc": 0.9086523021056506,
+      "eval_zh_ersatz_pr_auc": 0.8969169880885097,
+      "eval_zh_opus100_pr_auc": 0.6626076164628613,
+      "eval_zh_ud_pr_auc": 0.989907911018845,
+      "eval_zu_opus100_pr_auc": 0.8263167621787956,
+      "step": 20000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0374,
+      "step": 20050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.0393,
+      "step": 20100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.0386,
+      "step": 20150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.0376,
+      "step": 20200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.037,
+      "step": 20250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.0375,
+      "step": 20300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0366,
+      "step": 20350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.0373,
+      "step": 20400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.0378,
+      "step": 20450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.0368,
+      "step": 20500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.0379,
+      "step": 20550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0376,
+      "step": 20600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0373,
+      "step": 20650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.0375,
+      "step": 20700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.0363,
+      "step": 20750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.037,
+      "step": 20800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0378,
+      "step": 20850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0372,
+      "step": 20900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0371,
+      "step": 20950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0359,
+      "step": 21000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0377,
+      "step": 21050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0369,
+      "step": 21100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0379,
+      "step": 21150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0377,
+      "step": 21200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0365,
+      "step": 21250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0364,
+      "step": 21300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0368,
+      "step": 21350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.0366,
+      "step": 21400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0374,
+      "step": 21450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0369,
+      "step": 21500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0375,
+      "step": 21550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.037,
+      "step": 21600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0363,
+      "step": 21650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0376,
+      "step": 21700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0377,
+      "step": 21750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.0365,
+      "step": 21800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0365,
+      "step": 21850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0383,
+      "step": 21900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0383,
+      "step": 21950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0381,
+      "step": 22000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0371,
+      "step": 22050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0381,
+      "step": 22100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.037,
+      "step": 22150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0364,
+      "step": 22200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.0366,
+      "step": 22250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0362,
+      "step": 22300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.0371,
+      "step": 22350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0367,
+      "step": 22400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0374,
+      "step": 22450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0363,
+      "step": 22500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0373,
+      "step": 22550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0359,
+      "step": 22600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0365,
+      "step": 22650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0363,
+      "step": 22700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0369,
+      "step": 22750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0368,
+      "step": 22800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0366,
+      "step": 22850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.0372,
+      "step": 22900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.036,
+      "step": 22950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0368,
+      "step": 23000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0364,
+      "step": 23050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0352,
+      "step": 23100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0365,
+      "step": 23150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0359,
+      "step": 23200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0367,
+      "step": 23250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0362,
+      "step": 23300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0369,
+      "step": 23350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.0355,
+      "step": 23400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0365,
+      "step": 23450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0358,
+      "step": 23500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.036,
+      "step": 23550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.0369,
+      "step": 23600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0365,
+      "step": 23650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0357,
+      "step": 23700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0359,
+      "step": 23750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0375,
+      "step": 23800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0353,
+      "step": 23850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.0367,
+      "step": 23900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0361,
+      "step": 23950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0363,
+      "step": 24000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0367,
+      "step": 24050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0367,
+      "step": 24100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.036,
+      "step": 24150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.0375,
+      "step": 24200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.0355,
+      "step": 24250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.0364,
+      "step": 24300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0363,
+      "step": 24350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.0356,
+      "step": 24400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0356,
+      "step": 24450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0369,
+      "step": 24500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0365,
+      "step": 24550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.036,
+      "step": 24600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.036,
+      "step": 24650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0359,
+      "step": 24700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0366,
+      "step": 24750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.036,
+      "step": 24800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.036,
+      "step": 24850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0352,
+      "step": 24900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.0354,
+      "step": 24950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0362,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "eval_af_opus100_pr_auc": 0.7784609561939022,
+      "eval_af_ud_pr_auc": 0.9926243684220823,
+      "eval_am_opus100_pr_auc": 0.4232344718658286,
+      "eval_ar_ersatz_pr_auc": 0.9295755579264499,
+      "eval_ar_opus100_pr_auc": 0.6870736922271916,
+      "eval_ar_ud_pr_auc": 0.8521790627110887,
+      "eval_average_ersatz_pr_auc": 0.9608381657145895,
+      "eval_average_opus100_pr_auc": 0.8127305142903963,
+      "eval_average_ud_pr_auc": 0.959619644082002,
+      "eval_az_opus100_pr_auc": 0.7423509129696587,
+      "eval_be_opus100_pr_auc": 0.6555039981223426,
+      "eval_be_ud_pr_auc": 0.884108430251105,
+      "eval_bg_opus100_pr_auc": 0.9041659208931246,
+      "eval_bg_ud_pr_auc": 0.995301336317447,
+      "eval_bn_opus100_pr_auc": 0.8022015711067434,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8805751357096065,
+      "eval_ca_ud_pr_auc": 0.9976908643685685,
+      "eval_ceb_ud_pr_auc": 1.0,
+      "eval_cs_ersatz_pr_auc": 0.9867334623529309,
+      "eval_cs_opus100_pr_auc": 0.8997543600215487,
+      "eval_cs_ud_pr_auc": 0.9623071135836034,
+      "eval_cy_opus100_pr_auc": 0.7632889043212486,
+      "eval_cy_ud_pr_auc": 0.9960297322788241,
+      "eval_da_opus100_pr_auc": 0.9198175096172514,
+      "eval_da_ud_pr_auc": 0.9900338939386844,
+      "eval_de_ersatz_pr_auc": 0.9765863130011152,
+      "eval_de_opus100_pr_auc": 0.8775124932556354,
+      "eval_de_ud_pr_auc": 0.9825704968657998,
+      "eval_el_opus100_pr_auc": 0.9198451053136298,
+      "eval_el_ud_pr_auc": 0.9925611644787795,
+      "eval_en_ersatz_pr_auc": 0.9895179573084387,
+      "eval_en_opus100_pr_auc": 0.9248505013955731,
+      "eval_en_ud_pr_auc": 0.9741143520779836,
+      "eval_eo_opus100_pr_auc": 0.9306501500785416,
+      "eval_es_ersatz_pr_auc": 0.9961861479859988,
+      "eval_es_opus100_pr_auc": 0.9153184528146623,
+      "eval_es_ud_pr_auc": 0.9899724946402532,
+      "eval_et_ersatz_pr_auc": 0.9807030857521285,
+      "eval_et_opus100_pr_auc": 0.8689402172511576,
+      "eval_et_ud_pr_auc": 0.9456299074560294,
+      "eval_eu_opus100_pr_auc": 0.87431822566227,
+      "eval_eu_ud_pr_auc": 0.9924840085081131,
+      "eval_fa_opus100_pr_auc": 0.5483072110765137,
+      "eval_fa_ud_pr_auc": 0.998016806448441,
+      "eval_fi_ersatz_pr_auc": 0.9899618783037307,
+      "eval_fi_opus100_pr_auc": 0.8972079053543253,
+      "eval_fi_ud_pr_auc": 0.9644960708421816,
+      "eval_fr_ersatz_pr_auc": 0.9880286156557015,
+      "eval_fr_opus100_pr_auc": 0.9115153940821881,
+      "eval_fr_ud_pr_auc": 0.976004801907419,
+      "eval_fy_opus100_pr_auc": 0.687629155463287,
+      "eval_ga_opus100_pr_auc": 0.8789470986135659,
+      "eval_ga_ud_pr_auc": 0.8399096977915692,
+      "eval_gd_opus100_pr_auc": 0.6008913100352417,
+      "eval_gd_ud_pr_auc": 0.7269455486512535,
+      "eval_gl_opus100_pr_auc": 0.8831074042837836,
+      "eval_gl_ud_pr_auc": 0.998304329954762,
+      "eval_gu_ersatz_pr_auc": 0.9405995693850902,
+      "eval_gu_opus100_pr_auc": 0.6952715849086715,
+      "eval_ha_opus100_pr_auc": 0.9103213262321791,
+      "eval_he_opus100_pr_auc": 0.8687051077432978,
+      "eval_he_ud_pr_auc": 0.9673445537823319,
+      "eval_hi_ersatz_pr_auc": 0.9691258502046847,
+      "eval_hi_opus100_pr_auc": 0.6480030171137512,
+      "eval_hi_ud_pr_auc": 0.9954281167455432,
+      "eval_hu_opus100_pr_auc": 0.9097594648347493,
+      "eval_hu_ud_pr_auc": 0.9776943649287381,
+      "eval_hy_opus100_pr_auc": 0.9031948233971077,
+      "eval_hy_ud_pr_auc": 0.9866712638267303,
+      "eval_id_opus100_pr_auc": 0.8860469922309281,
+      "eval_id_ud_pr_auc": 0.9925800847483596,
+      "eval_ig_opus100_pr_auc": 0.847730439762474,
+      "eval_is_opus100_pr_auc": 0.9219467070272876,
+      "eval_is_ud_pr_auc": 0.9107084767190184,
+      "eval_it_opus100_pr_auc": 0.9073610909214346,
+      "eval_it_ud_pr_auc": 0.9999017935700769,
+      "eval_ja_ersatz_pr_auc": 0.8097599454525398,
+      "eval_ja_opus100_pr_auc": 0.7116752427179784,
+      "eval_ja_ud_pr_auc": 0.9621026793332228,
+      "eval_jv_ud_pr_auc": 0.9678255054164457,
+      "eval_ka_opus100_pr_auc": 0.879594499289041,
+      "eval_kk_ersatz_pr_auc": 0.9892709907876229,
+      "eval_kk_opus100_pr_auc": 0.7989511704427933,
+      "eval_kk_ud_pr_auc": 0.982402895172221,
+      "eval_km_ersatz_pr_auc": 0.8731416187573177,
+      "eval_km_opus100_pr_auc": 0.6556379933333816,
+      "eval_kn_opus100_pr_auc": 0.550701170649828,
+      "eval_ko_opus100_pr_auc": 0.6323165448705343,
+      "eval_ko_ud_pr_auc": 0.9994317691105377,
+      "eval_ku_opus100_pr_auc": 0.8028808859743243,
+      "eval_ky_opus100_pr_auc": 0.8532509358081749,
+      "eval_la_ud_pr_auc": 0.9698616345969924,
+      "eval_loss": 0.039787981659173965,
+      "eval_lt_ersatz_pr_auc": 0.9936244467491825,
+      "eval_lt_opus100_pr_auc": 0.8605284667627625,
+      "eval_lt_ud_pr_auc": 0.9757427212243939,
+      "eval_lv_ersatz_pr_auc": 0.9869474523207239,
+      "eval_lv_opus100_pr_auc": 0.8904794717473291,
+      "eval_lv_ud_pr_auc": 0.9651611513340952,
+      "eval_mg_opus100_pr_auc": 0.9275108378582811,
+      "eval_mk_opus100_pr_auc": 0.9002256388442939,
+      "eval_ml_opus100_pr_auc": 0.7513538327186607,
+      "eval_mn_opus100_pr_auc": 0.9407564859475228,
+      "eval_mr_opus100_pr_auc": 0.887663169667106,
+      "eval_mr_ud_pr_auc": 0.9660881253516843,
+      "eval_ms_opus100_pr_auc": 0.8900483699720275,
+      "eval_mt_opus100_pr_auc": 0.8343376197369637,
+      "eval_mt_ud_pr_auc": 0.9257291081803746,
+      "eval_my_opus100_pr_auc": 0.6401807661151163,
+      "eval_ne_opus100_pr_auc": 0.6942070142758153,
+      "eval_nl_opus100_pr_auc": 0.8891371375500071,
+      "eval_nl_ud_pr_auc": 0.9671632734915535,
+      "eval_no_opus100_pr_auc": 0.9225015333404581,
+      "eval_no_ud_pr_auc": 0.9975385980894678,
+      "eval_pa_opus100_pr_auc": 0.6639420187526154,
+      "eval_pl_ersatz_pr_auc": 0.9855608385633786,
+      "eval_pl_opus100_pr_auc": 0.8931958565909355,
+      "eval_pl_ud_pr_auc": 0.9666587647334584,
+      "eval_ps_ersatz_pr_auc": 0.9475490315436701,
+      "eval_ps_opus100_pr_auc": 0.7215550286482939,
+      "eval_pt_opus100_pr_auc": 0.9165202598225927,
+      "eval_pt_ud_pr_auc": 0.9879229636425962,
+      "eval_ro_ersatz_pr_auc": 0.9953409233057935,
+      "eval_ro_opus100_pr_auc": 0.8881487522408644,
+      "eval_ro_ud_pr_auc": 0.985720636840185,
+      "eval_ru_ersatz_pr_auc": 0.9914261558521935,
+      "eval_ru_opus100_pr_auc": 0.9105189069564504,
+      "eval_ru_ud_pr_auc": 0.8746141344121737,
+      "eval_runtime": 869.8997,
+      "eval_samples_per_second": 86.855,
+      "eval_si_opus100_pr_auc": 0.7873429461150117,
+      "eval_sk_opus100_pr_auc": 0.9233038007111526,
+      "eval_sk_ud_pr_auc": 0.9902315481006977,
+      "eval_sl_opus100_pr_auc": 0.8646095812196366,
+      "eval_sl_ud_pr_auc": 0.9803004506381765,
+      "eval_sq_opus100_pr_auc": 0.8884681291710582,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9193636639275526,
+      "eval_sr_ud_pr_auc": 0.9978190744956191,
+      "eval_steps_per_second": 5.429,
+      "eval_sv_opus100_pr_auc": 0.8877823149664474,
+      "eval_sv_ud_pr_auc": 0.962996779727812,
+      "eval_ta_ersatz_pr_auc": 0.9838076365327884,
+      "eval_ta_opus100_pr_auc": 0.6477211714672363,
+      "eval_ta_ud_pr_auc": 0.9989261271648356,
+      "eval_te_opus100_pr_auc": 0.7918712741301013,
+      "eval_tg_opus100_pr_auc": 0.8822026112828513,
+      "eval_th_opus100_pr_auc": 0.6380027779482879,
+      "eval_th_ud_pr_auc": 0.6629141867521248,
+      "eval_tr_ersatz_pr_auc": 0.9752349858198334,
+      "eval_tr_opus100_pr_auc": 0.9023581307877305,
+      "eval_tr_ud_pr_auc": 0.965374034461666,
+      "eval_uk_opus100_pr_auc": 0.8754373264461841,
+      "eval_uk_ud_pr_auc": 0.9224250634808949,
+      "eval_ur_opus100_pr_auc": 0.5042666728683624,
+      "eval_ur_ud_pr_auc": 0.995959023666792,
+      "eval_uz_opus100_pr_auc": 0.8406533795695548,
+      "eval_vi_opus100_pr_auc": 0.8986076479987193,
+      "eval_vi_ud_pr_auc": 0.9510795374889719,
+      "eval_xh_opus100_pr_auc": 0.8669008865969241,
+      "eval_yi_opus100_pr_auc": 0.6853258343423121,
+      "eval_yo_opus100_pr_auc": 0.7559008153186442,
+      "eval_yo_ud_pr_auc": 0.9181514422655183,
+      "eval_zh_ersatz_pr_auc": 0.8597571821596541,
+      "eval_zh_opus100_pr_auc": 0.675986992519524,
+      "eval_zh_ud_pr_auc": 0.9765653476868212,
+      "eval_zu_opus100_pr_auc": 0.8261679918903618,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0358,
+      "step": 25050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0359,
+      "step": 25100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0363,
+      "step": 25150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0365,
+      "step": 25200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0349,
+      "step": 25250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.0358,
+      "step": 25300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0359,
+      "step": 25350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0358,
+      "step": 25400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0362,
+      "step": 25450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.0361,
+      "step": 25500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.0365,
+      "step": 25550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0351,
+      "step": 25600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0359,
+      "step": 25650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0356,
+      "step": 25700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0359,
+      "step": 25750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.036,
+      "step": 25800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0358,
+      "step": 25850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0353,
+      "step": 25900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0355,
+      "step": 25950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0357,
+      "step": 26000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0364,
+      "step": 26050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0356,
+      "step": 26100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0354,
+      "step": 26150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0361,
+      "step": 26200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0358,
+      "step": 26250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0358,
+      "step": 26300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0367,
+      "step": 26350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0363,
+      "step": 26400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0353,
+      "step": 26450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0353,
+      "step": 26500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0361,
+      "step": 26550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0364,
+      "step": 26600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0357,
+      "step": 26650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.036,
+      "step": 26700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.036,
+      "step": 26750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0361,
+      "step": 26800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.036,
+      "step": 26850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0357,
+      "step": 26900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0352,
+      "step": 26950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0358,
+      "step": 27000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0364,
+      "step": 27050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0353,
+      "step": 27100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0352,
+      "step": 27150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0357,
+      "step": 27200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0349,
+      "step": 27250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0347,
+      "step": 27300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0361,
+      "step": 27350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.0357,
+      "step": 27400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0353,
+      "step": 27450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0353,
+      "step": 27500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0356,
+      "step": 27550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0354,
+      "step": 27600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0358,
+      "step": 27650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0361,
+      "step": 27700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0361,
+      "step": 27750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0361,
+      "step": 27800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0357,
+      "step": 27850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0351,
+      "step": 27900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0353,
+      "step": 27950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0349,
+      "step": 28000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0356,
+      "step": 28050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0356,
+      "step": 28100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0345,
+      "step": 28150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.0345,
+      "step": 28200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0353,
+      "step": 28250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0357,
+      "step": 28300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0352,
+      "step": 28350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.0348,
+      "step": 28400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.0352,
+      "step": 28450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.0354,
+      "step": 28500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0357,
+      "step": 28550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.0354,
+      "step": 28600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0362,
+      "step": 28650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.0356,
+      "step": 28700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.0345,
+      "step": 28750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.0345,
+      "step": 28800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0353,
+      "step": 28850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0358,
+      "step": 28900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0342,
+      "step": 28950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0357,
+      "step": 29000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.0355,
+      "step": 29050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.0345,
+      "step": 29100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0357,
+      "step": 29150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.0353,
+      "step": 29200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.036,
+      "step": 29250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.0347,
+      "step": 29300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0352,
+      "step": 29350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.0359,
+      "step": 29400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0358,
+      "step": 29450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.0356,
+      "step": 29500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.0356,
+      "step": 29550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.0342,
+      "step": 29600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0351,
+      "step": 29650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0354,
+      "step": 29700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0357,
+      "step": 29750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0349,
+      "step": 29800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0348,
+      "step": 29850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.0347,
+      "step": 29900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0354,
+      "step": 29950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.0357,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7766680612910871,
+      "eval_af_ud_pr_auc": 0.998390988766638,
+      "eval_am_opus100_pr_auc": 0.4887360966565908,
+      "eval_ar_ersatz_pr_auc": 0.9300882692489804,
+      "eval_ar_opus100_pr_auc": 0.6828621996262597,
+      "eval_ar_ud_pr_auc": 0.8635692699909187,
+      "eval_average_ersatz_pr_auc": 0.9609503985365215,
+      "eval_average_opus100_pr_auc": 0.8081017382111501,
+      "eval_average_ud_pr_auc": 0.9582128968034718,
+      "eval_az_opus100_pr_auc": 0.7326325601493083,
+      "eval_be_opus100_pr_auc": 0.6315332842969408,
+      "eval_be_ud_pr_auc": 0.8935330280428189,
+      "eval_bg_opus100_pr_auc": 0.9059006878717819,
+      "eval_bg_ud_pr_auc": 0.993729236841472,
+      "eval_bn_opus100_pr_auc": 0.8013784237159154,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8726872624612808,
+      "eval_ca_ud_pr_auc": 0.9968343878443727,
+      "eval_ceb_ud_pr_auc": 0.9996810421244906,
+      "eval_cs_ersatz_pr_auc": 0.988279884923675,
+      "eval_cs_opus100_pr_auc": 0.8910357600640485,
+      "eval_cs_ud_pr_auc": 0.9539376271342994,
+      "eval_cy_opus100_pr_auc": 0.7702492881086045,
+      "eval_cy_ud_pr_auc": 0.9948887639508242,
+      "eval_da_opus100_pr_auc": 0.9151801784334574,
+      "eval_da_ud_pr_auc": 0.9906091174930811,
+      "eval_de_ersatz_pr_auc": 0.9792133523219607,
+      "eval_de_opus100_pr_auc": 0.8836890922928899,
+      "eval_de_ud_pr_auc": 0.9869537416171726,
+      "eval_el_opus100_pr_auc": 0.9155620909774655,
+      "eval_el_ud_pr_auc": 0.9947825068287514,
+      "eval_en_ersatz_pr_auc": 0.9881918838213388,
+      "eval_en_opus100_pr_auc": 0.9137857949541859,
+      "eval_en_ud_pr_auc": 0.9613399713957246,
+      "eval_eo_opus100_pr_auc": 0.9303642780075383,
+      "eval_es_ersatz_pr_auc": 0.9963553688625619,
+      "eval_es_opus100_pr_auc": 0.9120341155960822,
+      "eval_es_ud_pr_auc": 0.9894965467163085,
+      "eval_et_ersatz_pr_auc": 0.9818353516220035,
+      "eval_et_opus100_pr_auc": 0.861538161848821,
+      "eval_et_ud_pr_auc": 0.9544839428487063,
+      "eval_eu_opus100_pr_auc": 0.8828851221260361,
+      "eval_eu_ud_pr_auc": 0.9911832707280086,
+      "eval_fa_opus100_pr_auc": 0.5543340349596898,
+      "eval_fa_ud_pr_auc": 0.9948703301947788,
+      "eval_fi_ersatz_pr_auc": 0.9864361908100334,
+      "eval_fi_opus100_pr_auc": 0.9066705786940736,
+      "eval_fi_ud_pr_auc": 0.970453491435295,
+      "eval_fr_ersatz_pr_auc": 0.9918682071265277,
+      "eval_fr_opus100_pr_auc": 0.8986432895808607,
+      "eval_fr_ud_pr_auc": 0.9814162262603352,
+      "eval_fy_opus100_pr_auc": 0.6707285056174648,
+      "eval_ga_opus100_pr_auc": 0.8939996100360371,
+      "eval_ga_ud_pr_auc": 0.8237219130237727,
+      "eval_gd_opus100_pr_auc": 0.583639615270085,
+      "eval_gd_ud_pr_auc": 0.708191886730418,
+      "eval_gl_opus100_pr_auc": 0.875202351026259,
+      "eval_gl_ud_pr_auc": 0.997647415541061,
+      "eval_gu_ersatz_pr_auc": 0.9500637759109181,
+      "eval_gu_opus100_pr_auc": 0.6715915592197934,
+      "eval_ha_opus100_pr_auc": 0.9059162715270337,
+      "eval_he_opus100_pr_auc": 0.8477347236292089,
+      "eval_he_ud_pr_auc": 0.9787732914165453,
+      "eval_hi_ersatz_pr_auc": 0.9707362383350532,
+      "eval_hi_opus100_pr_auc": 0.651400512906311,
+      "eval_hi_ud_pr_auc": 0.9904945972199619,
+      "eval_hu_opus100_pr_auc": 0.9100603601373806,
+      "eval_hu_ud_pr_auc": 0.9806330785115874,
+      "eval_hy_opus100_pr_auc": 0.9028965265579162,
+      "eval_hy_ud_pr_auc": 0.990339166774942,
+      "eval_id_opus100_pr_auc": 0.8763289825069237,
+      "eval_id_ud_pr_auc": 0.993168666606276,
+      "eval_ig_opus100_pr_auc": 0.8686419806481371,
+      "eval_is_opus100_pr_auc": 0.9148146171825721,
+      "eval_is_ud_pr_auc": 0.9274682278497085,
+      "eval_it_opus100_pr_auc": 0.9017110994854899,
+      "eval_it_ud_pr_auc": 0.9998495159825196,
+      "eval_ja_ersatz_pr_auc": 0.8019579564254727,
+      "eval_ja_opus100_pr_auc": 0.7659106245407385,
+      "eval_ja_ud_pr_auc": 0.973339447924825,
+      "eval_jv_ud_pr_auc": 0.9586022668933908,
+      "eval_ka_opus100_pr_auc": 0.8586399358523847,
+      "eval_kk_ersatz_pr_auc": 0.9852994516939539,
+      "eval_kk_opus100_pr_auc": 0.7700525196410641,
+      "eval_kk_ud_pr_auc": 0.983422667505303,
+      "eval_km_ersatz_pr_auc": 0.8747278445457163,
+      "eval_km_opus100_pr_auc": 0.6610945205011964,
+      "eval_kn_opus100_pr_auc": 0.4943247622764365,
+      "eval_ko_opus100_pr_auc": 0.6454794031848009,
+      "eval_ko_ud_pr_auc": 0.999883568761612,
+      "eval_ku_opus100_pr_auc": 0.7851916883415145,
+      "eval_ky_opus100_pr_auc": 0.8416733936361698,
+      "eval_la_ud_pr_auc": 0.937161168354383,
+      "eval_loss": 0.03902043029665947,
+      "eval_lt_ersatz_pr_auc": 0.9906386673894861,
+      "eval_lt_opus100_pr_auc": 0.866524100087969,
+      "eval_lt_ud_pr_auc": 0.9682097018916231,
+      "eval_lv_ersatz_pr_auc": 0.9884797698187653,
+      "eval_lv_opus100_pr_auc": 0.8887332249522537,
+      "eval_lv_ud_pr_auc": 0.9702845008897132,
+      "eval_mg_opus100_pr_auc": 0.9157141429429438,
+      "eval_mk_opus100_pr_auc": 0.8959530105824111,
+      "eval_ml_opus100_pr_auc": 0.7564660269928812,
+      "eval_mn_opus100_pr_auc": 0.9396044941549622,
+      "eval_mr_opus100_pr_auc": 0.8813480688422406,
+      "eval_mr_ud_pr_auc": 0.9661905855599793,
+      "eval_ms_opus100_pr_auc": 0.8755550590918476,
+      "eval_mt_opus100_pr_auc": 0.8400921067017254,
+      "eval_mt_ud_pr_auc": 0.8912314375295525,
+      "eval_my_opus100_pr_auc": 0.6335838507888645,
+      "eval_ne_opus100_pr_auc": 0.6609705723726031,
+      "eval_nl_opus100_pr_auc": 0.8865519921874376,
+      "eval_nl_ud_pr_auc": 0.9560153839608017,
+      "eval_no_opus100_pr_auc": 0.9182948873453001,
+      "eval_no_ud_pr_auc": 0.995301573857181,
+      "eval_pa_opus100_pr_auc": 0.6067371146384339,
+      "eval_pl_ersatz_pr_auc": 0.9855712416801129,
+      "eval_pl_opus100_pr_auc": 0.8903689025746967,
+      "eval_pl_ud_pr_auc": 0.9687932421853171,
+      "eval_ps_ersatz_pr_auc": 0.943176806599646,
+      "eval_ps_opus100_pr_auc": 0.7054509331897139,
+      "eval_pt_opus100_pr_auc": 0.9175597345859169,
+      "eval_pt_ud_pr_auc": 0.9832081695697206,
+      "eval_ro_ersatz_pr_auc": 0.9939001270791088,
+      "eval_ro_opus100_pr_auc": 0.8924401870376204,
+      "eval_ro_ud_pr_auc": 0.9586216585808105,
+      "eval_ru_ersatz_pr_auc": 0.9898223278336182,
+      "eval_ru_opus100_pr_auc": 0.9218331311473058,
+      "eval_ru_ud_pr_auc": 0.8703005035743053,
+      "eval_runtime": 869.9175,
+      "eval_samples_per_second": 86.853,
+      "eval_si_opus100_pr_auc": 0.7820208342031564,
+      "eval_sk_opus100_pr_auc": 0.9117572514281177,
+      "eval_sk_ud_pr_auc": 0.9882502578368934,
+      "eval_sl_opus100_pr_auc": 0.8554661958044463,
+      "eval_sl_ud_pr_auc": 0.9840305189646095,
+      "eval_sq_opus100_pr_auc": 0.8902048414288282,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9044781754816629,
+      "eval_sr_ud_pr_auc": 0.9985876896069368,
+      "eval_steps_per_second": 5.429,
+      "eval_sv_opus100_pr_auc": 0.8894788103165394,
+      "eval_sv_ud_pr_auc": 0.9485890347591786,
+      "eval_ta_ersatz_pr_auc": 0.9822491931008765,
+      "eval_ta_opus100_pr_auc": 0.6207112045214955,
+      "eval_ta_ud_pr_auc": 0.9976237060569143,
+      "eval_te_opus100_pr_auc": 0.7957213114919262,
+      "eval_tg_opus100_pr_auc": 0.8713333620490389,
+      "eval_th_opus100_pr_auc": 0.6612375998908987,
+      "eval_th_ud_pr_auc": 0.6723668122924931,
+      "eval_tr_ersatz_pr_auc": 0.9750436725412905,
+      "eval_tr_opus100_pr_auc": 0.8964865814983543,
+      "eval_tr_ud_pr_auc": 0.9696447353169672,
+      "eval_uk_opus100_pr_auc": 0.865845298090078,
+      "eval_uk_ud_pr_auc": 0.9289000240765996,
+      "eval_ur_opus100_pr_auc": 0.5026419294194983,
+      "eval_ur_ud_pr_auc": 0.993284785244638,
+      "eval_uz_opus100_pr_auc": 0.8343178919512317,
+      "eval_vi_opus100_pr_auc": 0.8958778009946509,
+      "eval_vi_ud_pr_auc": 0.9487713815156751,
+      "eval_xh_opus100_pr_auc": 0.8660754920649351,
+      "eval_yi_opus100_pr_auc": 0.6002486803211475,
+      "eval_yo_opus100_pr_auc": 0.7716880806160666,
+      "eval_yo_ud_pr_auc": 0.9152528645571055,
+      "eval_zh_ersatz_pr_auc": 0.8669731861123737,
+      "eval_zh_opus100_pr_auc": 0.6840433850676492,
+      "eval_zh_ud_pr_auc": 0.991826180660575,
+      "eval_zu_opus100_pr_auc": 0.84552234101961,
+      "step": 30000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0356,
+      "step": 30050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0353,
+      "step": 30100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0355,
+      "step": 30150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0353,
+      "step": 30200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0343,
+      "step": 30250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0346,
+      "step": 30300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0352,
+      "step": 30350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0357,
+      "step": 30400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0343,
+      "step": 30450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.035,
+      "step": 30500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0347,
+      "step": 30550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0356,
+      "step": 30600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.0354,
+      "step": 30650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.0356,
+      "step": 30700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0355,
+      "step": 30750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0344,
+      "step": 30800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0347,
+      "step": 30850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0348,
+      "step": 30900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0353,
+      "step": 30950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0345,
+      "step": 31000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0349,
+      "step": 31050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0347,
+      "step": 31100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0344,
+      "step": 31150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0348,
+      "step": 31200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0359,
+      "step": 31250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.0345,
+      "step": 31300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.036,
+      "step": 31350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0359,
+      "step": 31400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.034,
+      "step": 31450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0348,
+      "step": 31500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0348,
+      "step": 31550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.0343,
+      "step": 31600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.0354,
+      "step": 31650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0356,
+      "step": 31700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0341,
+      "step": 31750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0352,
+      "step": 31800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0341,
+      "step": 31850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0352,
+      "step": 31900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0349,
+      "step": 31950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0344,
+      "step": 32000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.036,
+      "step": 32050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.0355,
+      "step": 32100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0354,
+      "step": 32150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.0348,
+      "step": 32200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0349,
+      "step": 32250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0344,
+      "step": 32300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0344,
+      "step": 32350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0344,
+      "step": 32400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0348,
+      "step": 32450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0345,
+      "step": 32500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.035,
+      "step": 32550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0345,
+      "step": 32600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0346,
+      "step": 32650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0344,
+      "step": 32700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0346,
+      "step": 32750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0341,
+      "step": 32800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0342,
+      "step": 32850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.0348,
+      "step": 32900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0357,
+      "step": 32950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0347,
+      "step": 33000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0346,
+      "step": 33050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.034,
+      "step": 33100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0343,
+      "step": 33150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.0347,
+      "step": 33200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0347,
+      "step": 33250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0348,
+      "step": 33300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0346,
+      "step": 33350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0347,
+      "step": 33400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0342,
+      "step": 33450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0345,
+      "step": 33500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.035,
+      "step": 33550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0341,
+      "step": 33600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0343,
+      "step": 33650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.034,
+      "step": 33700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0344,
+      "step": 33750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.035,
+      "step": 33800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0343,
+      "step": 33850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0342,
+      "step": 33900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0339,
+      "step": 33950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0342,
+      "step": 34000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.0352,
+      "step": 34050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0343,
+      "step": 34100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.0351,
+      "step": 34150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.0348,
+      "step": 34200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0345,
+      "step": 34250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0346,
+      "step": 34300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0356,
+      "step": 34350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.034,
+      "step": 34400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.0347,
+      "step": 34450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.0339,
+      "step": 34500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.0346,
+      "step": 34550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0342,
+      "step": 34600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.0345,
+      "step": 34650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.034,
+      "step": 34700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0343,
+      "step": 34750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0347,
+      "step": 34800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0342,
+      "step": 34850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0336,
+      "step": 34900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.034,
+      "step": 34950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0348,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7730167429587704,
+      "eval_af_ud_pr_auc": 0.9978460481306632,
+      "eval_am_opus100_pr_auc": 0.5160962937676505,
+      "eval_ar_ersatz_pr_auc": 0.930981770545233,
+      "eval_ar_opus100_pr_auc": 0.6946942811584303,
+      "eval_ar_ud_pr_auc": 0.8740315201441854,
+      "eval_average_ersatz_pr_auc": 0.9523130255454112,
+      "eval_average_opus100_pr_auc": 0.8093873270502422,
+      "eval_average_ud_pr_auc": 0.9559709602052047,
+      "eval_az_opus100_pr_auc": 0.7140780975520034,
+      "eval_be_opus100_pr_auc": 0.6177171943482703,
+      "eval_be_ud_pr_auc": 0.8803254589289978,
+      "eval_bg_opus100_pr_auc": 0.9079714860598035,
+      "eval_bg_ud_pr_auc": 0.9900772450205476,
+      "eval_bn_opus100_pr_auc": 0.8051364025223984,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8658451457728119,
+      "eval_ca_ud_pr_auc": 0.9972853998751845,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9836290390722924,
+      "eval_cs_opus100_pr_auc": 0.8993606897443037,
+      "eval_cs_ud_pr_auc": 0.9495273878246757,
+      "eval_cy_opus100_pr_auc": 0.7815475469897352,
+      "eval_cy_ud_pr_auc": 0.9943552373287485,
+      "eval_da_opus100_pr_auc": 0.9047951765924677,
+      "eval_da_ud_pr_auc": 0.9842551652838927,
+      "eval_de_ersatz_pr_auc": 0.9795310504505684,
+      "eval_de_opus100_pr_auc": 0.8827169833922377,
+      "eval_de_ud_pr_auc": 0.9857210046903252,
+      "eval_el_opus100_pr_auc": 0.9113825903489237,
+      "eval_el_ud_pr_auc": 0.993947443554548,
+      "eval_en_ersatz_pr_auc": 0.9883689602832266,
+      "eval_en_opus100_pr_auc": 0.9147175272406851,
+      "eval_en_ud_pr_auc": 0.9706698823145968,
+      "eval_eo_opus100_pr_auc": 0.9133830147462331,
+      "eval_es_ersatz_pr_auc": 0.9962472542417324,
+      "eval_es_opus100_pr_auc": 0.9103751457745946,
+      "eval_es_ud_pr_auc": 0.9905575555753074,
+      "eval_et_ersatz_pr_auc": 0.9762781206529153,
+      "eval_et_opus100_pr_auc": 0.8374306850456505,
+      "eval_et_ud_pr_auc": 0.9481188057150138,
+      "eval_eu_opus100_pr_auc": 0.8813827062341143,
+      "eval_eu_ud_pr_auc": 0.9854369458806816,
+      "eval_fa_opus100_pr_auc": 0.5502069711999281,
+      "eval_fa_ud_pr_auc": 0.9920282934846237,
+      "eval_fi_ersatz_pr_auc": 0.9842064898994904,
+      "eval_fi_opus100_pr_auc": 0.8998470498155572,
+      "eval_fi_ud_pr_auc": 0.9320498396741844,
+      "eval_fr_ersatz_pr_auc": 0.9882464359803226,
+      "eval_fr_opus100_pr_auc": 0.90071025251136,
+      "eval_fr_ud_pr_auc": 0.9696470851759833,
+      "eval_fy_opus100_pr_auc": 0.6715640023845741,
+      "eval_ga_opus100_pr_auc": 0.8782620637001248,
+      "eval_ga_ud_pr_auc": 0.8167381064594252,
+      "eval_gd_opus100_pr_auc": 0.6705139798386448,
+      "eval_gd_ud_pr_auc": 0.7712215195358115,
+      "eval_gl_opus100_pr_auc": 0.8730970587902563,
+      "eval_gl_ud_pr_auc": 0.9944036473332628,
+      "eval_gu_ersatz_pr_auc": 0.9149154721596138,
+      "eval_gu_opus100_pr_auc": 0.6788499592981974,
+      "eval_ha_opus100_pr_auc": 0.9058210056131001,
+      "eval_he_opus100_pr_auc": 0.8478461560689641,
+      "eval_he_ud_pr_auc": 0.9778944997626811,
+      "eval_hi_ersatz_pr_auc": 0.966906526727782,
+      "eval_hi_opus100_pr_auc": 0.6583397334453527,
+      "eval_hi_ud_pr_auc": 0.9848860887108213,
+      "eval_hu_opus100_pr_auc": 0.903731821869358,
+      "eval_hu_ud_pr_auc": 0.9875270945314397,
+      "eval_hy_opus100_pr_auc": 0.899905313298734,
+      "eval_hy_ud_pr_auc": 0.9669576631719147,
+      "eval_id_opus100_pr_auc": 0.8624196611841123,
+      "eval_id_ud_pr_auc": 0.9909078242821607,
+      "eval_ig_opus100_pr_auc": 0.8678326848085275,
+      "eval_is_opus100_pr_auc": 0.9158376744843381,
+      "eval_is_ud_pr_auc": 0.9123455245226131,
+      "eval_it_opus100_pr_auc": 0.9024553492706711,
+      "eval_it_ud_pr_auc": 0.9990362185739049,
+      "eval_ja_ersatz_pr_auc": 0.7389224618737016,
+      "eval_ja_opus100_pr_auc": 0.7449279319906699,
+      "eval_ja_ud_pr_auc": 0.9530906958511264,
+      "eval_jv_ud_pr_auc": 0.967030421890517,
+      "eval_ka_opus100_pr_auc": 0.8739709772365171,
+      "eval_kk_ersatz_pr_auc": 0.9806036902887145,
+      "eval_kk_opus100_pr_auc": 0.7768132842486963,
+      "eval_kk_ud_pr_auc": 0.9825225843068119,
+      "eval_km_ersatz_pr_auc": 0.8856493354546219,
+      "eval_km_opus100_pr_auc": 0.6945461392574432,
+      "eval_kn_opus100_pr_auc": 0.5272926075286521,
+      "eval_ko_opus100_pr_auc": 0.6303281786611661,
+      "eval_ko_ud_pr_auc": 0.9963014867041071,
+      "eval_ku_opus100_pr_auc": 0.7982137522244249,
+      "eval_ky_opus100_pr_auc": 0.8590795957840545,
+      "eval_la_ud_pr_auc": 0.9625181510805038,
+      "eval_loss": 0.038426950573921204,
+      "eval_lt_ersatz_pr_auc": 0.9852033891371624,
+      "eval_lt_opus100_pr_auc": 0.8560879425034429,
+      "eval_lt_ud_pr_auc": 0.9744362915905975,
+      "eval_lv_ersatz_pr_auc": 0.9883347378338688,
+      "eval_lv_opus100_pr_auc": 0.8578469881475235,
+      "eval_lv_ud_pr_auc": 0.9691354139538423,
+      "eval_mg_opus100_pr_auc": 0.9110466637141286,
+      "eval_mk_opus100_pr_auc": 0.8905208663083982,
+      "eval_ml_opus100_pr_auc": 0.7521729726989994,
+      "eval_mn_opus100_pr_auc": 0.9387655506983601,
+      "eval_mr_opus100_pr_auc": 0.8455491893361721,
+      "eval_mr_ud_pr_auc": 0.9791010951066622,
+      "eval_ms_opus100_pr_auc": 0.8687402342197856,
+      "eval_mt_opus100_pr_auc": 0.8487908501364051,
+      "eval_mt_ud_pr_auc": 0.8776911621410225,
+      "eval_my_opus100_pr_auc": 0.6686126502458681,
+      "eval_ne_opus100_pr_auc": 0.6765307771795342,
+      "eval_nl_opus100_pr_auc": 0.884091417906338,
+      "eval_nl_ud_pr_auc": 0.966496660766234,
+      "eval_no_opus100_pr_auc": 0.9179511110310873,
+      "eval_no_ud_pr_auc": 0.9954728308580131,
+      "eval_pa_opus100_pr_auc": 0.6203202764562002,
+      "eval_pl_ersatz_pr_auc": 0.9817046130622582,
+      "eval_pl_opus100_pr_auc": 0.8842053970399248,
+      "eval_pl_ud_pr_auc": 0.9695946491315703,
+      "eval_ps_ersatz_pr_auc": 0.9411641366963708,
+      "eval_ps_opus100_pr_auc": 0.6968437255030858,
+      "eval_pt_opus100_pr_auc": 0.9044345250058403,
+      "eval_pt_ud_pr_auc": 0.9833059879638252,
+      "eval_ro_ersatz_pr_auc": 0.9906721364865965,
+      "eval_ro_opus100_pr_auc": 0.8740456397232561,
+      "eval_ro_ud_pr_auc": 0.9759801547189382,
+      "eval_ru_ersatz_pr_auc": 0.9857369022523146,
+      "eval_ru_opus100_pr_auc": 0.9250353755495283,
+      "eval_ru_ud_pr_auc": 0.8576611474032911,
+      "eval_runtime": 872.0758,
+      "eval_samples_per_second": 86.638,
+      "eval_si_opus100_pr_auc": 0.7810342790634863,
+      "eval_sk_opus100_pr_auc": 0.915154349798463,
+      "eval_sk_ud_pr_auc": 0.9830691881807853,
+      "eval_sl_opus100_pr_auc": 0.856508093993671,
+      "eval_sl_ud_pr_auc": 0.9741373448639056,
+      "eval_sq_opus100_pr_auc": 0.8796848837604629,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9107827754811125,
+      "eval_sr_ud_pr_auc": 0.9957922671799767,
+      "eval_steps_per_second": 5.416,
+      "eval_sv_opus100_pr_auc": 0.8804340272738622,
+      "eval_sv_ud_pr_auc": 0.9510007737912247,
+      "eval_ta_ersatz_pr_auc": 0.9746008618549887,
+      "eval_ta_opus100_pr_auc": 0.6370765801070473,
+      "eval_ta_ud_pr_auc": 0.9817134165773396,
+      "eval_te_opus100_pr_auc": 0.7815988858674725,
+      "eval_tg_opus100_pr_auc": 0.8551275524720331,
+      "eval_th_opus100_pr_auc": 0.6587032185766292,
+      "eval_th_ud_pr_auc": 0.653255415530083,
+      "eval_tr_ersatz_pr_auc": 0.9655434925116518,
+      "eval_tr_opus100_pr_auc": 0.8935471505280238,
+      "eval_tr_ud_pr_auc": 0.9418661886096927,
+      "eval_uk_opus100_pr_auc": 0.8577970762449543,
+      "eval_uk_ud_pr_auc": 0.9394252099791367,
+      "eval_ur_opus100_pr_auc": 0.5237368018646843,
+      "eval_ur_ud_pr_auc": 0.9914164977988619,
+      "eval_uz_opus100_pr_auc": 0.8441972797149618,
+      "eval_vi_opus100_pr_auc": 0.8909227920413815,
+      "eval_vi_ud_pr_auc": 0.9468174090114935,
+      "eval_xh_opus100_pr_auc": 0.8546728310575038,
+      "eval_yi_opus100_pr_auc": 0.7464290665327877,
+      "eval_yo_opus100_pr_auc": 0.7697508864576281,
+      "eval_yo_ud_pr_auc": 0.902688135554994,
+      "eval_zh_ersatz_pr_auc": 0.8234396845336162,
+      "eval_zh_opus100_pr_auc": 0.6584532114915849,
+      "eval_zh_ud_pr_auc": 0.9813148024592998,
+      "eval_zu_opus100_pr_auc": 0.8284960076257132,
+      "step": 35000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0342,
+      "step": 35050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0362,
+      "step": 35100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.0354,
+      "step": 35150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0355,
+      "step": 35200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0347,
+      "step": 35250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0342,
+      "step": 35300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.034,
+      "step": 35350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.0348,
+      "step": 35400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0342,
+      "step": 35450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.0338,
+      "step": 35500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0346,
+      "step": 35550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.0345,
+      "step": 35600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.035,
+      "step": 35650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.0348,
+      "step": 35700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.034,
+      "step": 35750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0338,
+      "step": 35800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0344,
+      "step": 35850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0339,
+      "step": 35900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0339,
+      "step": 35950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0336,
+      "step": 36000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.0336,
+      "step": 36050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0341,
+      "step": 36100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.0341,
+      "step": 36150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0339,
+      "step": 36200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0349,
+      "step": 36250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.035,
+      "step": 36300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0334,
+      "step": 36350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0343,
+      "step": 36400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.0339,
+      "step": 36450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0339,
+      "step": 36500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0341,
+      "step": 36550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0348,
+      "step": 36600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0346,
+      "step": 36650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.0335,
+      "step": 36700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0345,
+      "step": 36750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.0337,
+      "step": 36800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.0352,
+      "step": 36850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0344,
+      "step": 36900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.0348,
+      "step": 36950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.0339,
+      "step": 37000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.0333,
+      "step": 37050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.034,
+      "step": 37100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0338,
+      "step": 37150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.034,
+      "step": 37200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.0341,
+      "step": 37250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.0343,
+      "step": 37300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0339,
+      "step": 37350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0352,
+      "step": 37400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0338,
+      "step": 37450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.0343,
+      "step": 37500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.034,
+      "step": 37550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0337,
+      "step": 37600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0335,
+      "step": 37650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0343,
+      "step": 37700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.034,
+      "step": 37750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0337,
+      "step": 37800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.0338,
+      "step": 37850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0343,
+      "step": 37900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0335,
+      "step": 37950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0338,
+      "step": 38000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0339,
+      "step": 38050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.035,
+      "step": 38100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0343,
+      "step": 38150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0345,
+      "step": 38200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.034,
+      "step": 38250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0332,
+      "step": 38300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0333,
+      "step": 38350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.0335,
+      "step": 38400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.0335,
+      "step": 38450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.0337,
+      "step": 38500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0344,
+      "step": 38550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0339,
+      "step": 38600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0332,
+      "step": 38650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0336,
+      "step": 38700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0337,
+      "step": 38750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0334,
+      "step": 38800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0336,
+      "step": 38850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0334,
+      "step": 38900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0342,
+      "step": 38950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0336,
+      "step": 39000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0343,
+      "step": 39050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0337,
+      "step": 39100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.034,
+      "step": 39150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0341,
+      "step": 39200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0335,
+      "step": 39250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0339,
+      "step": 39300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0333,
+      "step": 39350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0346,
+      "step": 39400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0341,
+      "step": 39450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0336,
+      "step": 39500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0348,
+      "step": 39550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0339,
+      "step": 39600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0334,
+      "step": 39650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0341,
+      "step": 39700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0351,
+      "step": 39750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.034,
+      "step": 39800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0339,
+      "step": 39850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0342,
+      "step": 39900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0342,
+      "step": 39950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0344,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7512999125250678,
+      "eval_af_ud_pr_auc": 0.998014125838088,
+      "eval_am_opus100_pr_auc": 0.49359922449460875,
+      "eval_ar_ersatz_pr_auc": 0.9457768123956753,
+      "eval_ar_opus100_pr_auc": 0.6872365460978522,
+      "eval_ar_ud_pr_auc": 0.8544484596458342,
+      "eval_average_ersatz_pr_auc": 0.9669265663946356,
+      "eval_average_opus100_pr_auc": 0.81831626900058,
+      "eval_average_ud_pr_auc": 0.9612801343919419,
+      "eval_az_opus100_pr_auc": 0.7610231164561923,
+      "eval_be_opus100_pr_auc": 0.620770607789398,
+      "eval_be_ud_pr_auc": 0.8894891666291336,
+      "eval_bg_opus100_pr_auc": 0.9152796502007111,
+      "eval_bg_ud_pr_auc": 0.9953724157330205,
+      "eval_bn_opus100_pr_auc": 0.8108607321065185,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8849658073865946,
+      "eval_ca_ud_pr_auc": 0.997444829843444,
+      "eval_ceb_ud_pr_auc": 0.9986992741647858,
+      "eval_cs_ersatz_pr_auc": 0.9882531594518594,
+      "eval_cs_opus100_pr_auc": 0.9093008222908285,
+      "eval_cs_ud_pr_auc": 0.9665885578879343,
+      "eval_cy_opus100_pr_auc": 0.7555726588179746,
+      "eval_cy_ud_pr_auc": 0.9944209804862135,
+      "eval_da_opus100_pr_auc": 0.9132050462998282,
+      "eval_da_ud_pr_auc": 0.9911239690988058,
+      "eval_de_ersatz_pr_auc": 0.9883182779227367,
+      "eval_de_opus100_pr_auc": 0.8860318769133664,
+      "eval_de_ud_pr_auc": 0.9858626101845137,
+      "eval_el_opus100_pr_auc": 0.9163739746054025,
+      "eval_el_ud_pr_auc": 0.9873111454904381,
+      "eval_en_ersatz_pr_auc": 0.9921256395008918,
+      "eval_en_opus100_pr_auc": 0.920074052606415,
+      "eval_en_ud_pr_auc": 0.9729612913915371,
+      "eval_eo_opus100_pr_auc": 0.9216754148816857,
+      "eval_es_ersatz_pr_auc": 0.9959874177000896,
+      "eval_es_opus100_pr_auc": 0.9181169415940565,
+      "eval_es_ud_pr_auc": 0.992142697388703,
+      "eval_et_ersatz_pr_auc": 0.9840440344600603,
+      "eval_et_opus100_pr_auc": 0.8786974292554788,
+      "eval_et_ud_pr_auc": 0.9622340618645043,
+      "eval_eu_opus100_pr_auc": 0.8889746800550726,
+      "eval_eu_ud_pr_auc": 0.9908582917622838,
+      "eval_fa_opus100_pr_auc": 0.5764637190754514,
+      "eval_fa_ud_pr_auc": 0.9965157793811887,
+      "eval_fi_ersatz_pr_auc": 0.9912241562614311,
+      "eval_fi_opus100_pr_auc": 0.9102661002484238,
+      "eval_fi_ud_pr_auc": 0.9672301165518769,
+      "eval_fr_ersatz_pr_auc": 0.9931845614167949,
+      "eval_fr_opus100_pr_auc": 0.9066341961122044,
+      "eval_fr_ud_pr_auc": 0.9814590271321368,
+      "eval_fy_opus100_pr_auc": 0.643762686271029,
+      "eval_ga_opus100_pr_auc": 0.872762901355507,
+      "eval_ga_ud_pr_auc": 0.8312276972429569,
+      "eval_gd_opus100_pr_auc": 0.6694442676453589,
+      "eval_gd_ud_pr_auc": 0.7457027801322551,
+      "eval_gl_opus100_pr_auc": 0.8851850563007219,
+      "eval_gl_ud_pr_auc": 0.9982998127494057,
+      "eval_gu_ersatz_pr_auc": 0.9364078691103876,
+      "eval_gu_opus100_pr_auc": 0.6861991728521583,
+      "eval_ha_opus100_pr_auc": 0.9027997104952337,
+      "eval_he_opus100_pr_auc": 0.8625274647448794,
+      "eval_he_ud_pr_auc": 0.9773671064115969,
+      "eval_hi_ersatz_pr_auc": 0.9774977721353211,
+      "eval_hi_opus100_pr_auc": 0.6530357224516388,
+      "eval_hi_ud_pr_auc": 0.9927616608715444,
+      "eval_hu_opus100_pr_auc": 0.9130260962503168,
+      "eval_hu_ud_pr_auc": 0.9888327007728158,
+      "eval_hy_opus100_pr_auc": 0.9054844959538968,
+      "eval_hy_ud_pr_auc": 0.9800937304429455,
+      "eval_id_opus100_pr_auc": 0.8781809645322265,
+      "eval_id_ud_pr_auc": 0.9950831444123603,
+      "eval_ig_opus100_pr_auc": 0.8709814305248085,
+      "eval_is_opus100_pr_auc": 0.9276866236938713,
+      "eval_is_ud_pr_auc": 0.9310138655125775,
+      "eval_it_opus100_pr_auc": 0.910471830552562,
+      "eval_it_ud_pr_auc": 0.9992219176488822,
+      "eval_ja_ersatz_pr_auc": 0.8098357684408507,
+      "eval_ja_opus100_pr_auc": 0.7616713287294627,
+      "eval_ja_ud_pr_auc": 0.9803181123820149,
+      "eval_jv_ud_pr_auc": 0.9585987015553532,
+      "eval_ka_opus100_pr_auc": 0.8719123711603634,
+      "eval_kk_ersatz_pr_auc": 0.9911838852229583,
+      "eval_kk_opus100_pr_auc": 0.788953348086268,
+      "eval_kk_ud_pr_auc": 0.9812081218461075,
+      "eval_km_ersatz_pr_auc": 0.8774632279001464,
+      "eval_km_opus100_pr_auc": 0.6829999729263032,
+      "eval_kn_opus100_pr_auc": 0.5586985075061341,
+      "eval_ko_opus100_pr_auc": 0.6448609921224219,
+      "eval_ko_ud_pr_auc": 0.9998155066468879,
+      "eval_ku_opus100_pr_auc": 0.7847070259317162,
+      "eval_ky_opus100_pr_auc": 0.8629796577676344,
+      "eval_la_ud_pr_auc": 0.9722203232114504,
+      "eval_loss": 0.03793857619166374,
+      "eval_lt_ersatz_pr_auc": 0.9949038051806145,
+      "eval_lt_opus100_pr_auc": 0.8737774686398975,
+      "eval_lt_ud_pr_auc": 0.9884354717433274,
+      "eval_lv_ersatz_pr_auc": 0.9917500069589681,
+      "eval_lv_opus100_pr_auc": 0.8774416276794449,
+      "eval_lv_ud_pr_auc": 0.9741418831831488,
+      "eval_mg_opus100_pr_auc": 0.9192172167890666,
+      "eval_mk_opus100_pr_auc": 0.9067527116878052,
+      "eval_ml_opus100_pr_auc": 0.7509956075036243,
+      "eval_mn_opus100_pr_auc": 0.9521890306136611,
+      "eval_mr_opus100_pr_auc": 0.8792059949626703,
+      "eval_mr_ud_pr_auc": 0.9653733089224025,
+      "eval_ms_opus100_pr_auc": 0.8811154321781404,
+      "eval_mt_opus100_pr_auc": 0.8559431318101011,
+      "eval_mt_ud_pr_auc": 0.8886209264261226,
+      "eval_my_opus100_pr_auc": 0.660391131174005,
+      "eval_ne_opus100_pr_auc": 0.7109129224508643,
+      "eval_nl_opus100_pr_auc": 0.8958395558749276,
+      "eval_nl_ud_pr_auc": 0.9768632552845311,
+      "eval_no_opus100_pr_auc": 0.9221130518235516,
+      "eval_no_ud_pr_auc": 0.9957519533328114,
+      "eval_pa_opus100_pr_auc": 0.6652129058310041,
+      "eval_pl_ersatz_pr_auc": 0.987338277260888,
+      "eval_pl_opus100_pr_auc": 0.8923675031701975,
+      "eval_pl_ud_pr_auc": 0.974562644003256,
+      "eval_ps_ersatz_pr_auc": 0.9570590204130737,
+      "eval_ps_opus100_pr_auc": 0.7291390968229151,
+      "eval_pt_opus100_pr_auc": 0.914288457105051,
+      "eval_pt_ud_pr_auc": 0.9863949984716831,
+      "eval_ro_ersatz_pr_auc": 0.9965976056104029,
+      "eval_ro_opus100_pr_auc": 0.8895678810405155,
+      "eval_ro_ud_pr_auc": 0.9672089253451149,
+      "eval_ru_ersatz_pr_auc": 0.9933994366147034,
+      "eval_ru_opus100_pr_auc": 0.9113981320587623,
+      "eval_ru_ud_pr_auc": 0.8733104884345508,
+      "eval_runtime": 867.7931,
+      "eval_samples_per_second": 87.066,
+      "eval_si_opus100_pr_auc": 0.786242552752673,
+      "eval_sk_opus100_pr_auc": 0.9264102108559874,
+      "eval_sk_ud_pr_auc": 0.9900811573363854,
+      "eval_sl_opus100_pr_auc": 0.8685598255241495,
+      "eval_sl_ud_pr_auc": 0.9830356904124886,
+      "eval_sq_opus100_pr_auc": 0.908321612191414,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9147006554981589,
+      "eval_sr_ud_pr_auc": 0.9989794888152499,
+      "eval_steps_per_second": 5.443,
+      "eval_sv_opus100_pr_auc": 0.8936266529606487,
+      "eval_sv_ud_pr_auc": 0.9537786909926433,
+      "eval_ta_ersatz_pr_auc": 0.9781913771057997,
+      "eval_ta_opus100_pr_auc": 0.6484564387300994,
+      "eval_ta_ud_pr_auc": 0.9957519958747787,
+      "eval_te_opus100_pr_auc": 0.8024222294868577,
+      "eval_tg_opus100_pr_auc": 0.8878664377430305,
+      "eval_th_opus100_pr_auc": 0.668487391798345,
+      "eval_th_ud_pr_auc": 0.6825190573782609,
+      "eval_tr_ersatz_pr_auc": 0.9725077486433754,
+      "eval_tr_opus100_pr_auc": 0.8958491059581682,
+      "eval_tr_ud_pr_auc": 0.9542219762924942,
+      "eval_uk_opus100_pr_auc": 0.8805464715965355,
+      "eval_uk_ud_pr_auc": 0.9343088474907302,
+      "eval_ur_opus100_pr_auc": 0.515956395610828,
+      "eval_ur_ud_pr_auc": 0.9965232656975528,
+      "eval_uz_opus100_pr_auc": 0.8472186832798674,
+      "eval_vi_opus100_pr_auc": 0.9016785137598335,
+      "eval_vi_ud_pr_auc": 0.9572445579704577,
+      "eval_xh_opus100_pr_auc": 0.8654132157990867,
+      "eval_yi_opus100_pr_auc": 0.6831361691526657,
+      "eval_yo_opus100_pr_auc": 0.7988936958553245,
+      "eval_yo_ud_pr_auc": 0.9140435923714908,
+      "eval_zh_ersatz_pr_auc": 0.929334600974958,
+      "eval_zh_opus100_pr_auc": 0.7132794379306885,
+      "eval_zh_ud_pr_auc": 0.9878735022476195,
+      "eval_zu_opus100_pr_auc": 0.8422453646793365,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0342,
+      "step": 40050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0346,
+      "step": 40100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.034,
+      "step": 40150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.0341,
+      "step": 40200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.0341,
+      "step": 40250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0342,
+      "step": 40300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.033,
+      "step": 40350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0339,
+      "step": 40400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0337,
+      "step": 40450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0343,
+      "step": 40500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0332,
+      "step": 40550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.033,
+      "step": 40600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0334,
+      "step": 40650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0333,
+      "step": 40700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.0335,
+      "step": 40750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0342,
+      "step": 40800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0333,
+      "step": 40850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.0333,
+      "step": 40900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0338,
+      "step": 40950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0343,
+      "step": 41000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0344,
+      "step": 41050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0327,
+      "step": 41100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0334,
+      "step": 41150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0333,
+      "step": 41200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.033,
+      "step": 41250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0342,
+      "step": 41300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0333,
+      "step": 41350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0336,
+      "step": 41400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0331,
+      "step": 41450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0344,
+      "step": 41500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0332,
+      "step": 41550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.035,
+      "step": 41600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0348,
+      "step": 41650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.034,
+      "step": 41700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0337,
+      "step": 41750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0343,
+      "step": 41800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0339,
+      "step": 41850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.0335,
+      "step": 41900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0342,
+      "step": 41950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0337,
+      "step": 42000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0338,
+      "step": 42050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0332,
+      "step": 42100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0336,
+      "step": 42150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.0333,
+      "step": 42200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0339,
+      "step": 42250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0341,
+      "step": 42300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0322,
+      "step": 42350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0337,
+      "step": 42400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0335,
+      "step": 42450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0334,
+      "step": 42500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0332,
+      "step": 42550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0344,
+      "step": 42600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0329,
+      "step": 42650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0337,
+      "step": 42700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0332,
+      "step": 42750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0329,
+      "step": 42800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.034,
+      "step": 42850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0333,
+      "step": 42900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.0332,
+      "step": 42950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0336,
+      "step": 43000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.0336,
+      "step": 43050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0332,
+      "step": 43100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0337,
+      "step": 43150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.0331,
+      "step": 43200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.0337,
+      "step": 43250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0336,
+      "step": 43300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0328,
+      "step": 43350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0334,
+      "step": 43400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0333,
+      "step": 43450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0333,
+      "step": 43500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.034,
+      "step": 43550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0339,
+      "step": 43600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.0333,
+      "step": 43650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0331,
+      "step": 43700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.0334,
+      "step": 43750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0333,
+      "step": 43800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0331,
+      "step": 43850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0331,
+      "step": 43900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0345,
+      "step": 43950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0336,
+      "step": 44000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0332,
+      "step": 44050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0336,
+      "step": 44100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0331,
+      "step": 44150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0333,
+      "step": 44200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.0327,
+      "step": 44250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0329,
+      "step": 44300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.034,
+      "step": 44350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0323,
+      "step": 44400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.033,
+      "step": 44450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0333,
+      "step": 44500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0332,
+      "step": 44550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0338,
+      "step": 44600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0325,
+      "step": 44650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.0333,
+      "step": 44700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.034,
+      "step": 44750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0331,
+      "step": 44800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0332,
+      "step": 44850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.033,
+      "step": 44900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0327,
+      "step": 44950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.033,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7589567720201903,
+      "eval_af_ud_pr_auc": 0.9916411259831238,
+      "eval_am_opus100_pr_auc": 0.5658733549061952,
+      "eval_ar_ersatz_pr_auc": 0.9400694296990383,
+      "eval_ar_opus100_pr_auc": 0.7022103558546107,
+      "eval_ar_ud_pr_auc": 0.8720945098003466,
+      "eval_average_ersatz_pr_auc": 0.9659806920446999,
+      "eval_average_opus100_pr_auc": 0.8205178783151915,
+      "eval_average_ud_pr_auc": 0.9633747797519651,
+      "eval_az_opus100_pr_auc": 0.7695759490963182,
+      "eval_be_opus100_pr_auc": 0.6445374906482081,
+      "eval_be_ud_pr_auc": 0.8908173733654358,
+      "eval_bg_opus100_pr_auc": 0.9165850888980847,
+      "eval_bg_ud_pr_auc": 0.9949412453651624,
+      "eval_bn_opus100_pr_auc": 0.8261421130176437,
+      "eval_bn_ud_pr_auc": 0.9996839196204802,
+      "eval_ca_opus100_pr_auc": 0.8954311284219078,
+      "eval_ca_ud_pr_auc": 0.9959928830175555,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.9893032332833684,
+      "eval_cs_opus100_pr_auc": 0.9157393178952595,
+      "eval_cs_ud_pr_auc": 0.9666279951282692,
+      "eval_cy_opus100_pr_auc": 0.755583276369182,
+      "eval_cy_ud_pr_auc": 0.9959727276547772,
+      "eval_da_opus100_pr_auc": 0.9191562531917868,
+      "eval_da_ud_pr_auc": 0.9893038646135502,
+      "eval_de_ersatz_pr_auc": 0.9864667491368933,
+      "eval_de_opus100_pr_auc": 0.8908114756496246,
+      "eval_de_ud_pr_auc": 0.9874814166239049,
+      "eval_el_opus100_pr_auc": 0.9253419951340486,
+      "eval_el_ud_pr_auc": 0.9881468289550962,
+      "eval_en_ersatz_pr_auc": 0.9892612450493085,
+      "eval_en_opus100_pr_auc": 0.9249963329281597,
+      "eval_en_ud_pr_auc": 0.9760598769645645,
+      "eval_eo_opus100_pr_auc": 0.9327582418612703,
+      "eval_es_ersatz_pr_auc": 0.9964507026387139,
+      "eval_es_opus100_pr_auc": 0.9320487839099619,
+      "eval_es_ud_pr_auc": 0.9926996759244288,
+      "eval_et_ersatz_pr_auc": 0.9860600815533533,
+      "eval_et_opus100_pr_auc": 0.8987906677709931,
+      "eval_et_ud_pr_auc": 0.9573061829632946,
+      "eval_eu_opus100_pr_auc": 0.8914998402434225,
+      "eval_eu_ud_pr_auc": 0.9925009552829888,
+      "eval_fa_opus100_pr_auc": 0.551189703916697,
+      "eval_fa_ud_pr_auc": 0.9972031531230653,
+      "eval_fi_ersatz_pr_auc": 0.9932948638501817,
+      "eval_fi_opus100_pr_auc": 0.9182959941556903,
+      "eval_fi_ud_pr_auc": 0.966748040046961,
+      "eval_fr_ersatz_pr_auc": 0.9870391327075729,
+      "eval_fr_opus100_pr_auc": 0.9156701751914863,
+      "eval_fr_ud_pr_auc": 0.9772245385666054,
+      "eval_fy_opus100_pr_auc": 0.6753370278109553,
+      "eval_ga_opus100_pr_auc": 0.8841576160735201,
+      "eval_ga_ud_pr_auc": 0.843845466499167,
+      "eval_gd_opus100_pr_auc": 0.6015386997446136,
+      "eval_gd_ud_pr_auc": 0.743565390204324,
+      "eval_gl_opus100_pr_auc": 0.8956298669009983,
+      "eval_gl_ud_pr_auc": 0.9989755572955221,
+      "eval_gu_ersatz_pr_auc": 0.9483182105188197,
+      "eval_gu_opus100_pr_auc": 0.6890669480884293,
+      "eval_ha_opus100_pr_auc": 0.9093088577215539,
+      "eval_he_opus100_pr_auc": 0.8700008542237336,
+      "eval_he_ud_pr_auc": 0.9740596357622384,
+      "eval_hi_ersatz_pr_auc": 0.9698559857248047,
+      "eval_hi_opus100_pr_auc": 0.6544170399819241,
+      "eval_hi_ud_pr_auc": 0.9926887948878289,
+      "eval_hu_opus100_pr_auc": 0.9181768011354474,
+      "eval_hu_ud_pr_auc": 0.9907463682698916,
+      "eval_hy_opus100_pr_auc": 0.906357133237812,
+      "eval_hy_ud_pr_auc": 0.9853840701529811,
+      "eval_id_opus100_pr_auc": 0.8956079079856556,
+      "eval_id_ud_pr_auc": 0.9923859060442541,
+      "eval_ig_opus100_pr_auc": 0.8599503382378693,
+      "eval_is_opus100_pr_auc": 0.9380104298794213,
+      "eval_is_ud_pr_auc": 0.9264278968232659,
+      "eval_it_opus100_pr_auc": 0.9122818975918887,
+      "eval_it_ud_pr_auc": 0.9985596354539019,
+      "eval_ja_ersatz_pr_auc": 0.8495008701908241,
+      "eval_ja_opus100_pr_auc": 0.7385836983192439,
+      "eval_ja_ud_pr_auc": 0.9727912513381282,
+      "eval_jv_ud_pr_auc": 0.987775454344578,
+      "eval_ka_opus100_pr_auc": 0.8860226998039469,
+      "eval_kk_ersatz_pr_auc": 0.988714816094574,
+      "eval_kk_opus100_pr_auc": 0.777090022947232,
+      "eval_kk_ud_pr_auc": 0.9755177908765558,
+      "eval_km_ersatz_pr_auc": 0.8854331789705701,
+      "eval_km_opus100_pr_auc": 0.6726995651788326,
+      "eval_kn_opus100_pr_auc": 0.5419174658147207,
+      "eval_ko_opus100_pr_auc": 0.6402036928338586,
+      "eval_ko_ud_pr_auc": 0.9990872541499638,
+      "eval_ku_opus100_pr_auc": 0.7793296717496807,
+      "eval_ky_opus100_pr_auc": 0.8421023649248319,
+      "eval_la_ud_pr_auc": 0.9683470238554137,
+      "eval_loss": 0.0374368391931057,
+      "eval_lt_ersatz_pr_auc": 0.9945395446624703,
+      "eval_lt_opus100_pr_auc": 0.8720643388920921,
+      "eval_lt_ud_pr_auc": 0.9891764933284402,
+      "eval_lv_ersatz_pr_auc": 0.9899832504203243,
+      "eval_lv_opus100_pr_auc": 0.8899243021759413,
+      "eval_lv_ud_pr_auc": 0.9692481147673964,
+      "eval_mg_opus100_pr_auc": 0.9356132900625144,
+      "eval_mk_opus100_pr_auc": 0.91934001731359,
+      "eval_ml_opus100_pr_auc": 0.7728179018927755,
+      "eval_mn_opus100_pr_auc": 0.9426112661924131,
+      "eval_mr_opus100_pr_auc": 0.8859780574564294,
+      "eval_mr_ud_pr_auc": 0.9870448888145938,
+      "eval_ms_opus100_pr_auc": 0.8920016099865657,
+      "eval_mt_opus100_pr_auc": 0.8727387534268836,
+      "eval_mt_ud_pr_auc": 0.8932313288488252,
+      "eval_my_opus100_pr_auc": 0.6535702595149848,
+      "eval_ne_opus100_pr_auc": 0.6843899843059608,
+      "eval_nl_opus100_pr_auc": 0.9008012582739365,
+      "eval_nl_ud_pr_auc": 0.9832183518024084,
+      "eval_no_opus100_pr_auc": 0.9318852467819809,
+      "eval_no_ud_pr_auc": 0.996613028330552,
+      "eval_pa_opus100_pr_auc": 0.635021834946341,
+      "eval_pl_ersatz_pr_auc": 0.9896232412541524,
+      "eval_pl_opus100_pr_auc": 0.9068176597483648,
+      "eval_pl_ud_pr_auc": 0.9730778037444917,
+      "eval_ps_ersatz_pr_auc": 0.9372233451182037,
+      "eval_ps_opus100_pr_auc": 0.6900901697047227,
+      "eval_pt_opus100_pr_auc": 0.9270541906429371,
+      "eval_pt_ud_pr_auc": 0.9849341218356044,
+      "eval_ro_ersatz_pr_auc": 0.995028833065961,
+      "eval_ro_opus100_pr_auc": 0.9169440496083692,
+      "eval_ro_ud_pr_auc": 0.985239654793197,
+      "eval_ru_ersatz_pr_auc": 0.9926388744467519,
+      "eval_ru_opus100_pr_auc": 0.9204825449996176,
+      "eval_ru_ud_pr_auc": 0.8779721144723241,
+      "eval_runtime": 872.0488,
+      "eval_samples_per_second": 86.641,
+      "eval_si_opus100_pr_auc": 0.8059406706868962,
+      "eval_sk_opus100_pr_auc": 0.9393267408157897,
+      "eval_sk_ud_pr_auc": 0.9851339180228025,
+      "eval_sl_opus100_pr_auc": 0.8785411671964529,
+      "eval_sl_ud_pr_auc": 0.9713726744105718,
+      "eval_sq_opus100_pr_auc": 0.9136795886492338,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9228173431828246,
+      "eval_sr_ud_pr_auc": 0.9993731304392742,
+      "eval_steps_per_second": 5.416,
+      "eval_sv_opus100_pr_auc": 0.9011139484357431,
+      "eval_sv_ud_pr_auc": 0.9503215936157329,
+      "eval_ta_ersatz_pr_auc": 0.9850739904169893,
+      "eval_ta_opus100_pr_auc": 0.6341002865736522,
+      "eval_ta_ud_pr_auc": 0.9932926997521181,
+      "eval_te_opus100_pr_auc": 0.8041934461095431,
+      "eval_tg_opus100_pr_auc": 0.8662104045287299,
+      "eval_th_opus100_pr_auc": 0.6768979825802169,
+      "eval_th_ud_pr_auc": 0.7237913498047329,
+      "eval_tr_ersatz_pr_auc": 0.973560948877995,
+      "eval_tr_opus100_pr_auc": 0.901253909068127,
+      "eval_tr_ud_pr_auc": 0.9555070804427657,
+      "eval_uk_opus100_pr_auc": 0.883281220671062,
+      "eval_uk_ud_pr_auc": 0.946282895587517,
+      "eval_ur_opus100_pr_auc": 0.5126428558180742,
+      "eval_ur_ud_pr_auc": 0.9956014776810078,
+      "eval_uz_opus100_pr_auc": 0.8270742590827446,
+      "eval_vi_opus100_pr_auc": 0.9082022384142401,
+      "eval_vi_ud_pr_auc": 0.9645330782818169,
+      "eval_xh_opus100_pr_auc": 0.8650638960838254,
+      "eval_yi_opus100_pr_auc": 0.6732149091869253,
+      "eval_yo_opus100_pr_auc": 0.7728890619193369,
+      "eval_yo_ud_pr_auc": 0.9120444425995412,
+      "eval_zh_ersatz_pr_auc": 0.884134697302524,
+      "eval_zh_opus100_pr_auc": 0.6742194849506364,
+      "eval_zh_ud_pr_auc": 0.9928910092837739,
+      "eval_zu_opus100_pr_auc": 0.8326709606983257,
+      "step": 45000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0324,
+      "step": 45050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0338,
+      "step": 45100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0359,
+      "step": 45150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0354,
+      "step": 45200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0339,
+      "step": 45250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.0333,
+      "step": 45300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0336,
+      "step": 45350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0331,
+      "step": 45400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0337,
+      "step": 45450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.0331,
+      "step": 45500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0336,
+      "step": 45550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0328,
+      "step": 45600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0332,
+      "step": 45650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0336,
+      "step": 45700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.0323,
+      "step": 45750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0332,
+      "step": 45800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.033,
+      "step": 45850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.0336,
+      "step": 45900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0332,
+      "step": 45950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0326,
+      "step": 46000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.0331,
+      "step": 46050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.0325,
+      "step": 46100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0333,
+      "step": 46150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0332,
+      "step": 46200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.033,
+      "step": 46250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.0337,
+      "step": 46300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.0326,
+      "step": 46350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0327,
+      "step": 46400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0329,
+      "step": 46450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0335,
+      "step": 46500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.0332,
+      "step": 46550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0334,
+      "step": 46600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.0328,
+      "step": 46650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.0337,
+      "step": 46700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0332,
+      "step": 46750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0332,
+      "step": 46800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.0332,
+      "step": 46850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.034,
+      "step": 46900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.0331,
+      "step": 46950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.0329,
+      "step": 47000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0327,
+      "step": 47050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.0325,
+      "step": 47100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0328,
+      "step": 47150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.0326,
+      "step": 47200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0332,
+      "step": 47250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.0326,
+      "step": 47300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0336,
+      "step": 47350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.0326,
+      "step": 47400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.0331,
+      "step": 47450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0336,
+      "step": 47500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.0334,
+      "step": 47550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.0332,
+      "step": 47600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.0332,
+      "step": 47650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0322,
+      "step": 47700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0331,
+      "step": 47750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0333,
+      "step": 47800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0328,
+      "step": 47850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0328,
+      "step": 47900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.033,
+      "step": 47950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0329,
+      "step": 48000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0334,
+      "step": 48050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0332,
+      "step": 48100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0318,
+      "step": 48150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.0334,
+      "step": 48200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0335,
+      "step": 48250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.033,
+      "step": 48300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.0328,
+      "step": 48350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0331,
+      "step": 48400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0332,
+      "step": 48450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0337,
+      "step": 48500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.0325,
+      "step": 48550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0337,
+      "step": 48600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.0332,
+      "step": 48650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0335,
+      "step": 48700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0334,
+      "step": 48750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.032,
+      "step": 48800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.0327,
+      "step": 48850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0332,
+      "step": 48900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0326,
+      "step": 48950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.0327,
+      "step": 49000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0331,
+      "step": 49050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0332,
+      "step": 49100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.0334,
+      "step": 49150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0329,
+      "step": 49200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0326,
+      "step": 49250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0336,
+      "step": 49300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0335,
+      "step": 49350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.0327,
+      "step": 49400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.034,
+      "step": 49450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0324,
+      "step": 49500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0331,
+      "step": 49550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0324,
+      "step": 49600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0332,
+      "step": 49650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0328,
+      "step": 49700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0328,
+      "step": 49750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0329,
+      "step": 49800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0327,
+      "step": 49850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.0331,
+      "step": 49900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0321,
+      "step": 49950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.0323,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "eval_af_opus100_pr_auc": 0.7716501650906331,
+      "eval_af_ud_pr_auc": 0.9915665424000664,
+      "eval_am_opus100_pr_auc": 0.5231398403077417,
+      "eval_ar_ersatz_pr_auc": 0.9207399143906644,
+      "eval_ar_opus100_pr_auc": 0.6870902276082048,
+      "eval_ar_ud_pr_auc": 0.8818240722056885,
+      "eval_average_ersatz_pr_auc": 0.9591363334599105,
+      "eval_average_opus100_pr_auc": 0.81609114246635,
+      "eval_average_ud_pr_auc": 0.9591318046587025,
+      "eval_az_opus100_pr_auc": 0.7616292788651946,
+      "eval_be_opus100_pr_auc": 0.6704615305333879,
+      "eval_be_ud_pr_auc": 0.8856838676600863,
+      "eval_bg_opus100_pr_auc": 0.9052748808636385,
+      "eval_bg_ud_pr_auc": 0.9928931208993511,
+      "eval_bn_opus100_pr_auc": 0.8030501821092776,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8756560281891483,
+      "eval_ca_ud_pr_auc": 0.9965740164776382,
+      "eval_ceb_ud_pr_auc": 0.999666102389498,
+      "eval_cs_ersatz_pr_auc": 0.9817743562713487,
+      "eval_cs_opus100_pr_auc": 0.8976463226296149,
+      "eval_cs_ud_pr_auc": 0.9550648936358033,
+      "eval_cy_opus100_pr_auc": 0.7864612307937455,
+      "eval_cy_ud_pr_auc": 0.9946840121900493,
+      "eval_da_opus100_pr_auc": 0.9010894459413282,
+      "eval_da_ud_pr_auc": 0.979473499713259,
+      "eval_de_ersatz_pr_auc": 0.9731821406757644,
+      "eval_de_opus100_pr_auc": 0.8808220928546302,
+      "eval_de_ud_pr_auc": 0.9814714591702798,
+      "eval_el_opus100_pr_auc": 0.9188378222250949,
+      "eval_el_ud_pr_auc": 0.9858575080419146,
+      "eval_en_ersatz_pr_auc": 0.9886097546266193,
+      "eval_en_opus100_pr_auc": 0.9148465339897004,
+      "eval_en_ud_pr_auc": 0.9785941986220866,
+      "eval_eo_opus100_pr_auc": 0.9238511118278124,
+      "eval_es_ersatz_pr_auc": 0.9946815026705276,
+      "eval_es_opus100_pr_auc": 0.9144774517198182,
+      "eval_es_ud_pr_auc": 0.9887146568266599,
+      "eval_et_ersatz_pr_auc": 0.9803679342951608,
+      "eval_et_opus100_pr_auc": 0.8563687837721747,
+      "eval_et_ud_pr_auc": 0.9558451806096349,
+      "eval_eu_opus100_pr_auc": 0.8895840218548074,
+      "eval_eu_ud_pr_auc": 0.9862075911943277,
+      "eval_fa_opus100_pr_auc": 0.5394883061526067,
+      "eval_fa_ud_pr_auc": 0.9948452625352797,
+      "eval_fi_ersatz_pr_auc": 0.9854123258616234,
+      "eval_fi_opus100_pr_auc": 0.9024177425908942,
+      "eval_fi_ud_pr_auc": 0.9559448107557544,
+      "eval_fr_ersatz_pr_auc": 0.9851237497445062,
+      "eval_fr_opus100_pr_auc": 0.9031090709322254,
+      "eval_fr_ud_pr_auc": 0.9754097952294738,
+      "eval_fy_opus100_pr_auc": 0.7009989014880602,
+      "eval_ga_opus100_pr_auc": 0.8841432507152551,
+      "eval_ga_ud_pr_auc": 0.824722445604653,
+      "eval_gd_opus100_pr_auc": 0.648067708675695,
+      "eval_gd_ud_pr_auc": 0.7442699565414927,
+      "eval_gl_opus100_pr_auc": 0.8781949514335982,
+      "eval_gl_ud_pr_auc": 0.9983819524292517,
+      "eval_gu_ersatz_pr_auc": 0.9220849395937382,
+      "eval_gu_opus100_pr_auc": 0.7091193484540163,
+      "eval_ha_opus100_pr_auc": 0.905144271087788,
+      "eval_he_opus100_pr_auc": 0.850886023097049,
+      "eval_he_ud_pr_auc": 0.9657001400920139,
+      "eval_hi_ersatz_pr_auc": 0.9566756544356387,
+      "eval_hi_opus100_pr_auc": 0.6348761052196374,
+      "eval_hi_ud_pr_auc": 0.9818103351226707,
+      "eval_hu_opus100_pr_auc": 0.9068741411826531,
+      "eval_hu_ud_pr_auc": 0.9857611959804311,
+      "eval_hy_opus100_pr_auc": 0.912866254166261,
+      "eval_hy_ud_pr_auc": 0.9865923373497836,
+      "eval_id_opus100_pr_auc": 0.8679288181611798,
+      "eval_id_ud_pr_auc": 0.9926769855444454,
+      "eval_ig_opus100_pr_auc": 0.8711859837149324,
+      "eval_is_opus100_pr_auc": 0.9212903099997307,
+      "eval_is_ud_pr_auc": 0.9296774526939652,
+      "eval_it_opus100_pr_auc": 0.8977154091246664,
+      "eval_it_ud_pr_auc": 0.9944314683955605,
+      "eval_ja_ersatz_pr_auc": 0.8272465249461327,
+      "eval_ja_opus100_pr_auc": 0.7594781375587695,
+      "eval_ja_ud_pr_auc": 0.9726309888642696,
+      "eval_jv_ud_pr_auc": 0.9713793023334122,
+      "eval_ka_opus100_pr_auc": 0.8671255489338845,
+      "eval_kk_ersatz_pr_auc": 0.9823301819693011,
+      "eval_kk_opus100_pr_auc": 0.8079720730666524,
+      "eval_kk_ud_pr_auc": 0.9724339704746172,
+      "eval_km_ersatz_pr_auc": 0.8903822374409396,
+      "eval_km_opus100_pr_auc": 0.6749034438602822,
+      "eval_kn_opus100_pr_auc": 0.5780904488249571,
+      "eval_ko_opus100_pr_auc": 0.6482294328154897,
+      "eval_ko_ud_pr_auc": 0.9989734233830834,
+      "eval_ku_opus100_pr_auc": 0.8125529848137965,
+      "eval_ky_opus100_pr_auc": 0.8574262030669194,
+      "eval_la_ud_pr_auc": 0.9676337097238725,
+      "eval_loss": 0.036923229694366455,
+      "eval_lt_ersatz_pr_auc": 0.9892329059526186,
+      "eval_lt_opus100_pr_auc": 0.8564877669998759,
+      "eval_lt_ud_pr_auc": 0.9801478220182345,
+      "eval_lv_ersatz_pr_auc": 0.9890288189988494,
+      "eval_lv_opus100_pr_auc": 0.8655439110434057,
+      "eval_lv_ud_pr_auc": 0.96765736127469,
+      "eval_mg_opus100_pr_auc": 0.9245491152437064,
+      "eval_mk_opus100_pr_auc": 0.8969151738124241,
+      "eval_ml_opus100_pr_auc": 0.7515599711367884,
+      "eval_mn_opus100_pr_auc": 0.9345748374028676,
+      "eval_mr_opus100_pr_auc": 0.8843915270800572,
+      "eval_mr_ud_pr_auc": 0.960348006855053,
+      "eval_ms_opus100_pr_auc": 0.8709858284076115,
+      "eval_mt_opus100_pr_auc": 0.8563770146936039,
+      "eval_mt_ud_pr_auc": 0.8800912184199285,
+      "eval_my_opus100_pr_auc": 0.6627836712688713,
+      "eval_ne_opus100_pr_auc": 0.6874071064232857,
+      "eval_nl_opus100_pr_auc": 0.8931081170837224,
+      "eval_nl_ud_pr_auc": 0.9762950270522421,
+      "eval_no_opus100_pr_auc": 0.9163651121563243,
+      "eval_no_ud_pr_auc": 0.9956985998010631,
+      "eval_pa_opus100_pr_auc": 0.6766160225500655,
+      "eval_pl_ersatz_pr_auc": 0.9822974226198015,
+      "eval_pl_opus100_pr_auc": 0.8893596642013983,
+      "eval_pl_ud_pr_auc": 0.9623701773290327,
+      "eval_ps_ersatz_pr_auc": 0.9384080690823986,
+      "eval_ps_opus100_pr_auc": 0.7241889451252093,
+      "eval_pt_opus100_pr_auc": 0.9070179963831776,
+      "eval_pt_ud_pr_auc": 0.9837376226941256,
+      "eval_ro_ersatz_pr_auc": 0.9923975936397551,
+      "eval_ro_opus100_pr_auc": 0.8695508090255911,
+      "eval_ro_ud_pr_auc": 0.9786742027769287,
+      "eval_ru_ersatz_pr_auc": 0.9818981531653327,
+      "eval_ru_opus100_pr_auc": 0.9113440502036125,
+      "eval_ru_ud_pr_auc": 0.8690425097663333,
+      "eval_runtime": 871.019,
+      "eval_samples_per_second": 86.743,
+      "eval_si_opus100_pr_auc": 0.7833966074996372,
+      "eval_sk_opus100_pr_auc": 0.9174841520159116,
+      "eval_sk_ud_pr_auc": 0.9885801871596133,
+      "eval_sl_opus100_pr_auc": 0.8540908455756994,
+      "eval_sl_ud_pr_auc": 0.9773737463501443,
+      "eval_sq_opus100_pr_auc": 0.8947897313489603,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9093024222188402,
+      "eval_sr_ud_pr_auc": 0.9971671109565668,
+      "eval_steps_per_second": 5.422,
+      "eval_sv_opus100_pr_auc": 0.8796855405024251,
+      "eval_sv_ud_pr_auc": 0.9473403920137868,
+      "eval_ta_ersatz_pr_auc": 0.9787151376916623,
+      "eval_ta_opus100_pr_auc": 0.6452185983820506,
+      "eval_ta_ud_pr_auc": 0.9957192199132535,
+      "eval_te_opus100_pr_auc": 0.7983418024344602,
+      "eval_tg_opus100_pr_auc": 0.8841483218938122,
+      "eval_th_opus100_pr_auc": 0.6511272911965599,
+      "eval_th_ud_pr_auc": 0.7140053522955395,
+      "eval_tr_ersatz_pr_auc": 0.9657145058384708,
+      "eval_tr_opus100_pr_auc": 0.8921630119757464,
+      "eval_tr_ud_pr_auc": 0.9527377233427003,
+      "eval_uk_opus100_pr_auc": 0.8707924606718566,
+      "eval_uk_ud_pr_auc": 0.9333879135067717,
+      "eval_ur_opus100_pr_auc": 0.49439582955529804,
+      "eval_ur_ud_pr_auc": 0.9932132230673335,
+      "eval_uz_opus100_pr_auc": 0.8602386799069122,
+      "eval_vi_opus100_pr_auc": 0.902573010953623,
+      "eval_vi_ud_pr_auc": 0.9499743495533687,
+      "eval_xh_opus100_pr_auc": 0.8689351764764727,
+      "eval_yi_opus100_pr_auc": 0.6950623120605287,
+      "eval_yo_opus100_pr_auc": 0.7955065573538134,
+      "eval_yo_ud_pr_auc": 0.9108953097945678,
+      "eval_zh_ersatz_pr_auc": 0.894695512207178,
+      "eval_zh_opus100_pr_auc": 0.6908189483653371,
+      "eval_zh_ud_pr_auc": 0.9886595345143877,
+      "eval_zu_opus100_pr_auc": 0.8302539212982003,
+      "step": 50000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0325,
+      "step": 50050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.033,
+      "step": 50100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0321,
+      "step": 50150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.033,
+      "step": 50200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0322,
+      "step": 50250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.0328,
+      "step": 50300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0329,
+      "step": 50350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.0322,
+      "step": 50400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0328,
+      "step": 50450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0333,
+      "step": 50500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0339,
+      "step": 50550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.0324,
+      "step": 50600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0324,
+      "step": 50650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0329,
+      "step": 50700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0318,
+      "step": 50750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0335,
+      "step": 50800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0322,
+      "step": 50850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.033,
+      "step": 50900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0327,
+      "step": 50950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0336,
+      "step": 51000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.0328,
+      "step": 51050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0323,
+      "step": 51100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0332,
+      "step": 51150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0324,
+      "step": 51200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0331,
+      "step": 51250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0326,
+      "step": 51300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0332,
+      "step": 51350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0314,
+      "step": 51400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0319,
+      "step": 51450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0325,
+      "step": 51500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0326,
+      "step": 51550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0331,
+      "step": 51600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.033,
+      "step": 51650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0327,
+      "step": 51700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0325,
+      "step": 51750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0324,
+      "step": 51800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0323,
+      "step": 51850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0329,
+      "step": 51900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0323,
+      "step": 51950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.033,
+      "step": 52000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0323,
+      "step": 52050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0324,
+      "step": 52100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0328,
+      "step": 52150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0322,
+      "step": 52200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0319,
+      "step": 52250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0333,
+      "step": 52300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.0326,
+      "step": 52350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.0318,
+      "step": 52400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0329,
+      "step": 52450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.0325,
+      "step": 52500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0331,
+      "step": 52550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0327,
+      "step": 52600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0323,
+      "step": 52650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.0327,
+      "step": 52700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0332,
+      "step": 52750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0328,
+      "step": 52800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0325,
+      "step": 52850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0323,
+      "step": 52900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0327,
+      "step": 52950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.033,
+      "step": 53000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0321,
+      "step": 53050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0316,
+      "step": 53100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0322,
+      "step": 53150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0329,
+      "step": 53200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0325,
+      "step": 53250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.033,
+      "step": 53300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.032,
+      "step": 53350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0327,
+      "step": 53400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0327,
+      "step": 53450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.0321,
+      "step": 53500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0335,
+      "step": 53550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0316,
+      "step": 53600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0324,
+      "step": 53650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0331,
+      "step": 53700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0319,
+      "step": 53750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0328,
+      "step": 53800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0326,
+      "step": 53850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0324,
+      "step": 53900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0321,
+      "step": 53950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0316,
+      "step": 54000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0325,
+      "step": 54050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0318,
+      "step": 54100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.032,
+      "step": 54150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.0333,
+      "step": 54200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0328,
+      "step": 54250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0325,
+      "step": 54300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0328,
+      "step": 54350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0315,
+      "step": 54400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0327,
+      "step": 54450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0324,
+      "step": 54500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0321,
+      "step": 54550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0321,
+      "step": 54600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0328,
+      "step": 54650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.0319,
+      "step": 54700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0321,
+      "step": 54750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0333,
+      "step": 54800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0323,
+      "step": 54850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.033,
+      "step": 54900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0357,
+      "step": 54950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0329,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7778517961253203,
+      "eval_af_ud_pr_auc": 0.9864060468462893,
+      "eval_am_opus100_pr_auc": 0.4250045256173369,
+      "eval_ar_ersatz_pr_auc": 0.9472905087224485,
+      "eval_ar_opus100_pr_auc": 0.7051696860779587,
+      "eval_ar_ud_pr_auc": 0.8704302686471341,
+      "eval_average_ersatz_pr_auc": 0.9691924178273154,
+      "eval_average_opus100_pr_auc": 0.8208468074249986,
+      "eval_average_ud_pr_auc": 0.9615307527318273,
+      "eval_az_opus100_pr_auc": 0.7583408402298597,
+      "eval_be_opus100_pr_auc": 0.6499500483327253,
+      "eval_be_ud_pr_auc": 0.8807164521960833,
+      "eval_bg_opus100_pr_auc": 0.9068852960896919,
+      "eval_bg_ud_pr_auc": 0.9930775255977778,
+      "eval_bn_opus100_pr_auc": 0.8243274489296474,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8767933763640798,
+      "eval_ca_ud_pr_auc": 0.99325883374197,
+      "eval_ceb_ud_pr_auc": 0.9999434125086535,
+      "eval_cs_ersatz_pr_auc": 0.9827729898814184,
+      "eval_cs_opus100_pr_auc": 0.9130523807715568,
+      "eval_cs_ud_pr_auc": 0.9585071692715972,
+      "eval_cy_opus100_pr_auc": 0.7772832045501555,
+      "eval_cy_ud_pr_auc": 0.9942172160675883,
+      "eval_da_opus100_pr_auc": 0.9116372264336687,
+      "eval_da_ud_pr_auc": 0.9847407262314892,
+      "eval_de_ersatz_pr_auc": 0.9837341656805376,
+      "eval_de_opus100_pr_auc": 0.8861344125740959,
+      "eval_de_ud_pr_auc": 0.9860531855299361,
+      "eval_el_opus100_pr_auc": 0.916354902462407,
+      "eval_el_ud_pr_auc": 0.9844755127342382,
+      "eval_en_ersatz_pr_auc": 0.9885335495485233,
+      "eval_en_opus100_pr_auc": 0.9200717049299426,
+      "eval_en_ud_pr_auc": 0.9669283610508173,
+      "eval_eo_opus100_pr_auc": 0.9253272628056761,
+      "eval_es_ersatz_pr_auc": 0.9960085124020314,
+      "eval_es_opus100_pr_auc": 0.9205344035289957,
+      "eval_es_ud_pr_auc": 0.9917317280575804,
+      "eval_et_ersatz_pr_auc": 0.9844839237800714,
+      "eval_et_opus100_pr_auc": 0.8814752918360861,
+      "eval_et_ud_pr_auc": 0.9707335882088897,
+      "eval_eu_opus100_pr_auc": 0.8850410618089101,
+      "eval_eu_ud_pr_auc": 0.9886908799910733,
+      "eval_fa_opus100_pr_auc": 0.5648440040987387,
+      "eval_fa_ud_pr_auc": 0.9986239660723508,
+      "eval_fi_ersatz_pr_auc": 0.9865549976724771,
+      "eval_fi_opus100_pr_auc": 0.8975253831753411,
+      "eval_fi_ud_pr_auc": 0.9709388775906632,
+      "eval_fr_ersatz_pr_auc": 0.9900883960269742,
+      "eval_fr_opus100_pr_auc": 0.9051884062696548,
+      "eval_fr_ud_pr_auc": 0.9787050781656134,
+      "eval_fy_opus100_pr_auc": 0.7000767334626393,
+      "eval_ga_opus100_pr_auc": 0.8739056284105637,
+      "eval_ga_ud_pr_auc": 0.835833237822404,
+      "eval_gd_opus100_pr_auc": 0.6509628106386662,
+      "eval_gd_ud_pr_auc": 0.7596476149486409,
+      "eval_gl_opus100_pr_auc": 0.8863158135824586,
+      "eval_gl_ud_pr_auc": 0.9979525993180017,
+      "eval_gu_ersatz_pr_auc": 0.9475684939484764,
+      "eval_gu_opus100_pr_auc": 0.7076131279208182,
+      "eval_ha_opus100_pr_auc": 0.9058212819129258,
+      "eval_he_opus100_pr_auc": 0.8618964193181883,
+      "eval_he_ud_pr_auc": 0.9765966569671116,
+      "eval_hi_ersatz_pr_auc": 0.9764160206081719,
+      "eval_hi_opus100_pr_auc": 0.6624258943391724,
+      "eval_hi_ud_pr_auc": 0.9928395843320744,
+      "eval_hu_opus100_pr_auc": 0.9111314989149635,
+      "eval_hu_ud_pr_auc": 0.9841711638053808,
+      "eval_hy_opus100_pr_auc": 0.8996883079111695,
+      "eval_hy_ud_pr_auc": 0.9767014594693499,
+      "eval_id_opus100_pr_auc": 0.8824826860614798,
+      "eval_id_ud_pr_auc": 0.9920061579304832,
+      "eval_ig_opus100_pr_auc": 0.8774561459691196,
+      "eval_is_opus100_pr_auc": 0.9156425848248912,
+      "eval_is_ud_pr_auc": 0.9274369088622708,
+      "eval_it_opus100_pr_auc": 0.9065247762783281,
+      "eval_it_ud_pr_auc": 0.9955593849747721,
+      "eval_ja_ersatz_pr_auc": 0.8642605342510917,
+      "eval_ja_opus100_pr_auc": 0.7642329723989466,
+      "eval_ja_ud_pr_auc": 0.9754192132316929,
+      "eval_jv_ud_pr_auc": 0.9680458230698334,
+      "eval_ka_opus100_pr_auc": 0.857618861620015,
+      "eval_kk_ersatz_pr_auc": 0.9849991657789664,
+      "eval_kk_opus100_pr_auc": 0.8092748925265146,
+      "eval_kk_ud_pr_auc": 0.9744882804658008,
+      "eval_km_ersatz_pr_auc": 0.8828419497223232,
+      "eval_km_opus100_pr_auc": 0.6904483966312827,
+      "eval_kn_opus100_pr_auc": 0.5863503346463577,
+      "eval_ko_opus100_pr_auc": 0.6678753763304344,
+      "eval_ko_ud_pr_auc": 0.9998160872530696,
+      "eval_ku_opus100_pr_auc": 0.8064410608429101,
+      "eval_ky_opus100_pr_auc": 0.8637166346730816,
+      "eval_la_ud_pr_auc": 0.972921398096789,
+      "eval_loss": 0.0382268950343132,
+      "eval_lt_ersatz_pr_auc": 0.9923327410457977,
+      "eval_lt_opus100_pr_auc": 0.8567791455005688,
+      "eval_lt_ud_pr_auc": 0.9880976485387143,
+      "eval_lv_ersatz_pr_auc": 0.9866929313039541,
+      "eval_lv_opus100_pr_auc": 0.871935511032964,
+      "eval_lv_ud_pr_auc": 0.9580574634905914,
+      "eval_mg_opus100_pr_auc": 0.9186131111211551,
+      "eval_mk_opus100_pr_auc": 0.9023791441126455,
+      "eval_ml_opus100_pr_auc": 0.7616473234730962,
+      "eval_mn_opus100_pr_auc": 0.9489205479481345,
+      "eval_mr_opus100_pr_auc": 0.9027224959458782,
+      "eval_mr_ud_pr_auc": 0.9896898782736765,
+      "eval_ms_opus100_pr_auc": 0.8743051340053368,
+      "eval_mt_opus100_pr_auc": 0.8530550042965099,
+      "eval_mt_ud_pr_auc": 0.8966407467469479,
+      "eval_my_opus100_pr_auc": 0.6844784891888709,
+      "eval_ne_opus100_pr_auc": 0.6921927426115497,
+      "eval_nl_opus100_pr_auc": 0.8920946470559964,
+      "eval_nl_ud_pr_auc": 0.9791467679207779,
+      "eval_no_opus100_pr_auc": 0.9128937067779357,
+      "eval_no_ud_pr_auc": 0.9955340200455343,
+      "eval_pa_opus100_pr_auc": 0.6673912904710634,
+      "eval_pl_ersatz_pr_auc": 0.98067797368267,
+      "eval_pl_opus100_pr_auc": 0.8939476225978035,
+      "eval_pl_ud_pr_auc": 0.9688720181923597,
+      "eval_ps_ersatz_pr_auc": 0.9448604532628144,
+      "eval_ps_opus100_pr_auc": 0.7160851766649919,
+      "eval_pt_opus100_pr_auc": 0.9184766188258509,
+      "eval_pt_ud_pr_auc": 0.9873375423316676,
+      "eval_ro_ersatz_pr_auc": 0.9933560219865027,
+      "eval_ro_opus100_pr_auc": 0.9059160148829394,
+      "eval_ro_ud_pr_auc": 0.9630396706024628,
+      "eval_ru_ersatz_pr_auc": 0.9885189238190856,
+      "eval_ru_opus100_pr_auc": 0.9143059840282555,
+      "eval_ru_ud_pr_auc": 0.8401288055533052,
+      "eval_runtime": 871.9944,
+      "eval_samples_per_second": 86.646,
+      "eval_si_opus100_pr_auc": 0.795029586918103,
+      "eval_sk_opus100_pr_auc": 0.9153640867619403,
+      "eval_sk_ud_pr_auc": 0.9891371695309393,
+      "eval_sl_opus100_pr_auc": 0.8524217879613154,
+      "eval_sl_ud_pr_auc": 0.9772110519548398,
+      "eval_sq_opus100_pr_auc": 0.9019864901025677,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9065757614292627,
+      "eval_sr_ud_pr_auc": 0.9993064801565114,
+      "eval_steps_per_second": 5.416,
+      "eval_sv_opus100_pr_auc": 0.8842319381893354,
+      "eval_sv_ud_pr_auc": 0.9549017171760181,
+      "eval_ta_ersatz_pr_auc": 0.9847637606569648,
+      "eval_ta_opus100_pr_auc": 0.6494789744990646,
+      "eval_ta_ud_pr_auc": 0.9979336449464804,
+      "eval_te_opus100_pr_auc": 0.8336232581907016,
+      "eval_tg_opus100_pr_auc": 0.8710084444384573,
+      "eval_th_opus100_pr_auc": 0.6763033125413747,
+      "eval_th_ud_pr_auc": 0.7449930212777205,
+      "eval_tr_ersatz_pr_auc": 0.9745379087888086,
+      "eval_tr_opus100_pr_auc": 0.8960306370459915,
+      "eval_tr_ud_pr_auc": 0.9634260724414152,
+      "eval_uk_opus100_pr_auc": 0.863280508206411,
+      "eval_uk_ud_pr_auc": 0.9145681786066244,
+      "eval_ur_opus100_pr_auc": 0.5239972500162311,
+      "eval_ur_ud_pr_auc": 0.9971969611024941,
+      "eval_uz_opus100_pr_auc": 0.8495643883198213,
+      "eval_vi_opus100_pr_auc": 0.9055619091223195,
+      "eval_vi_ud_pr_auc": 0.96448551981208,
+      "eval_xh_opus100_pr_auc": 0.8498885078604617,
+      "eval_yi_opus100_pr_auc": 0.7251569634649428,
+      "eval_yo_opus100_pr_auc": 0.7786186245718341,
+      "eval_yo_ud_pr_auc": 0.9135091024358335,
+      "eval_zh_ersatz_pr_auc": 0.9609392696308287,
+      "eval_zh_opus100_pr_auc": 0.7816686024323856,
+      "eval_zh_ud_pr_auc": 0.9964250255197403,
+      "eval_zu_opus100_pr_auc": 0.8448125640090389,
+      "step": 55000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.0334,
+      "step": 55050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.0325,
+      "step": 55100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0326,
+      "step": 55150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0316,
+      "step": 55200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0327,
+      "step": 55250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.0329,
+      "step": 55300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.032,
+      "step": 55350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0317,
+      "step": 55400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0321,
+      "step": 55450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0314,
+      "step": 55500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0322,
+      "step": 55550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0324,
+      "step": 55600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0322,
+      "step": 55650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0322,
+      "step": 55700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0327,
+      "step": 55750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0323,
+      "step": 55800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0317,
+      "step": 55850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0324,
+      "step": 55900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0323,
+      "step": 55950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0327,
+      "step": 56000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0326,
+      "step": 56050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0323,
+      "step": 56100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0317,
+      "step": 56150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.0323,
+      "step": 56200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0318,
+      "step": 56250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0323,
+      "step": 56300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0329,
+      "step": 56350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.032,
+      "step": 56400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0317,
+      "step": 56450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0322,
+      "step": 56500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0325,
+      "step": 56550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.0329,
+      "step": 56600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0319,
+      "step": 56650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0328,
+      "step": 56700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0318,
+      "step": 56750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0331,
+      "step": 56800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0318,
+      "step": 56850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0319,
+      "step": 56900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0324,
+      "step": 56950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0324,
+      "step": 57000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0319,
+      "step": 57050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0319,
+      "step": 57100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0322,
+      "step": 57150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0327,
+      "step": 57200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0321,
+      "step": 57250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.0331,
+      "step": 57300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0323,
+      "step": 57350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0315,
+      "step": 57400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.0322,
+      "step": 57450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.0318,
+      "step": 57500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0322,
+      "step": 57550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0318,
+      "step": 57600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0327,
+      "step": 57650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0327,
+      "step": 57700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.033,
+      "step": 57750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0321,
+      "step": 57800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.0326,
+      "step": 57850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.0323,
+      "step": 57900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0322,
+      "step": 57950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0333,
+      "step": 58000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0326,
+      "step": 58050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.0323,
+      "step": 58100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.0326,
+      "step": 58150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0323,
+      "step": 58200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0322,
+      "step": 58250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0314,
+      "step": 58300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0313,
+      "step": 58350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0329,
+      "step": 58400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.032,
+      "step": 58450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0315,
+      "step": 58500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0324,
+      "step": 58550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.032,
+      "step": 58600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.0323,
+      "step": 58650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0315,
+      "step": 58700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0318,
+      "step": 58750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.032,
+      "step": 58800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.0325,
+      "step": 58850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0318,
+      "step": 58900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0319,
+      "step": 58950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.031,
+      "step": 59000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0322,
+      "step": 59050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.0315,
+      "step": 59100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0322,
+      "step": 59150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0321,
+      "step": 59200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0319,
+      "step": 59250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.0322,
+      "step": 59300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.031,
+      "step": 59350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0327,
+      "step": 59400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0321,
+      "step": 59450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.032,
+      "step": 59500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.0321,
+      "step": 59550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0315,
+      "step": 59600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0317,
+      "step": 59650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.0326,
+      "step": 59700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0321,
+      "step": 59750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0315,
+      "step": 59800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.0324,
+      "step": 59850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.032,
+      "step": 59900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.0324,
+      "step": 59950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0328,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7801044745031792,
+      "eval_af_ud_pr_auc": 0.9911283668420199,
+      "eval_am_opus100_pr_auc": 0.4181238285311006,
+      "eval_ar_ersatz_pr_auc": 0.9278940811671551,
+      "eval_ar_opus100_pr_auc": 0.6994820988814912,
+      "eval_ar_ud_pr_auc": 0.8692582786297022,
+      "eval_average_ersatz_pr_auc": 0.9555036882227923,
+      "eval_average_opus100_pr_auc": 0.8153136260507192,
+      "eval_average_ud_pr_auc": 0.9543177229776919,
+      "eval_az_opus100_pr_auc": 0.6956952408115398,
+      "eval_be_opus100_pr_auc": 0.660668623017677,
+      "eval_be_ud_pr_auc": 0.8704798276947239,
+      "eval_bg_opus100_pr_auc": 0.901796274751564,
+      "eval_bg_ud_pr_auc": 0.98973984552811,
+      "eval_bn_opus100_pr_auc": 0.7998147316344847,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.871124658200084,
+      "eval_ca_ud_pr_auc": 0.9907833226485345,
+      "eval_ceb_ud_pr_auc": 0.9980094904515735,
+      "eval_cs_ersatz_pr_auc": 0.978424479925417,
+      "eval_cs_opus100_pr_auc": 0.8922959880738504,
+      "eval_cs_ud_pr_auc": 0.9451449956166909,
+      "eval_cy_opus100_pr_auc": 0.7992031216644713,
+      "eval_cy_ud_pr_auc": 0.9932241043213281,
+      "eval_da_opus100_pr_auc": 0.8963746606562325,
+      "eval_da_ud_pr_auc": 0.978239732850719,
+      "eval_de_ersatz_pr_auc": 0.970679926380441,
+      "eval_de_opus100_pr_auc": 0.8779362986373606,
+      "eval_de_ud_pr_auc": 0.9801817146656702,
+      "eval_el_opus100_pr_auc": 0.9099085002677773,
+      "eval_el_ud_pr_auc": 0.9907916753417421,
+      "eval_en_ersatz_pr_auc": 0.9880270551247211,
+      "eval_en_opus100_pr_auc": 0.9112351729957884,
+      "eval_en_ud_pr_auc": 0.969815596047397,
+      "eval_eo_opus100_pr_auc": 0.9197443452353498,
+      "eval_es_ersatz_pr_auc": 0.9936514248507775,
+      "eval_es_opus100_pr_auc": 0.9140001191531483,
+      "eval_es_ud_pr_auc": 0.9864411947648443,
+      "eval_et_ersatz_pr_auc": 0.9756801302153378,
+      "eval_et_opus100_pr_auc": 0.8474176535493054,
+      "eval_et_ud_pr_auc": 0.9478980383158728,
+      "eval_eu_opus100_pr_auc": 0.8785959459624153,
+      "eval_eu_ud_pr_auc": 0.9858925729476165,
+      "eval_fa_opus100_pr_auc": 0.5519378229252474,
+      "eval_fa_ud_pr_auc": 0.9894284123556867,
+      "eval_fi_ersatz_pr_auc": 0.9817033744942265,
+      "eval_fi_opus100_pr_auc": 0.8968419379267542,
+      "eval_fi_ud_pr_auc": 0.9561314741591601,
+      "eval_fr_ersatz_pr_auc": 0.9849220340636349,
+      "eval_fr_opus100_pr_auc": 0.8925469370232033,
+      "eval_fr_ud_pr_auc": 0.9743533723732446,
+      "eval_fy_opus100_pr_auc": 0.7252632660213149,
+      "eval_ga_opus100_pr_auc": 0.881418204447041,
+      "eval_ga_ud_pr_auc": 0.8061263770124957,
+      "eval_gd_opus100_pr_auc": 0.6522817092721968,
+      "eval_gd_ud_pr_auc": 0.7488969310327316,
+      "eval_gl_opus100_pr_auc": 0.8740482696172476,
+      "eval_gl_ud_pr_auc": 0.9978152215738074,
+      "eval_gu_ersatz_pr_auc": 0.9200297887555308,
+      "eval_gu_opus100_pr_auc": 0.6881597129339975,
+      "eval_ha_opus100_pr_auc": 0.8988133695036533,
+      "eval_he_opus100_pr_auc": 0.8429966744376027,
+      "eval_he_ud_pr_auc": 0.9609651936986714,
+      "eval_hi_ersatz_pr_auc": 0.9666124775309216,
+      "eval_hi_opus100_pr_auc": 0.6586307278929906,
+      "eval_hi_ud_pr_auc": 0.9673624432827509,
+      "eval_hu_opus100_pr_auc": 0.9067492576132168,
+      "eval_hu_ud_pr_auc": 0.9742726448116128,
+      "eval_hy_opus100_pr_auc": 0.9082914424690356,
+      "eval_hy_ud_pr_auc": 0.9807198372587157,
+      "eval_id_opus100_pr_auc": 0.8647362715355813,
+      "eval_id_ud_pr_auc": 0.992381909218264,
+      "eval_ig_opus100_pr_auc": 0.8953068221490093,
+      "eval_is_opus100_pr_auc": 0.9219184813692373,
+      "eval_is_ud_pr_auc": 0.8872814002320424,
+      "eval_it_opus100_pr_auc": 0.8984891176619423,
+      "eval_it_ud_pr_auc": 0.9991857605326244,
+      "eval_ja_ersatz_pr_auc": 0.7976589151342218,
+      "eval_ja_opus100_pr_auc": 0.7927844558900359,
+      "eval_ja_ud_pr_auc": 0.9728291799158669,
+      "eval_jv_ud_pr_auc": 0.9635318031289034,
+      "eval_ka_opus100_pr_auc": 0.860978382202635,
+      "eval_kk_ersatz_pr_auc": 0.9828984088812225,
+      "eval_kk_opus100_pr_auc": 0.8077265906272123,
+      "eval_kk_ud_pr_auc": 0.9724045593724125,
+      "eval_km_ersatz_pr_auc": 0.8920787989719119,
+      "eval_km_opus100_pr_auc": 0.6691762095786946,
+      "eval_kn_opus100_pr_auc": 0.5363716328593313,
+      "eval_ko_opus100_pr_auc": 0.6563698434309514,
+      "eval_ko_ud_pr_auc": 0.997548965317068,
+      "eval_ku_opus100_pr_auc": 0.8317681472590697,
+      "eval_ky_opus100_pr_auc": 0.8923071712151083,
+      "eval_la_ud_pr_auc": 0.9447542326979688,
+      "eval_loss": 0.0361672006547451,
+      "eval_lt_ersatz_pr_auc": 0.9893672429390754,
+      "eval_lt_opus100_pr_auc": 0.8514152124327946,
+      "eval_lt_ud_pr_auc": 0.9769187517786901,
+      "eval_lv_ersatz_pr_auc": 0.9820971591161635,
+      "eval_lv_opus100_pr_auc": 0.8613992889582337,
+      "eval_lv_ud_pr_auc": 0.9560403205120549,
+      "eval_mg_opus100_pr_auc": 0.9077409716473739,
+      "eval_mk_opus100_pr_auc": 0.8872546331443109,
+      "eval_ml_opus100_pr_auc": 0.7417786143503579,
+      "eval_mn_opus100_pr_auc": 0.9534095927900044,
+      "eval_mr_opus100_pr_auc": 0.8690339179359181,
+      "eval_mr_ud_pr_auc": 0.9609392714878034,
+      "eval_ms_opus100_pr_auc": 0.8698432707954281,
+      "eval_mt_opus100_pr_auc": 0.8488116428777847,
+      "eval_mt_ud_pr_auc": 0.8919539127386268,
+      "eval_my_opus100_pr_auc": 0.7022714340109624,
+      "eval_ne_opus100_pr_auc": 0.6976451324553363,
+      "eval_nl_opus100_pr_auc": 0.8868712039377133,
+      "eval_nl_ud_pr_auc": 0.9598710774250122,
+      "eval_no_opus100_pr_auc": 0.9114097489318456,
+      "eval_no_ud_pr_auc": 0.9956674342346876,
+      "eval_pa_opus100_pr_auc": 0.654463080676709,
+      "eval_pl_ersatz_pr_auc": 0.9795228500005674,
+      "eval_pl_opus100_pr_auc": 0.8838406175798472,
+      "eval_pl_ud_pr_auc": 0.9592399339968491,
+      "eval_ps_ersatz_pr_auc": 0.9172334049635511,
+      "eval_ps_opus100_pr_auc": 0.7287741443822919,
+      "eval_pt_opus100_pr_auc": 0.9110063689020323,
+      "eval_pt_ud_pr_auc": 0.9843926952142982,
+      "eval_ro_ersatz_pr_auc": 0.9900789644866879,
+      "eval_ro_opus100_pr_auc": 0.8807450030800583,
+      "eval_ro_ud_pr_auc": 0.9660864371092319,
+      "eval_ru_ersatz_pr_auc": 0.9836503943051536,
+      "eval_ru_opus100_pr_auc": 0.9095794613772326,
+      "eval_ru_ud_pr_auc": 0.8570894546722744,
+      "eval_runtime": 871.3324,
+      "eval_samples_per_second": 86.712,
+      "eval_si_opus100_pr_auc": 0.7912576474520366,
+      "eval_sk_opus100_pr_auc": 0.9178188787274129,
+      "eval_sk_ud_pr_auc": 0.9867915291974854,
+      "eval_sl_opus100_pr_auc": 0.8521190925543892,
+      "eval_sl_ud_pr_auc": 0.9746777345196515,
+      "eval_sq_opus100_pr_auc": 0.8918514438418244,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8996479462701787,
+      "eval_sr_ud_pr_auc": 0.9973327082974166,
+      "eval_steps_per_second": 5.42,
+      "eval_sv_opus100_pr_auc": 0.8836733059243109,
+      "eval_sv_ud_pr_auc": 0.9448984513807203,
+      "eval_ta_ersatz_pr_auc": 0.977017964968945,
+      "eval_ta_opus100_pr_auc": 0.6495530160772831,
+      "eval_ta_ud_pr_auc": 0.9912380527642382,
+      "eval_te_opus100_pr_auc": 0.8141450498057031,
+      "eval_tg_opus100_pr_auc": 0.8675868602005709,
+      "eval_th_opus100_pr_auc": 0.6541937253064046,
+      "eval_th_ud_pr_auc": 0.7348560485749259,
+      "eval_tr_ersatz_pr_auc": 0.9617736988002881,
+      "eval_tr_opus100_pr_auc": 0.8872344913809584,
+      "eval_tr_ud_pr_auc": 0.9562674124069648,
+      "eval_uk_opus100_pr_auc": 0.8660809173121011,
+      "eval_uk_ud_pr_auc": 0.9135539958634019,
+      "eval_ur_opus100_pr_auc": 0.5260830813749156,
+      "eval_ur_ud_pr_auc": 0.9896429551259311,
+      "eval_uz_opus100_pr_auc": 0.8640884821665011,
+      "eval_vi_opus100_pr_auc": 0.89562665854269,
+      "eval_vi_ud_pr_auc": 0.9412606366327647,
+      "eval_xh_opus100_pr_auc": 0.8576415538708227,
+      "eval_yi_opus100_pr_auc": 0.6793624709061187,
+      "eval_yo_opus100_pr_auc": 0.8233028554838138,
+      "eval_yo_ud_pr_auc": 0.8991999080412483,
+      "eval_zh_ersatz_pr_auc": 0.8800785658254761,
+      "eval_zh_opus100_pr_auc": 0.7310591788595622,
+      "eval_zh_ud_pr_auc": 0.9851730131135856,
+      "eval_zu_opus100_pr_auc": 0.8666631454460123,
+      "step": 60000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0326,
+      "step": 60050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.0316,
+      "step": 60100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.0326,
+      "step": 60150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.0315,
+      "step": 60200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.032,
+      "step": 60250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0316,
+      "step": 60300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.032,
+      "step": 60350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.0323,
+      "step": 60400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.032,
+      "step": 60450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0323,
+      "step": 60500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.0322,
+      "step": 60550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0317,
+      "step": 60600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0321,
+      "step": 60650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0315,
+      "step": 60700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0316,
+      "step": 60750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.0322,
+      "step": 60800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.0324,
+      "step": 60850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0315,
+      "step": 60900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.0314,
+      "step": 60950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.0322,
+      "step": 61000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.0319,
+      "step": 61050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.0318,
+      "step": 61100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0328,
+      "step": 61150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.0322,
+      "step": 61200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.0314,
+      "step": 61250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0319,
+      "step": 61300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0308,
+      "step": 61350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0318,
+      "step": 61400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.0319,
+      "step": 61450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.0318,
+      "step": 61500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.0324,
+      "step": 61550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.0325,
+      "step": 61600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0324,
+      "step": 61650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0321,
+      "step": 61700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0327,
+      "step": 61750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.0312,
+      "step": 61800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.033,
+      "step": 61850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.0319,
+      "step": 61900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.032,
+      "step": 61950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.0315,
+      "step": 62000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0323,
+      "step": 62050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0316,
+      "step": 62100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0312,
+      "step": 62150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.0313,
+      "step": 62200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.0316,
+      "step": 62250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0311,
+      "step": 62300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0325,
+      "step": 62350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.032,
+      "step": 62400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0323,
+      "step": 62450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0318,
+      "step": 62500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.0314,
+      "step": 62550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.0315,
+      "step": 62600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0313,
+      "step": 62650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0311,
+      "step": 62700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.0314,
+      "step": 62750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.0314,
+      "step": 62800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0319,
+      "step": 62850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.0319,
+      "step": 62900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0319,
+      "step": 62950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0312,
+      "step": 63000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0319,
+      "step": 63050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.032,
+      "step": 63100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0324,
+      "step": 63150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0321,
+      "step": 63200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.0324,
+      "step": 63250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0321,
+      "step": 63300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0314,
+      "step": 63350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0319,
+      "step": 63400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0315,
+      "step": 63450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0319,
+      "step": 63500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0317,
+      "step": 63550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0317,
+      "step": 63600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0316,
+      "step": 63650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0313,
+      "step": 63700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0315,
+      "step": 63750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0323,
+      "step": 63800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.0317,
+      "step": 63850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0326,
+      "step": 63900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.0321,
+      "step": 63950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0318,
+      "step": 64000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0321,
+      "step": 64050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0321,
+      "step": 64100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0318,
+      "step": 64150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0321,
+      "step": 64200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0316,
+      "step": 64250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.0321,
+      "step": 64300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0317,
+      "step": 64350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0317,
+      "step": 64400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0318,
+      "step": 64450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0325,
+      "step": 64500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0318,
+      "step": 64550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0321,
+      "step": 64600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0321,
+      "step": 64650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.0312,
+      "step": 64700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0319,
+      "step": 64750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0315,
+      "step": 64800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0321,
+      "step": 64850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.0321,
+      "step": 64900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0315,
+      "step": 64950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.032,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "eval_af_opus100_pr_auc": 0.7860911861893988,
+      "eval_af_ud_pr_auc": 0.99313239612503,
+      "eval_am_opus100_pr_auc": 0.4623670916209187,
+      "eval_ar_ersatz_pr_auc": 0.9336557216989972,
+      "eval_ar_opus100_pr_auc": 0.7053337386128733,
+      "eval_ar_ud_pr_auc": 0.8766739585157508,
+      "eval_average_ersatz_pr_auc": 0.9611812354569964,
+      "eval_average_opus100_pr_auc": 0.8225113151129332,
+      "eval_average_ud_pr_auc": 0.9596082064092878,
+      "eval_az_opus100_pr_auc": 0.7629787853637401,
+      "eval_be_opus100_pr_auc": 0.6904602897252466,
+      "eval_be_ud_pr_auc": 0.871032422051338,
+      "eval_bg_opus100_pr_auc": 0.9151254718154618,
+      "eval_bg_ud_pr_auc": 0.9943660122823706,
+      "eval_bn_opus100_pr_auc": 0.8170644320847934,
+      "eval_bn_ud_pr_auc": 0.9970823736233636,
+      "eval_ca_opus100_pr_auc": 0.8868682313441018,
+      "eval_ca_ud_pr_auc": 0.9884225750497988,
+      "eval_ceb_ud_pr_auc": 0.999914891397832,
+      "eval_cs_ersatz_pr_auc": 0.9802792741472083,
+      "eval_cs_opus100_pr_auc": 0.9102435519416979,
+      "eval_cs_ud_pr_auc": 0.953131555198309,
+      "eval_cy_opus100_pr_auc": 0.7911506839064232,
+      "eval_cy_ud_pr_auc": 0.995323577481857,
+      "eval_da_opus100_pr_auc": 0.90897931460063,
+      "eval_da_ud_pr_auc": 0.9809299822236328,
+      "eval_de_ersatz_pr_auc": 0.9757831275323683,
+      "eval_de_opus100_pr_auc": 0.8953323751446358,
+      "eval_de_ud_pr_auc": 0.9826267526082222,
+      "eval_el_opus100_pr_auc": 0.9121195535858936,
+      "eval_el_ud_pr_auc": 0.9866375953455789,
+      "eval_en_ersatz_pr_auc": 0.9905326422658645,
+      "eval_en_opus100_pr_auc": 0.9172156919356188,
+      "eval_en_ud_pr_auc": 0.9778692063902558,
+      "eval_eo_opus100_pr_auc": 0.9276339643352163,
+      "eval_es_ersatz_pr_auc": 0.9957532328741454,
+      "eval_es_opus100_pr_auc": 0.9238320635552858,
+      "eval_es_ud_pr_auc": 0.9887246725420021,
+      "eval_et_ersatz_pr_auc": 0.9798969036007419,
+      "eval_et_opus100_pr_auc": 0.8684989647395525,
+      "eval_et_ud_pr_auc": 0.9616232872844876,
+      "eval_eu_opus100_pr_auc": 0.8849776794181061,
+      "eval_eu_ud_pr_auc": 0.983249789979093,
+      "eval_fa_opus100_pr_auc": 0.5626038146818824,
+      "eval_fa_ud_pr_auc": 0.9919050564679721,
+      "eval_fi_ersatz_pr_auc": 0.9870023011307176,
+      "eval_fi_opus100_pr_auc": 0.8985246485613728,
+      "eval_fi_ud_pr_auc": 0.9549834958334935,
+      "eval_fr_ersatz_pr_auc": 0.9806641854945165,
+      "eval_fr_opus100_pr_auc": 0.8992190023332624,
+      "eval_fr_ud_pr_auc": 0.9803108046286594,
+      "eval_fy_opus100_pr_auc": 0.7223332245282191,
+      "eval_ga_opus100_pr_auc": 0.882401437657601,
+      "eval_ga_ud_pr_auc": 0.8021081285598808,
+      "eval_gd_opus100_pr_auc": 0.624697204977032,
+      "eval_gd_ud_pr_auc": 0.7741453341853406,
+      "eval_gl_opus100_pr_auc": 0.8971684560656076,
+      "eval_gl_ud_pr_auc": 0.9989080894772444,
+      "eval_gu_ersatz_pr_auc": 0.9287475680898637,
+      "eval_gu_opus100_pr_auc": 0.7026762144702491,
+      "eval_ha_opus100_pr_auc": 0.9023539872630888,
+      "eval_he_opus100_pr_auc": 0.8665093182058863,
+      "eval_he_ud_pr_auc": 0.9663973532984501,
+      "eval_hi_ersatz_pr_auc": 0.9716938868730131,
+      "eval_hi_opus100_pr_auc": 0.6495183841343519,
+      "eval_hi_ud_pr_auc": 0.9923661874160048,
+      "eval_hu_opus100_pr_auc": 0.9134012023998589,
+      "eval_hu_ud_pr_auc": 0.9843746656209079,
+      "eval_hy_opus100_pr_auc": 0.9110497388909237,
+      "eval_hy_ud_pr_auc": 0.977235107017975,
+      "eval_id_opus100_pr_auc": 0.8694920000322908,
+      "eval_id_ud_pr_auc": 0.9955074889817686,
+      "eval_ig_opus100_pr_auc": 0.8832731340970896,
+      "eval_is_opus100_pr_auc": 0.9264296807045217,
+      "eval_is_ud_pr_auc": 0.9075956421940478,
+      "eval_it_opus100_pr_auc": 0.9077407787784162,
+      "eval_it_ud_pr_auc": 0.9994409875729157,
+      "eval_ja_ersatz_pr_auc": 0.8312568638683174,
+      "eval_ja_opus100_pr_auc": 0.7434215553459333,
+      "eval_ja_ud_pr_auc": 0.9800097694926573,
+      "eval_jv_ud_pr_auc": 0.9736506586114524,
+      "eval_ka_opus100_pr_auc": 0.8831383759899936,
+      "eval_kk_ersatz_pr_auc": 0.9877688232838946,
+      "eval_kk_opus100_pr_auc": 0.8265782545250866,
+      "eval_kk_ud_pr_auc": 0.9720786614385171,
+      "eval_km_ersatz_pr_auc": 0.8910920810533149,
+      "eval_km_opus100_pr_auc": 0.7174276150887595,
+      "eval_kn_opus100_pr_auc": 0.612179166100084,
+      "eval_ko_opus100_pr_auc": 0.6545918422405428,
+      "eval_ko_ud_pr_auc": 0.9998980266146615,
+      "eval_ku_opus100_pr_auc": 0.8028986783173905,
+      "eval_ky_opus100_pr_auc": 0.8719809894674542,
+      "eval_la_ud_pr_auc": 0.9807957432976437,
+      "eval_loss": 0.03603043034672737,
+      "eval_lt_ersatz_pr_auc": 0.9914058026163549,
+      "eval_lt_opus100_pr_auc": 0.8399572505268021,
+      "eval_lt_ud_pr_auc": 0.9906753526634724,
+      "eval_lv_ersatz_pr_auc": 0.9892125560518414,
+      "eval_lv_opus100_pr_auc": 0.8569584571607994,
+      "eval_lv_ud_pr_auc": 0.9570385011926258,
+      "eval_mg_opus100_pr_auc": 0.9221434949831565,
+      "eval_mk_opus100_pr_auc": 0.9065266372903847,
+      "eval_ml_opus100_pr_auc": 0.763700978941846,
+      "eval_mn_opus100_pr_auc": 0.9558929840456049,
+      "eval_mr_opus100_pr_auc": 0.8968758683996504,
+      "eval_mr_ud_pr_auc": 0.986012631898866,
+      "eval_ms_opus100_pr_auc": 0.8845637186963932,
+      "eval_mt_opus100_pr_auc": 0.8478533431686879,
+      "eval_mt_ud_pr_auc": 0.8672553701589133,
+      "eval_my_opus100_pr_auc": 0.6404536483942718,
+      "eval_ne_opus100_pr_auc": 0.6749437955577857,
+      "eval_nl_opus100_pr_auc": 0.8904737640730983,
+      "eval_nl_ud_pr_auc": 0.9704012823316545,
+      "eval_no_opus100_pr_auc": 0.9158230323213461,
+      "eval_no_ud_pr_auc": 0.9971210732369135,
+      "eval_pa_opus100_pr_auc": 0.6737534460894617,
+      "eval_pl_ersatz_pr_auc": 0.9826696340023054,
+      "eval_pl_opus100_pr_auc": 0.8988672091683146,
+      "eval_pl_ud_pr_auc": 0.9623450215674991,
+      "eval_ps_ersatz_pr_auc": 0.9305674355040816,
+      "eval_ps_opus100_pr_auc": 0.7237060798403813,
+      "eval_pt_opus100_pr_auc": 0.9158664066544571,
+      "eval_pt_ud_pr_auc": 0.9858740178475147,
+      "eval_ro_ersatz_pr_auc": 0.9933112849874876,
+      "eval_ro_opus100_pr_auc": 0.9029576661410211,
+      "eval_ro_ud_pr_auc": 0.9732567497233906,
+      "eval_ru_ersatz_pr_auc": 0.9883192567094096,
+      "eval_ru_opus100_pr_auc": 0.9108533833300692,
+      "eval_ru_ud_pr_auc": 0.8662323682934298,
+      "eval_runtime": 874.8725,
+      "eval_samples_per_second": 86.361,
+      "eval_si_opus100_pr_auc": 0.8004351799297047,
+      "eval_sk_opus100_pr_auc": 0.9192756807274183,
+      "eval_sk_ud_pr_auc": 0.9860191115980591,
+      "eval_sl_opus100_pr_auc": 0.8615313368274401,
+      "eval_sl_ud_pr_auc": 0.9682419503899519,
+      "eval_sq_opus100_pr_auc": 0.9093430985319254,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9151200504558055,
+      "eval_sr_ud_pr_auc": 0.9984660426746912,
+      "eval_steps_per_second": 5.399,
+      "eval_sv_opus100_pr_auc": 0.8801595430433514,
+      "eval_sv_ud_pr_auc": 0.9487684150685987,
+      "eval_ta_ersatz_pr_auc": 0.9777859595976357,
+      "eval_ta_opus100_pr_auc": 0.6544727685664462,
+      "eval_ta_ud_pr_auc": 0.9927839282313923,
+      "eval_te_opus100_pr_auc": 0.8277976672526,
+      "eval_tg_opus100_pr_auc": 0.8842177445837662,
+      "eval_th_opus100_pr_auc": 0.6754199583571743,
+      "eval_th_ud_pr_auc": 0.7441149626260364,
+      "eval_tr_ersatz_pr_auc": 0.9630889701396923,
+      "eval_tr_opus100_pr_auc": 0.9076418005386134,
+      "eval_tr_ud_pr_auc": 0.9496338282255108,
+      "eval_uk_opus100_pr_auc": 0.876651225397305,
+      "eval_uk_ud_pr_auc": 0.9151834607479561,
+      "eval_ur_opus100_pr_auc": 0.521337177380327,
+      "eval_ur_ud_pr_auc": 0.99559673229329,
+      "eval_uz_opus100_pr_auc": 0.8669225153952916,
+      "eval_vi_opus100_pr_auc": 0.9075401863170548,
+      "eval_vi_ud_pr_auc": 0.9593024793637891,
+      "eval_xh_opus100_pr_auc": 0.8663267373275446,
+      "eval_yi_opus100_pr_auc": 0.705280659912606,
+      "eval_yo_opus100_pr_auc": 0.7911015337884216,
+      "eval_yo_ud_pr_auc": 0.9243318258802057,
+      "eval_zh_ersatz_pr_auc": 0.8954996685321501,
+      "eval_zh_opus100_pr_auc": 0.7091021780162233,
+      "eval_zh_ud_pr_auc": 0.9965604105071338,
+      "eval_zu_opus100_pr_auc": 0.8461978573514728,
+      "step": 65000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0313,
+      "step": 65050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0322,
+      "step": 65100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0325,
+      "step": 65150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0311,
+      "step": 65200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0314,
+      "step": 65250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0318,
+      "step": 65300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0319,
+      "step": 65350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0324,
+      "step": 65400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0315,
+      "step": 65450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.032,
+      "step": 65500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0316,
+      "step": 65550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0315,
+      "step": 65600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0314,
+      "step": 65650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0318,
+      "step": 65700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0306,
+      "step": 65750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0305,
+      "step": 65800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0312,
+      "step": 65850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0318,
+      "step": 65900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0313,
+      "step": 65950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0315,
+      "step": 66000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.031,
+      "step": 66050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0319,
+      "step": 66100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0314,
+      "step": 66150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0319,
+      "step": 66200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0313,
+      "step": 66250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0324,
+      "step": 66300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0321,
+      "step": 66350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.032,
+      "step": 66400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0316,
+      "step": 66450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0319,
+      "step": 66500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0319,
+      "step": 66550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0318,
+      "step": 66600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0315,
+      "step": 66650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0321,
+      "step": 66700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0308,
+      "step": 66750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0307,
+      "step": 66800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.0302,
+      "step": 66850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0309,
+      "step": 66900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0323,
+      "step": 66950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0315,
+      "step": 67000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0315,
+      "step": 67050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0317,
+      "step": 67100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0309,
+      "step": 67150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0311,
+      "step": 67200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0317,
+      "step": 67250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0314,
+      "step": 67300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0317,
+      "step": 67350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0318,
+      "step": 67400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0314,
+      "step": 67450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0313,
+      "step": 67500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0319,
+      "step": 67550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.031,
+      "step": 67600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.0313,
+      "step": 67650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0314,
+      "step": 67700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0322,
+      "step": 67750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0323,
+      "step": 67800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0316,
+      "step": 67850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0315,
+      "step": 67900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0314,
+      "step": 67950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.032,
+      "step": 68000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0314,
+      "step": 68050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0308,
+      "step": 68100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0322,
+      "step": 68150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0323,
+      "step": 68200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0317,
+      "step": 68250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0321,
+      "step": 68300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0318,
+      "step": 68350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0309,
+      "step": 68400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0316,
+      "step": 68450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0309,
+      "step": 68500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.031,
+      "step": 68550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0313,
+      "step": 68600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0323,
+      "step": 68650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0316,
+      "step": 68700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0322,
+      "step": 68750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0318,
+      "step": 68800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0312,
+      "step": 68850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0316,
+      "step": 68900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0308,
+      "step": 68950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0321,
+      "step": 69000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0313,
+      "step": 69050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0315,
+      "step": 69100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0317,
+      "step": 69150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0318,
+      "step": 69200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0305,
+      "step": 69250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0311,
+      "step": 69300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.031,
+      "step": 69350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.032,
+      "step": 69400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0312,
+      "step": 69450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0311,
+      "step": 69500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0334,
+      "step": 69550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0322,
+      "step": 69600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.0312,
+      "step": 69650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0327,
+      "step": 69700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0318,
+      "step": 69750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0309,
+      "step": 69800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0307,
+      "step": 69850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0315,
+      "step": 69900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0315,
+      "step": 69950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0316,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7727376708580528,
+      "eval_af_ud_pr_auc": 0.9928520162813751,
+      "eval_am_opus100_pr_auc": 0.5209940707687117,
+      "eval_ar_ersatz_pr_auc": 0.934225476300364,
+      "eval_ar_opus100_pr_auc": 0.7131009513786353,
+      "eval_ar_ud_pr_auc": 0.8716690140264424,
+      "eval_average_ersatz_pr_auc": 0.9605464575319751,
+      "eval_average_opus100_pr_auc": 0.82306637375886,
+      "eval_average_ud_pr_auc": 0.9601433041241104,
+      "eval_az_opus100_pr_auc": 0.7427971628183347,
+      "eval_be_opus100_pr_auc": 0.6551222323694783,
+      "eval_be_ud_pr_auc": 0.8796563567365316,
+      "eval_bg_opus100_pr_auc": 0.9101502560333099,
+      "eval_bg_ud_pr_auc": 0.9942357546899948,
+      "eval_bn_opus100_pr_auc": 0.8144844050842074,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8847335002538207,
+      "eval_ca_ud_pr_auc": 0.9970340527091159,
+      "eval_ceb_ud_pr_auc": 0.9993258092034258,
+      "eval_cs_ersatz_pr_auc": 0.9874386824347783,
+      "eval_cs_opus100_pr_auc": 0.8993043225605408,
+      "eval_cs_ud_pr_auc": 0.9600918898978821,
+      "eval_cy_opus100_pr_auc": 0.7804815476047126,
+      "eval_cy_ud_pr_auc": 0.9946580713936761,
+      "eval_da_opus100_pr_auc": 0.9067741397038757,
+      "eval_da_ud_pr_auc": 0.9869259424108935,
+      "eval_de_ersatz_pr_auc": 0.9785276136712217,
+      "eval_de_opus100_pr_auc": 0.8864265272844282,
+      "eval_de_ud_pr_auc": 0.9853162527323954,
+      "eval_el_opus100_pr_auc": 0.9158967489603631,
+      "eval_el_ud_pr_auc": 0.9823744512674537,
+      "eval_en_ersatz_pr_auc": 0.9879502998187264,
+      "eval_en_opus100_pr_auc": 0.9191134681872092,
+      "eval_en_ud_pr_auc": 0.978046607186348,
+      "eval_eo_opus100_pr_auc": 0.9270845095909739,
+      "eval_es_ersatz_pr_auc": 0.9957894124008195,
+      "eval_es_opus100_pr_auc": 0.9214973080175033,
+      "eval_es_ud_pr_auc": 0.9905343495148026,
+      "eval_et_ersatz_pr_auc": 0.9796817561272033,
+      "eval_et_opus100_pr_auc": 0.8705004884854571,
+      "eval_et_ud_pr_auc": 0.9661006402275085,
+      "eval_eu_opus100_pr_auc": 0.8894751880311784,
+      "eval_eu_ud_pr_auc": 0.9935743619949311,
+      "eval_fa_opus100_pr_auc": 0.5535404761911418,
+      "eval_fa_ud_pr_auc": 0.9890692713045728,
+      "eval_fi_ersatz_pr_auc": 0.9902019965823443,
+      "eval_fi_opus100_pr_auc": 0.8984904478802668,
+      "eval_fi_ud_pr_auc": 0.9579374120280436,
+      "eval_fr_ersatz_pr_auc": 0.9818740250061909,
+      "eval_fr_opus100_pr_auc": 0.9026155680135223,
+      "eval_fr_ud_pr_auc": 0.9793711587678823,
+      "eval_fy_opus100_pr_auc": 0.7084992612221573,
+      "eval_ga_opus100_pr_auc": 0.8717180694610736,
+      "eval_ga_ud_pr_auc": 0.8009988869581056,
+      "eval_gd_opus100_pr_auc": 0.6361502477289297,
+      "eval_gd_ud_pr_auc": 0.7509306817963721,
+      "eval_gl_opus100_pr_auc": 0.8913465688913914,
+      "eval_gl_ud_pr_auc": 0.9976675548452717,
+      "eval_gu_ersatz_pr_auc": 0.9349596105079921,
+      "eval_gu_opus100_pr_auc": 0.7095720818733068,
+      "eval_ha_opus100_pr_auc": 0.909840730985325,
+      "eval_he_opus100_pr_auc": 0.8631692398455506,
+      "eval_he_ud_pr_auc": 0.9683842257653286,
+      "eval_hi_ersatz_pr_auc": 0.9680692647751657,
+      "eval_hi_opus100_pr_auc": 0.6586646899212821,
+      "eval_hi_ud_pr_auc": 0.9873272908685212,
+      "eval_hu_opus100_pr_auc": 0.9142808686583167,
+      "eval_hu_ud_pr_auc": 0.9801108352116537,
+      "eval_hy_opus100_pr_auc": 0.9140079477194796,
+      "eval_hy_ud_pr_auc": 0.9831718383695389,
+      "eval_id_opus100_pr_auc": 0.8608795816487472,
+      "eval_id_ud_pr_auc": 0.9933888653249745,
+      "eval_ig_opus100_pr_auc": 0.9012282471067696,
+      "eval_is_opus100_pr_auc": 0.922513925441755,
+      "eval_is_ud_pr_auc": 0.9248064926397895,
+      "eval_it_opus100_pr_auc": 0.9034689526744667,
+      "eval_it_ud_pr_auc": 0.9969524913568735,
+      "eval_ja_ersatz_pr_auc": 0.8050879819147726,
+      "eval_ja_opus100_pr_auc": 0.7864193631467612,
+      "eval_ja_ud_pr_auc": 0.9683694512488572,
+      "eval_jv_ud_pr_auc": 0.9664059782669063,
+      "eval_ka_opus100_pr_auc": 0.870578718861639,
+      "eval_kk_ersatz_pr_auc": 0.9911376863394721,
+      "eval_kk_opus100_pr_auc": 0.7894667799517009,
+      "eval_kk_ud_pr_auc": 0.9805795215720584,
+      "eval_km_ersatz_pr_auc": 0.9000774720015108,
+      "eval_km_opus100_pr_auc": 0.7074135564058434,
+      "eval_kn_opus100_pr_auc": 0.5911930924304198,
+      "eval_ko_opus100_pr_auc": 0.6537065932092024,
+      "eval_ko_ud_pr_auc": 0.9995105484154658,
+      "eval_ku_opus100_pr_auc": 0.8119320595245515,
+      "eval_ky_opus100_pr_auc": 0.8865345408335951,
+      "eval_la_ud_pr_auc": 0.9696325035807865,
+      "eval_loss": 0.03586626052856445,
+      "eval_lt_ersatz_pr_auc": 0.9944568127344742,
+      "eval_lt_opus100_pr_auc": 0.8516907226144381,
+      "eval_lt_ud_pr_auc": 0.9791665657832584,
+      "eval_lv_ersatz_pr_auc": 0.9895186640780884,
+      "eval_lv_opus100_pr_auc": 0.8662763778721608,
+      "eval_lv_ud_pr_auc": 0.962088972358707,
+      "eval_mg_opus100_pr_auc": 0.9167463372007116,
+      "eval_mk_opus100_pr_auc": 0.9067042872631952,
+      "eval_ml_opus100_pr_auc": 0.7606453940850041,
+      "eval_mn_opus100_pr_auc": 0.9568327117090676,
+      "eval_mr_opus100_pr_auc": 0.8878874221040307,
+      "eval_mr_ud_pr_auc": 0.9655066009276626,
+      "eval_ms_opus100_pr_auc": 0.8743702119151701,
+      "eval_mt_opus100_pr_auc": 0.8578535327087984,
+      "eval_mt_ud_pr_auc": 0.9046483350472811,
+      "eval_my_opus100_pr_auc": 0.680844882379039,
+      "eval_ne_opus100_pr_auc": 0.709293830487932,
+      "eval_nl_opus100_pr_auc": 0.8891041676404748,
+      "eval_nl_ud_pr_auc": 0.9759892238091029,
+      "eval_no_opus100_pr_auc": 0.9151141132993446,
+      "eval_no_ud_pr_auc": 0.996615879457954,
+      "eval_pa_opus100_pr_auc": 0.6614553696353368,
+      "eval_pl_ersatz_pr_auc": 0.9830843066137922,
+      "eval_pl_opus100_pr_auc": 0.886934611056229,
+      "eval_pl_ud_pr_auc": 0.9628522884105518,
+      "eval_ps_ersatz_pr_auc": 0.918130674628449,
+      "eval_ps_opus100_pr_auc": 0.7389224339330578,
+      "eval_pt_opus100_pr_auc": 0.9145150309862798,
+      "eval_pt_ud_pr_auc": 0.9864772875994212,
+      "eval_ro_ersatz_pr_auc": 0.9944901178863109,
+      "eval_ro_opus100_pr_auc": 0.887525402077028,
+      "eval_ro_ud_pr_auc": 0.9834967493728829,
+      "eval_ru_ersatz_pr_auc": 0.9888287187010597,
+      "eval_ru_opus100_pr_auc": 0.9194019300070505,
+      "eval_ru_ud_pr_auc": 0.8681708803586821,
+      "eval_runtime": 875.2468,
+      "eval_samples_per_second": 86.324,
+      "eval_si_opus100_pr_auc": 0.7993747659939716,
+      "eval_sk_opus100_pr_auc": 0.9213109546752429,
+      "eval_sk_ud_pr_auc": 0.9857830913915999,
+      "eval_sl_opus100_pr_auc": 0.8525818693651775,
+      "eval_sl_ud_pr_auc": 0.9758727650346254,
+      "eval_sq_opus100_pr_auc": 0.9127391924371497,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9046128053369862,
+      "eval_sr_ud_pr_auc": 0.9986242854045781,
+      "eval_steps_per_second": 5.396,
+      "eval_sv_opus100_pr_auc": 0.889089348115317,
+      "eval_sv_ud_pr_auc": 0.9582915927062657,
+      "eval_ta_ersatz_pr_auc": 0.9794149944444699,
+      "eval_ta_opus100_pr_auc": 0.6560863044455663,
+      "eval_ta_ud_pr_auc": 0.9869216858177172,
+      "eval_te_opus100_pr_auc": 0.8156596988791975,
+      "eval_tg_opus100_pr_auc": 0.8896954158882413,
+      "eval_th_opus100_pr_auc": 0.6771032852866985,
+      "eval_th_ud_pr_auc": 0.7480730421761427,
+      "eval_tr_ersatz_pr_auc": 0.966926392667493,
+      "eval_tr_opus100_pr_auc": 0.8949623235990033,
+      "eval_tr_ud_pr_auc": 0.9581616827509571,
+      "eval_uk_opus100_pr_auc": 0.8684891669889326,
+      "eval_uk_ud_pr_auc": 0.9147068013660008,
+      "eval_ur_opus100_pr_auc": 0.5172863911049672,
+      "eval_ur_ud_pr_auc": 0.992847381284818,
+      "eval_uz_opus100_pr_auc": 0.8642273755111197,
+      "eval_vi_opus100_pr_auc": 0.9013421182917913,
+      "eval_vi_ud_pr_auc": 0.9589906102180852,
+      "eval_xh_opus100_pr_auc": 0.8694126108754981,
+      "eval_yi_opus100_pr_auc": 0.7901857374678347,
+      "eval_yo_opus100_pr_auc": 0.7857971249472429,
+      "eval_yo_ud_pr_auc": 0.9067538211702814,
+      "eval_zh_ersatz_pr_auc": 0.8821501060687549,
+      "eval_zh_opus100_pr_auc": 0.6910595321591316,
+      "eval_zh_ud_pr_auc": 0.9911182140339391,
+      "eval_zu_opus100_pr_auc": 0.8604017502651111,
+      "step": 70000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.031,
+      "step": 70050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0315,
+      "step": 70100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0311,
+      "step": 70150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0311,
+      "step": 70200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0319,
+      "step": 70250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0317,
+      "step": 70300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0312,
+      "step": 70350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0316,
+      "step": 70400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0312,
+      "step": 70450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.031,
+      "step": 70500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0321,
+      "step": 70550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0315,
+      "step": 70600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0314,
+      "step": 70650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0315,
+      "step": 70700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0311,
+      "step": 70750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0317,
+      "step": 70800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0317,
+      "step": 70850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0318,
+      "step": 70900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.031,
+      "step": 70950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.0323,
+      "step": 71000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.031,
+      "step": 71050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0314,
+      "step": 71100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0314,
+      "step": 71150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0319,
+      "step": 71200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0311,
+      "step": 71250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0306,
+      "step": 71300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0321,
+      "step": 71350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0316,
+      "step": 71400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0311,
+      "step": 71450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0315,
+      "step": 71500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0321,
+      "step": 71550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0314,
+      "step": 71600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.0316,
+      "step": 71650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0312,
+      "step": 71700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0311,
+      "step": 71750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0319,
+      "step": 71800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0312,
+      "step": 71850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0315,
+      "step": 71900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0313,
+      "step": 71950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0315,
+      "step": 72000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0314,
+      "step": 72050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.0304,
+      "step": 72100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0311,
+      "step": 72150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0314,
+      "step": 72200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0313,
+      "step": 72250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0311,
+      "step": 72300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.0319,
+      "step": 72350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0311,
+      "step": 72400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0317,
+      "step": 72450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0319,
+      "step": 72500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.031,
+      "step": 72550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0318,
+      "step": 72600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0313,
+      "step": 72650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.031,
+      "step": 72700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0311,
+      "step": 72750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.0313,
+      "step": 72800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.031,
+      "step": 72850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0315,
+      "step": 72900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0316,
+      "step": 72950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.0307,
+      "step": 73000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0309,
+      "step": 73050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0309,
+      "step": 73100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0301,
+      "step": 73150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0318,
+      "step": 73200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0314,
+      "step": 73250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0314,
+      "step": 73300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.0309,
+      "step": 73350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0304,
+      "step": 73400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0305,
+      "step": 73450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0316,
+      "step": 73500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0308,
+      "step": 73550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0308,
+      "step": 73600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.0313,
+      "step": 73650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0309,
+      "step": 73700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0311,
+      "step": 73750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.0312,
+      "step": 73800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.0308,
+      "step": 73850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0315,
+      "step": 73900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.0315,
+      "step": 73950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0312,
+      "step": 74000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.0315,
+      "step": 74050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0313,
+      "step": 74100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0315,
+      "step": 74150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0316,
+      "step": 74200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.0317,
+      "step": 74250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.0312,
+      "step": 74300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.0306,
+      "step": 74350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0316,
+      "step": 74400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0306,
+      "step": 74450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.0313,
+      "step": 74500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0313,
+      "step": 74550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0308,
+      "step": 74600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0316,
+      "step": 74650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0311,
+      "step": 74700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.0316,
+      "step": 74750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.031,
+      "step": 74800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0308,
+      "step": 74850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.0308,
+      "step": 74900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.0309,
+      "step": 74950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.0312,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "eval_af_opus100_pr_auc": 0.7796404017583479,
+      "eval_af_ud_pr_auc": 0.9908464473125929,
+      "eval_am_opus100_pr_auc": 0.504194278477831,
+      "eval_ar_ersatz_pr_auc": 0.9308094713873866,
+      "eval_ar_opus100_pr_auc": 0.7057433478890356,
+      "eval_ar_ud_pr_auc": 0.8755515782496308,
+      "eval_average_ersatz_pr_auc": 0.9642901077963958,
+      "eval_average_opus100_pr_auc": 0.8260864591171294,
+      "eval_average_ud_pr_auc": 0.9636764177583762,
+      "eval_az_opus100_pr_auc": 0.7609681611088686,
+      "eval_be_opus100_pr_auc": 0.6517937413735403,
+      "eval_be_ud_pr_auc": 0.8899135753472184,
+      "eval_bg_opus100_pr_auc": 0.9111415068886568,
+      "eval_bg_ud_pr_auc": 0.9940034239185978,
+      "eval_bn_opus100_pr_auc": 0.8144985763564159,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8959639404780669,
+      "eval_ca_ud_pr_auc": 0.9971934816794562,
+      "eval_ceb_ud_pr_auc": 0.9993893209681213,
+      "eval_cs_ersatz_pr_auc": 0.9867916809702997,
+      "eval_cs_opus100_pr_auc": 0.9048209083720317,
+      "eval_cs_ud_pr_auc": 0.9617100474862408,
+      "eval_cy_opus100_pr_auc": 0.7853789187117439,
+      "eval_cy_ud_pr_auc": 0.9965694640854804,
+      "eval_da_opus100_pr_auc": 0.9133421664311696,
+      "eval_da_ud_pr_auc": 0.9896891777292962,
+      "eval_de_ersatz_pr_auc": 0.9830454759613398,
+      "eval_de_opus100_pr_auc": 0.8944649181690674,
+      "eval_de_ud_pr_auc": 0.985323158906775,
+      "eval_el_opus100_pr_auc": 0.9135221931237089,
+      "eval_el_ud_pr_auc": 0.9873095647006783,
+      "eval_en_ersatz_pr_auc": 0.9913300761535702,
+      "eval_en_opus100_pr_auc": 0.9183082820252985,
+      "eval_en_ud_pr_auc": 0.9779878234089528,
+      "eval_eo_opus100_pr_auc": 0.9299568271160686,
+      "eval_es_ersatz_pr_auc": 0.9969651819237573,
+      "eval_es_opus100_pr_auc": 0.9329241123410257,
+      "eval_es_ud_pr_auc": 0.9955214227127495,
+      "eval_et_ersatz_pr_auc": 0.9818603463910484,
+      "eval_et_opus100_pr_auc": 0.8651451370882305,
+      "eval_et_ud_pr_auc": 0.9631821802208252,
+      "eval_eu_opus100_pr_auc": 0.886515332019508,
+      "eval_eu_ud_pr_auc": 0.9875974338160483,
+      "eval_fa_opus100_pr_auc": 0.5792865169750978,
+      "eval_fa_ud_pr_auc": 0.9955966689515567,
+      "eval_fi_ersatz_pr_auc": 0.9887372610534136,
+      "eval_fi_opus100_pr_auc": 0.9097714631513698,
+      "eval_fi_ud_pr_auc": 0.9652294385953877,
+      "eval_fr_ersatz_pr_auc": 0.9899073971966887,
+      "eval_fr_opus100_pr_auc": 0.9013584445305303,
+      "eval_fr_ud_pr_auc": 0.9795793127773023,
+      "eval_fy_opus100_pr_auc": 0.7154456971312855,
+      "eval_ga_opus100_pr_auc": 0.8880755971254466,
+      "eval_ga_ud_pr_auc": 0.82946883100893,
+      "eval_gd_opus100_pr_auc": 0.6642540143154032,
+      "eval_gd_ud_pr_auc": 0.7762303861318479,
+      "eval_gl_opus100_pr_auc": 0.8972986529755573,
+      "eval_gl_ud_pr_auc": 0.9982125661631228,
+      "eval_gu_ersatz_pr_auc": 0.9368906536934923,
+      "eval_gu_opus100_pr_auc": 0.7195317083773705,
+      "eval_ha_opus100_pr_auc": 0.9103436058944897,
+      "eval_he_opus100_pr_auc": 0.8499273071319887,
+      "eval_he_ud_pr_auc": 0.9808901701938599,
+      "eval_hi_ersatz_pr_auc": 0.9769780425685926,
+      "eval_hi_opus100_pr_auc": 0.660503289841174,
+      "eval_hi_ud_pr_auc": 0.9946769611287491,
+      "eval_hu_opus100_pr_auc": 0.9068642466569004,
+      "eval_hu_ud_pr_auc": 0.9851484956007168,
+      "eval_hy_opus100_pr_auc": 0.9082317606621458,
+      "eval_hy_ud_pr_auc": 0.9830289922367377,
+      "eval_id_opus100_pr_auc": 0.8634751159047388,
+      "eval_id_ud_pr_auc": 0.9954756527846362,
+      "eval_ig_opus100_pr_auc": 0.8960481210974971,
+      "eval_is_opus100_pr_auc": 0.9212446612250942,
+      "eval_is_ud_pr_auc": 0.9330818246274006,
+      "eval_it_opus100_pr_auc": 0.9094089779482244,
+      "eval_it_ud_pr_auc": 0.999411132318564,
+      "eval_ja_ersatz_pr_auc": 0.7999224858320998,
+      "eval_ja_opus100_pr_auc": 0.7781913450406859,
+      "eval_ja_ud_pr_auc": 0.9687703550789628,
+      "eval_jv_ud_pr_auc": 0.9650010964435607,
+      "eval_ka_opus100_pr_auc": 0.8617657062103018,
+      "eval_kk_ersatz_pr_auc": 0.9899485256652828,
+      "eval_kk_opus100_pr_auc": 0.8014264048067267,
+      "eval_kk_ud_pr_auc": 0.9828845422818699,
+      "eval_km_ersatz_pr_auc": 0.8984641538197184,
+      "eval_km_opus100_pr_auc": 0.6919023316670332,
+      "eval_kn_opus100_pr_auc": 0.5932863500697203,
+      "eval_ko_opus100_pr_auc": 0.6668403105472178,
+      "eval_ko_ud_pr_auc": 0.999449133393278,
+      "eval_ku_opus100_pr_auc": 0.826209121002503,
+      "eval_ky_opus100_pr_auc": 0.8917126379191269,
+      "eval_la_ud_pr_auc": 0.9659819042687323,
+      "eval_loss": 0.03518930450081825,
+      "eval_lt_ersatz_pr_auc": 0.9940111144296098,
+      "eval_lt_opus100_pr_auc": 0.8618163200244504,
+      "eval_lt_ud_pr_auc": 0.9857603693652942,
+      "eval_lv_ersatz_pr_auc": 0.9892295498652667,
+      "eval_lv_opus100_pr_auc": 0.8804627206835653,
+      "eval_lv_ud_pr_auc": 0.9662602502553894,
+      "eval_mg_opus100_pr_auc": 0.9220287156913936,
+      "eval_mk_opus100_pr_auc": 0.9109194955093406,
+      "eval_ml_opus100_pr_auc": 0.7496114396304036,
+      "eval_mn_opus100_pr_auc": 0.9556158164045568,
+      "eval_mr_opus100_pr_auc": 0.8893237043275506,
+      "eval_mr_ud_pr_auc": 0.9826534144538416,
+      "eval_ms_opus100_pr_auc": 0.879775936076907,
+      "eval_mt_opus100_pr_auc": 0.8545259664632419,
+      "eval_mt_ud_pr_auc": 0.8938774267994835,
+      "eval_my_opus100_pr_auc": 0.6814597377676164,
+      "eval_ne_opus100_pr_auc": 0.7070196348657007,
+      "eval_nl_opus100_pr_auc": 0.8934110093379337,
+      "eval_nl_ud_pr_auc": 0.9737399344450801,
+      "eval_no_opus100_pr_auc": 0.9183182971370968,
+      "eval_no_ud_pr_auc": 0.9969136606231186,
+      "eval_pa_opus100_pr_auc": 0.6705954763302832,
+      "eval_pl_ersatz_pr_auc": 0.9827802407919749,
+      "eval_pl_opus100_pr_auc": 0.8951940474610054,
+      "eval_pl_ud_pr_auc": 0.9695285473201188,
+      "eval_ps_ersatz_pr_auc": 0.9338850112047831,
+      "eval_ps_opus100_pr_auc": 0.7322433877338232,
+      "eval_pt_opus100_pr_auc": 0.9277023080361659,
+      "eval_pt_ud_pr_auc": 0.985138698193676,
+      "eval_ro_ersatz_pr_auc": 0.9949291315822126,
+      "eval_ro_opus100_pr_auc": 0.9004671910817518,
+      "eval_ro_ud_pr_auc": 0.9862036715834009,
+      "eval_ru_ersatz_pr_auc": 0.9913842419286846,
+      "eval_ru_opus100_pr_auc": 0.9237517155537788,
+      "eval_ru_ud_pr_auc": 0.8738455060609693,
+      "eval_runtime": 873.4722,
+      "eval_samples_per_second": 86.5,
+      "eval_si_opus100_pr_auc": 0.7827929633341006,
+      "eval_sk_opus100_pr_auc": 0.9287476581441988,
+      "eval_sk_ud_pr_auc": 0.989667288963512,
+      "eval_sl_opus100_pr_auc": 0.8586239857192903,
+      "eval_sl_ud_pr_auc": 0.9753203323807067,
+      "eval_sq_opus100_pr_auc": 0.9255426362997445,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9095054720694759,
+      "eval_sr_ud_pr_auc": 0.9990273450898093,
+      "eval_steps_per_second": 5.407,
+      "eval_sv_opus100_pr_auc": 0.89408198905832,
+      "eval_sv_ud_pr_auc": 0.9572477123806105,
+      "eval_ta_ersatz_pr_auc": 0.9829032014284875,
+      "eval_ta_opus100_pr_auc": 0.6504559915871834,
+      "eval_ta_ud_pr_auc": 0.9940080187500189,
+      "eval_te_opus100_pr_auc": 0.804504692787349,
+      "eval_tg_opus100_pr_auc": 0.8929265635288183,
+      "eval_th_opus100_pr_auc": 0.654433035228352,
+      "eval_th_ud_pr_auc": 0.7638062725026986,
+      "eval_tr_ersatz_pr_auc": 0.9689012773628595,
+      "eval_tr_opus100_pr_auc": 0.893200303848939,
+      "eval_tr_ud_pr_auc": 0.955344628681364,
+      "eval_uk_opus100_pr_auc": 0.8756420605213739,
+      "eval_uk_ud_pr_auc": 0.9297927793257007,
+      "eval_ur_opus100_pr_auc": 0.5240458325696156,
+      "eval_ur_ud_pr_auc": 0.9963333220022713,
+      "eval_uz_opus100_pr_auc": 0.8711931709213262,
+      "eval_vi_opus100_pr_auc": 0.9007882404681604,
+      "eval_vi_ud_pr_auc": 0.9545401708611336,
+      "eval_xh_opus100_pr_auc": 0.8728749263298219,
+      "eval_yi_opus100_pr_auc": 0.7820988114875362,
+      "eval_yo_opus100_pr_auc": 0.8042055525336442,
+      "eval_yo_ud_pr_auc": 0.9227298950554212,
+      "eval_zh_ersatz_pr_auc": 0.924707850310131,
+      "eval_zh_opus100_pr_auc": 0.7216806453045703,
+      "eval_zh_ud_pr_auc": 0.9879110026059467,
+      "eval_zu_opus100_pr_auc": 0.8567760578099795,
+      "step": 75000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0314,
+      "step": 75050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.031,
+      "step": 75100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0313,
+      "step": 75150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0314,
+      "step": 75200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.0311,
+      "step": 75250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0317,
+      "step": 75300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0316,
+      "step": 75350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.0314,
+      "step": 75400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0315,
+      "step": 75450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.0303,
+      "step": 75500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0316,
+      "step": 75550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.031,
+      "step": 75600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.0312,
+      "step": 75650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.0307,
+      "step": 75700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0308,
+      "step": 75750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.0309,
+      "step": 75800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.0312,
+      "step": 75850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0311,
+      "step": 75900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.0312,
+      "step": 75950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.0307,
+      "step": 76000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.0305,
+      "step": 76050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.0308,
+      "step": 76100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.0308,
+      "step": 76150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0298,
+      "step": 76200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.0308,
+      "step": 76250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0307,
+      "step": 76300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.0311,
+      "step": 76350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.031,
+      "step": 76400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0307,
+      "step": 76450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.0322,
+      "step": 76500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.0312,
+      "step": 76550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.0308,
+      "step": 76600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.0309,
+      "step": 76650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0314,
+      "step": 76700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0311,
+      "step": 76750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0315,
+      "step": 76800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.0319,
+      "step": 76850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0306,
+      "step": 76900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0301,
+      "step": 76950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0311,
+      "step": 77000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.031,
+      "step": 77050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0312,
+      "step": 77100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0314,
+      "step": 77150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.0317,
+      "step": 77200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0309,
+      "step": 77250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0306,
+      "step": 77300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.0304,
+      "step": 77350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0315,
+      "step": 77400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0313,
+      "step": 77450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0313,
+      "step": 77500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0307,
+      "step": 77550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.0317,
+      "step": 77600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0307,
+      "step": 77650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0314,
+      "step": 77700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.0309,
+      "step": 77750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0312,
+      "step": 77800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.0313,
+      "step": 77850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0312,
+      "step": 77900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0311,
+      "step": 77950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.031,
+      "step": 78000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0306,
+      "step": 78050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0308,
+      "step": 78100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0314,
+      "step": 78150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0307,
+      "step": 78200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0311,
+      "step": 78250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0312,
+      "step": 78300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.0304,
+      "step": 78350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0301,
+      "step": 78400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.0307,
+      "step": 78450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0305,
+      "step": 78500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0304,
+      "step": 78550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0312,
+      "step": 78600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.0307,
+      "step": 78650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0312,
+      "step": 78700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.031,
+      "step": 78750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0303,
+      "step": 78800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.0312,
+      "step": 78850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0306,
+      "step": 78900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.0303,
+      "step": 78950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.0309,
+      "step": 79000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.0314,
+      "step": 79050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.0317,
+      "step": 79100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.0315,
+      "step": 79150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.031,
+      "step": 79200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.0311,
+      "step": 79250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0315,
+      "step": 79300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.0305,
+      "step": 79350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.0316,
+      "step": 79400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.0312,
+      "step": 79450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.0303,
+      "step": 79500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0307,
+      "step": 79550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.031,
+      "step": 79600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0304,
+      "step": 79650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.0302,
+      "step": 79700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0298,
+      "step": 79750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.0303,
+      "step": 79800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0312,
+      "step": 79850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0316,
+      "step": 79900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.0313,
+      "step": 79950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.0307,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.780165703596005,
+      "eval_af_ud_pr_auc": 0.9877359363349443,
+      "eval_am_opus100_pr_auc": 0.5211912444514804,
+      "eval_ar_ersatz_pr_auc": 0.9394900701272381,
+      "eval_ar_opus100_pr_auc": 0.7146829682522109,
+      "eval_ar_ud_pr_auc": 0.8747645805799639,
+      "eval_average_ersatz_pr_auc": 0.959550741415083,
+      "eval_average_opus100_pr_auc": 0.8223440673421325,
+      "eval_average_ud_pr_auc": 0.9613717076442695,
+      "eval_az_opus100_pr_auc": 0.7832468619957349,
+      "eval_be_opus100_pr_auc": 0.6430135366491927,
+      "eval_be_ud_pr_auc": 0.8818499327142145,
+      "eval_bg_opus100_pr_auc": 0.9077249196928259,
+      "eval_bg_ud_pr_auc": 0.9927455461044279,
+      "eval_bn_opus100_pr_auc": 0.810413527281331,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8766244245308614,
+      "eval_ca_ud_pr_auc": 0.9976663986021642,
+      "eval_ceb_ud_pr_auc": 0.9988060148493252,
+      "eval_cs_ersatz_pr_auc": 0.9860289158755624,
+      "eval_cs_opus100_pr_auc": 0.8980987420302238,
+      "eval_cs_ud_pr_auc": 0.9559536576236494,
+      "eval_cy_opus100_pr_auc": 0.7782744753264362,
+      "eval_cy_ud_pr_auc": 0.9965961276037126,
+      "eval_da_opus100_pr_auc": 0.9126072947520774,
+      "eval_da_ud_pr_auc": 0.9866361433487785,
+      "eval_de_ersatz_pr_auc": 0.982622175092714,
+      "eval_de_opus100_pr_auc": 0.8874440852906701,
+      "eval_de_ud_pr_auc": 0.9861371596669948,
+      "eval_el_opus100_pr_auc": 0.9166654744358707,
+      "eval_el_ud_pr_auc": 0.989025672943889,
+      "eval_en_ersatz_pr_auc": 0.9909975301408613,
+      "eval_en_opus100_pr_auc": 0.920947951355401,
+      "eval_en_ud_pr_auc": 0.9750918107727161,
+      "eval_eo_opus100_pr_auc": 0.9281853330453614,
+      "eval_es_ersatz_pr_auc": 0.9961658097248325,
+      "eval_es_opus100_pr_auc": 0.9225566317542382,
+      "eval_es_ud_pr_auc": 0.9922220936152805,
+      "eval_et_ersatz_pr_auc": 0.9813892922496594,
+      "eval_et_opus100_pr_auc": 0.8705914626398316,
+      "eval_et_ud_pr_auc": 0.9530977740876221,
+      "eval_eu_opus100_pr_auc": 0.8894997314594603,
+      "eval_eu_ud_pr_auc": 0.9897030424507747,
+      "eval_fa_opus100_pr_auc": 0.5841033705466151,
+      "eval_fa_ud_pr_auc": 0.9936306888437515,
+      "eval_fi_ersatz_pr_auc": 0.9859882138749628,
+      "eval_fi_opus100_pr_auc": 0.9115301225049199,
+      "eval_fi_ud_pr_auc": 0.9712743631345623,
+      "eval_fr_ersatz_pr_auc": 0.9874693095219368,
+      "eval_fr_opus100_pr_auc": 0.9087703332749694,
+      "eval_fr_ud_pr_auc": 0.9830565240994626,
+      "eval_fy_opus100_pr_auc": 0.6647516097631269,
+      "eval_ga_opus100_pr_auc": 0.8678669719679796,
+      "eval_ga_ud_pr_auc": 0.8392391202362792,
+      "eval_gd_opus100_pr_auc": 0.6695372340042267,
+      "eval_gd_ud_pr_auc": 0.7868797125604472,
+      "eval_gl_opus100_pr_auc": 0.8896301429927931,
+      "eval_gl_ud_pr_auc": 0.9987343815873015,
+      "eval_gu_ersatz_pr_auc": 0.9242258099373567,
+      "eval_gu_opus100_pr_auc": 0.7025174365989075,
+      "eval_ha_opus100_pr_auc": 0.9101846492847807,
+      "eval_he_opus100_pr_auc": 0.867230771643678,
+      "eval_he_ud_pr_auc": 0.9661648131951661,
+      "eval_hi_ersatz_pr_auc": 0.971920912084377,
+      "eval_hi_opus100_pr_auc": 0.6631513322589297,
+      "eval_hi_ud_pr_auc": 0.9798288235059139,
+      "eval_hu_opus100_pr_auc": 0.9118489471529876,
+      "eval_hu_ud_pr_auc": 0.9854400170949114,
+      "eval_hy_opus100_pr_auc": 0.8983941321241021,
+      "eval_hy_ud_pr_auc": 0.9851459115621009,
+      "eval_id_opus100_pr_auc": 0.8611558603084672,
+      "eval_id_ud_pr_auc": 0.9937952996903958,
+      "eval_ig_opus100_pr_auc": 0.8807825873663548,
+      "eval_is_opus100_pr_auc": 0.931451568869188,
+      "eval_is_ud_pr_auc": 0.9266027996373986,
+      "eval_it_opus100_pr_auc": 0.8994704335428185,
+      "eval_it_ud_pr_auc": 0.9997751120582988,
+      "eval_ja_ersatz_pr_auc": 0.7607279276820653,
+      "eval_ja_opus100_pr_auc": 0.7818891888185024,
+      "eval_ja_ud_pr_auc": 0.9551056659720941,
+      "eval_jv_ud_pr_auc": 0.9675787760586182,
+      "eval_ka_opus100_pr_auc": 0.8867697599862226,
+      "eval_kk_ersatz_pr_auc": 0.991078063625719,
+      "eval_kk_opus100_pr_auc": 0.7872254194286155,
+      "eval_kk_ud_pr_auc": 0.9781679938756251,
+      "eval_km_ersatz_pr_auc": 0.9014323059417834,
+      "eval_km_opus100_pr_auc": 0.6767966377815804,
+      "eval_kn_opus100_pr_auc": 0.5755048124374634,
+      "eval_ko_opus100_pr_auc": 0.6628247097258169,
+      "eval_ko_ud_pr_auc": 0.9961834239304465,
+      "eval_ku_opus100_pr_auc": 0.8193578795726997,
+      "eval_ky_opus100_pr_auc": 0.8751022802807313,
+      "eval_la_ud_pr_auc": 0.9811331649999957,
+      "eval_loss": 0.03536097705364227,
+      "eval_lt_ersatz_pr_auc": 0.994015484919823,
+      "eval_lt_opus100_pr_auc": 0.8689489509298634,
+      "eval_lt_ud_pr_auc": 0.9911286587141698,
+      "eval_lv_ersatz_pr_auc": 0.9902891143734021,
+      "eval_lv_opus100_pr_auc": 0.8801160423132751,
+      "eval_lv_ud_pr_auc": 0.9656138666743326,
+      "eval_mg_opus100_pr_auc": 0.9298178624047566,
+      "eval_mk_opus100_pr_auc": 0.9045897456776938,
+      "eval_ml_opus100_pr_auc": 0.7525139457439961,
+      "eval_mn_opus100_pr_auc": 0.9533774043713433,
+      "eval_mr_opus100_pr_auc": 0.8830731127159013,
+      "eval_mr_ud_pr_auc": 0.9705870770974869,
+      "eval_ms_opus100_pr_auc": 0.8696721572021939,
+      "eval_mt_opus100_pr_auc": 0.8629848267980496,
+      "eval_mt_ud_pr_auc": 0.8833591056028847,
+      "eval_my_opus100_pr_auc": 0.7002033473780188,
+      "eval_ne_opus100_pr_auc": 0.711523934319812,
+      "eval_nl_opus100_pr_auc": 0.8972151668643625,
+      "eval_nl_ud_pr_auc": 0.9822781277051662,
+      "eval_no_opus100_pr_auc": 0.9250956694735435,
+      "eval_no_ud_pr_auc": 0.9948022422360474,
+      "eval_pa_opus100_pr_auc": 0.636546549729227,
+      "eval_pl_ersatz_pr_auc": 0.9877071289433359,
+      "eval_pl_opus100_pr_auc": 0.8897264388965497,
+      "eval_pl_ud_pr_auc": 0.9663690194306628,
+      "eval_ps_ersatz_pr_auc": 0.9399937692025592,
+      "eval_ps_opus100_pr_auc": 0.6995335021836697,
+      "eval_pt_opus100_pr_auc": 0.9137659338577105,
+      "eval_pt_ud_pr_auc": 0.9877320469380116,
+      "eval_ro_ersatz_pr_auc": 0.9951714328279849,
+      "eval_ro_opus100_pr_auc": 0.872535553267216,
+      "eval_ro_ud_pr_auc": 0.9622068302354375,
+      "eval_ru_ersatz_pr_auc": 0.9889912021026497,
+      "eval_ru_opus100_pr_auc": 0.928516428081703,
+      "eval_ru_ud_pr_auc": 0.8536794830343319,
+      "eval_runtime": 870.0868,
+      "eval_samples_per_second": 86.836,
+      "eval_si_opus100_pr_auc": 0.7955838681891743,
+      "eval_sk_opus100_pr_auc": 0.9240078235630828,
+      "eval_sk_ud_pr_auc": 0.9849300836343529,
+      "eval_sl_opus100_pr_auc": 0.8608137852884953,
+      "eval_sl_ud_pr_auc": 0.9694371710530985,
+      "eval_sq_opus100_pr_auc": 0.905675070785089,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9097853846645776,
+      "eval_sr_ud_pr_auc": 0.9990214036704198,
+      "eval_steps_per_second": 5.428,
+      "eval_sv_opus100_pr_auc": 0.899481441470187,
+      "eval_sv_ud_pr_auc": 0.9605352617387112,
+      "eval_ta_ersatz_pr_auc": 0.981902419308827,
+      "eval_ta_opus100_pr_auc": 0.6517960994098532,
+      "eval_ta_ud_pr_auc": 0.9956266384296304,
+      "eval_te_opus100_pr_auc": 0.8078946123281786,
+      "eval_tg_opus100_pr_auc": 0.868220043556973,
+      "eval_th_opus100_pr_auc": 0.658406444151458,
+      "eval_th_ud_pr_auc": 0.7607033238392165,
+      "eval_tr_ersatz_pr_auc": 0.9742121130362311,
+      "eval_tr_opus100_pr_auc": 0.8953635401819917,
+      "eval_tr_ud_pr_auc": 0.961914659292942,
+      "eval_uk_opus100_pr_auc": 0.8730427846650008,
+      "eval_uk_ud_pr_auc": 0.927783424030663,
+      "eval_ur_opus100_pr_auc": 0.548714432391638,
+      "eval_ur_ud_pr_auc": 0.9925940752324982,
+      "eval_uz_opus100_pr_auc": 0.8613921724444263,
+      "eval_vi_opus100_pr_auc": 0.9047275731259722,
+      "eval_vi_ud_pr_auc": 0.9502918736451984,
+      "eval_xh_opus100_pr_auc": 0.8666489851009311,
+      "eval_yi_opus100_pr_auc": 0.7524564758913963,
+      "eval_yo_opus100_pr_auc": 0.7937849496058088,
+      "eval_yo_ud_pr_auc": 0.9124430160386827,
+      "eval_zh_ersatz_pr_auc": 0.8582973105379473,
+      "eval_zh_opus100_pr_auc": 0.6874649108298844,
+      "eval_zh_ud_pr_auc": 0.979381464108195,
+      "eval_zu_opus100_pr_auc": 0.8374139914261589,
+      "step": 80000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0299,
+      "step": 80050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0307,
+      "step": 80100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0303,
+      "step": 80150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0312,
+      "step": 80200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0309,
+      "step": 80250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0314,
+      "step": 80300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0308,
+      "step": 80350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0308,
+      "step": 80400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0316,
+      "step": 80450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.0313,
+      "step": 80500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0307,
+      "step": 80550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0307,
+      "step": 80600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0315,
+      "step": 80650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.031,
+      "step": 80700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.0305,
+      "step": 80750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0317,
+      "step": 80800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.031,
+      "step": 80850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0309,
+      "step": 80900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0303,
+      "step": 80950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.0309,
+      "step": 81000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.0297,
+      "step": 81050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0311,
+      "step": 81100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0311,
+      "step": 81150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.0306,
+      "step": 81200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.031,
+      "step": 81250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0308,
+      "step": 81300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0311,
+      "step": 81350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0302,
+      "step": 81400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.0304,
+      "step": 81450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.0313,
+      "step": 81500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0318,
+      "step": 81550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0313,
+      "step": 81600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0309,
+      "step": 81650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0311,
+      "step": 81700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0299,
+      "step": 81750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.0308,
+      "step": 81800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.0311,
+      "step": 81850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0312,
+      "step": 81900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0304,
+      "step": 81950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0303,
+      "step": 82000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.0313,
+      "step": 82050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0311,
+      "step": 82100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0314,
+      "step": 82150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.031,
+      "step": 82200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0299,
+      "step": 82250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.0303,
+      "step": 82300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0308,
+      "step": 82350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0314,
+      "step": 82400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0308,
+      "step": 82450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0305,
+      "step": 82500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.031,
+      "step": 82550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0312,
+      "step": 82600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0309,
+      "step": 82650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.0301,
+      "step": 82700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0314,
+      "step": 82750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0305,
+      "step": 82800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0308,
+      "step": 82850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0301,
+      "step": 82900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0307,
+      "step": 82950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0306,
+      "step": 83000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0309,
+      "step": 83050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0303,
+      "step": 83100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0312,
+      "step": 83150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0308,
+      "step": 83200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0311,
+      "step": 83250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.031,
+      "step": 83300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0307,
+      "step": 83350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0308,
+      "step": 83400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0311,
+      "step": 83450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0307,
+      "step": 83500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0305,
+      "step": 83550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0305,
+      "step": 83600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0308,
+      "step": 83650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.0318,
+      "step": 83700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.031,
+      "step": 83750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.0308,
+      "step": 83800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0309,
+      "step": 83850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0302,
+      "step": 83900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.0303,
+      "step": 83950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.0309,
+      "step": 84000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0306,
+      "step": 84050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0305,
+      "step": 84100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0306,
+      "step": 84150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0309,
+      "step": 84200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0307,
+      "step": 84250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0305,
+      "step": 84300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0306,
+      "step": 84350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0307,
+      "step": 84400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0307,
+      "step": 84450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0311,
+      "step": 84500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0306,
+      "step": 84550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.0296,
+      "step": 84600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0315,
+      "step": 84650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0312,
+      "step": 84700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0312,
+      "step": 84750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.031,
+      "step": 84800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.031,
+      "step": 84850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.0312,
+      "step": 84900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0302,
+      "step": 84950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0312,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7712629040789791,
+      "eval_af_ud_pr_auc": 0.9897171579916496,
+      "eval_am_opus100_pr_auc": 0.4938123003631478,
+      "eval_ar_ersatz_pr_auc": 0.9355202009215625,
+      "eval_ar_opus100_pr_auc": 0.7074540500494945,
+      "eval_ar_ud_pr_auc": 0.882781932805529,
+      "eval_average_ersatz_pr_auc": 0.9562477264724681,
+      "eval_average_opus100_pr_auc": 0.8223635414673137,
+      "eval_average_ud_pr_auc": 0.9603856874628809,
+      "eval_az_opus100_pr_auc": 0.7760247449952823,
+      "eval_be_opus100_pr_auc": 0.6585167718994542,
+      "eval_be_ud_pr_auc": 0.8843415222132587,
+      "eval_bg_opus100_pr_auc": 0.9126281980302478,
+      "eval_bg_ud_pr_auc": 0.9933284025649642,
+      "eval_bn_opus100_pr_auc": 0.8062483245058343,
+      "eval_bn_ud_pr_auc": 0.9993621431826321,
+      "eval_ca_opus100_pr_auc": 0.8774898669021209,
+      "eval_ca_ud_pr_auc": 0.9942194422594437,
+      "eval_ceb_ud_pr_auc": 0.9991471077090854,
+      "eval_cs_ersatz_pr_auc": 0.9838057834826446,
+      "eval_cs_opus100_pr_auc": 0.9041147296025857,
+      "eval_cs_ud_pr_auc": 0.9558277280003692,
+      "eval_cy_opus100_pr_auc": 0.7941138171265238,
+      "eval_cy_ud_pr_auc": 0.99453348591859,
+      "eval_da_opus100_pr_auc": 0.9105309214714808,
+      "eval_da_ud_pr_auc": 0.9828320577547914,
+      "eval_de_ersatz_pr_auc": 0.9788883908067537,
+      "eval_de_opus100_pr_auc": 0.8905939608477079,
+      "eval_de_ud_pr_auc": 0.9811241691068346,
+      "eval_el_opus100_pr_auc": 0.9192833653323862,
+      "eval_el_ud_pr_auc": 0.9900466652845552,
+      "eval_en_ersatz_pr_auc": 0.9843497734703761,
+      "eval_en_opus100_pr_auc": 0.9218340280876895,
+      "eval_en_ud_pr_auc": 0.9792480331268876,
+      "eval_eo_opus100_pr_auc": 0.9277789979105081,
+      "eval_es_ersatz_pr_auc": 0.9963503467665247,
+      "eval_es_opus100_pr_auc": 0.9244438709280332,
+      "eval_es_ud_pr_auc": 0.9928051725166536,
+      "eval_et_ersatz_pr_auc": 0.9771333454797089,
+      "eval_et_opus100_pr_auc": 0.8587520784045235,
+      "eval_et_ud_pr_auc": 0.9588550995640427,
+      "eval_eu_opus100_pr_auc": 0.8874608868726578,
+      "eval_eu_ud_pr_auc": 0.9877275651828231,
+      "eval_fa_opus100_pr_auc": 0.5561428869059287,
+      "eval_fa_ud_pr_auc": 0.9938906783500662,
+      "eval_fi_ersatz_pr_auc": 0.9850854328370318,
+      "eval_fi_opus100_pr_auc": 0.910606819133279,
+      "eval_fi_ud_pr_auc": 0.9645103888234524,
+      "eval_fr_ersatz_pr_auc": 0.982848917975826,
+      "eval_fr_opus100_pr_auc": 0.9036906056714239,
+      "eval_fr_ud_pr_auc": 0.9739567596883986,
+      "eval_fy_opus100_pr_auc": 0.6780874940397555,
+      "eval_ga_opus100_pr_auc": 0.8822384148230649,
+      "eval_ga_ud_pr_auc": 0.8266760943565272,
+      "eval_gd_opus100_pr_auc": 0.6250619928934196,
+      "eval_gd_ud_pr_auc": 0.7830907109776019,
+      "eval_gl_opus100_pr_auc": 0.8958350582141288,
+      "eval_gl_ud_pr_auc": 0.9982001650582472,
+      "eval_gu_ersatz_pr_auc": 0.9243273455618579,
+      "eval_gu_opus100_pr_auc": 0.7172861581089631,
+      "eval_ha_opus100_pr_auc": 0.9094988998074675,
+      "eval_he_opus100_pr_auc": 0.8746159714189179,
+      "eval_he_ud_pr_auc": 0.9654924237511237,
+      "eval_hi_ersatz_pr_auc": 0.9645714530984176,
+      "eval_hi_opus100_pr_auc": 0.6518618797518874,
+      "eval_hi_ud_pr_auc": 0.9841798823972915,
+      "eval_hu_opus100_pr_auc": 0.9168854270976099,
+      "eval_hu_ud_pr_auc": 0.9866538954693822,
+      "eval_hy_opus100_pr_auc": 0.9044782320621362,
+      "eval_hy_ud_pr_auc": 0.9858739113633656,
+      "eval_id_opus100_pr_auc": 0.8721833939638478,
+      "eval_id_ud_pr_auc": 0.9917579156619639,
+      "eval_ig_opus100_pr_auc": 0.8904914518087513,
+      "eval_is_opus100_pr_auc": 0.9237091759565844,
+      "eval_is_ud_pr_auc": 0.9113721856491751,
+      "eval_it_opus100_pr_auc": 0.9048077857420104,
+      "eval_it_ud_pr_auc": 0.9995751168538929,
+      "eval_ja_ersatz_pr_auc": 0.7954849961470769,
+      "eval_ja_opus100_pr_auc": 0.7645420733947159,
+      "eval_ja_ud_pr_auc": 0.9749214847736704,
+      "eval_jv_ud_pr_auc": 0.9659045989412116,
+      "eval_ka_opus100_pr_auc": 0.8724596559564178,
+      "eval_kk_ersatz_pr_auc": 0.9879220926540169,
+      "eval_kk_opus100_pr_auc": 0.7968671532999551,
+      "eval_kk_ud_pr_auc": 0.97825752679161,
+      "eval_km_ersatz_pr_auc": 0.9015511288747592,
+      "eval_km_opus100_pr_auc": 0.6728368723239029,
+      "eval_kn_opus100_pr_auc": 0.5871553549911139,
+      "eval_ko_opus100_pr_auc": 0.656551363478094,
+      "eval_ko_ud_pr_auc": 0.9973759682994374,
+      "eval_ku_opus100_pr_auc": 0.8270501265258322,
+      "eval_ky_opus100_pr_auc": 0.8887758995265482,
+      "eval_la_ud_pr_auc": 0.975856115806874,
+      "eval_loss": 0.03483648598194122,
+      "eval_lt_ersatz_pr_auc": 0.9926605560648678,
+      "eval_lt_opus100_pr_auc": 0.8550964873412437,
+      "eval_lt_ud_pr_auc": 0.9933771916342672,
+      "eval_lv_ersatz_pr_auc": 0.9885791909656605,
+      "eval_lv_opus100_pr_auc": 0.8543163153272479,
+      "eval_lv_ud_pr_auc": 0.9605617091941795,
+      "eval_mg_opus100_pr_auc": 0.9209146993288428,
+      "eval_mk_opus100_pr_auc": 0.9094317268587395,
+      "eval_ml_opus100_pr_auc": 0.7439545608178443,
+      "eval_mn_opus100_pr_auc": 0.9510083094118423,
+      "eval_mr_opus100_pr_auc": 0.8828272702180814,
+      "eval_mr_ud_pr_auc": 0.9590059188304557,
+      "eval_ms_opus100_pr_auc": 0.8736500066704991,
+      "eval_mt_opus100_pr_auc": 0.8239556517772332,
+      "eval_mt_ud_pr_auc": 0.8771098979464829,
+      "eval_my_opus100_pr_auc": 0.7135336654339477,
+      "eval_ne_opus100_pr_auc": 0.7408702361204257,
+      "eval_nl_opus100_pr_auc": 0.8957226901644719,
+      "eval_nl_ud_pr_auc": 0.983207303922498,
+      "eval_no_opus100_pr_auc": 0.9173591480078238,
+      "eval_no_ud_pr_auc": 0.9957869624887628,
+      "eval_pa_opus100_pr_auc": 0.6617947482105907,
+      "eval_pl_ersatz_pr_auc": 0.9782129194278082,
+      "eval_pl_opus100_pr_auc": 0.8938004227104657,
+      "eval_pl_ud_pr_auc": 0.966130126967447,
+      "eval_ps_ersatz_pr_auc": 0.9363577464636169,
+      "eval_ps_opus100_pr_auc": 0.7411171282801156,
+      "eval_pt_opus100_pr_auc": 0.9189998770688933,
+      "eval_pt_ud_pr_auc": 0.9819422840237811,
+      "eval_ro_ersatz_pr_auc": 0.9955004682258368,
+      "eval_ro_opus100_pr_auc": 0.8921809911418777,
+      "eval_ro_ud_pr_auc": 0.9739732664054864,
+      "eval_ru_ersatz_pr_auc": 0.9886693684001788,
+      "eval_ru_opus100_pr_auc": 0.919820520246341,
+      "eval_ru_ud_pr_auc": 0.8602405003977682,
+      "eval_runtime": 872.9764,
+      "eval_samples_per_second": 86.549,
+      "eval_si_opus100_pr_auc": 0.7897515546027636,
+      "eval_sk_opus100_pr_auc": 0.9296378523632777,
+      "eval_sk_ud_pr_auc": 0.9860500451822447,
+      "eval_sl_opus100_pr_auc": 0.8578330802951122,
+      "eval_sl_ud_pr_auc": 0.9625411694823155,
+      "eval_sq_opus100_pr_auc": 0.9097078792451707,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9066655105263969,
+      "eval_sr_ud_pr_auc": 0.9965959928547872,
+      "eval_steps_per_second": 5.41,
+      "eval_sv_opus100_pr_auc": 0.8962394363157231,
+      "eval_sv_ud_pr_auc": 0.9539230890092341,
+      "eval_ta_ersatz_pr_auc": 0.979025445484887,
+      "eval_ta_opus100_pr_auc": 0.6591887518714543,
+      "eval_ta_ud_pr_auc": 0.9908997352881281,
+      "eval_te_opus100_pr_auc": 0.799406225911278,
+      "eval_tg_opus100_pr_auc": 0.8736998196557909,
+      "eval_th_opus100_pr_auc": 0.6696678935255781,
+      "eval_th_ud_pr_auc": 0.743993039035638,
+      "eval_tr_ersatz_pr_auc": 0.9662071189924691,
+      "eval_tr_opus100_pr_auc": 0.8943994180741897,
+      "eval_tr_ud_pr_auc": 0.9545339715820169,
+      "eval_uk_opus100_pr_auc": 0.8744939167663857,
+      "eval_uk_ud_pr_auc": 0.9239598350210608,
+      "eval_ur_opus100_pr_auc": 0.5308896434947071,
+      "eval_ur_ud_pr_auc": 0.9943696688649383,
+      "eval_uz_opus100_pr_auc": 0.8684947109737435,
+      "eval_vi_opus100_pr_auc": 0.9076389456373005,
+      "eval_vi_ud_pr_auc": 0.9559182870872962,
+      "eval_xh_opus100_pr_auc": 0.8547539148247336,
+      "eval_yi_opus100_pr_auc": 0.7706332179930188,
+      "eval_yo_opus100_pr_auc": 0.7969457106347482,
+      "eval_yo_ud_pr_auc": 0.9211189542985049,
+      "eval_zh_ersatz_pr_auc": 0.8143979602924226,
+      "eval_zh_opus100_pr_auc": 0.653104380981501,
+      "eval_zh_ud_pr_auc": 0.9833017276715141,
+      "eval_zu_opus100_pr_auc": 0.8542401171859085,
+      "step": 85000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0307,
+      "step": 85050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0302,
+      "step": 85100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0305,
+      "step": 85150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0307,
+      "step": 85200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0299,
+      "step": 85250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0305,
+      "step": 85300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0305,
+      "step": 85350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0303,
+      "step": 85400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0304,
+      "step": 85450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0307,
+      "step": 85500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0311,
+      "step": 85550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0315,
+      "step": 85600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0307,
+      "step": 85650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0312,
+      "step": 85700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.03,
+      "step": 85750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0309,
+      "step": 85800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0304,
+      "step": 85850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0308,
+      "step": 85900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0301,
+      "step": 85950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0312,
+      "step": 86000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0303,
+      "step": 86050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0305,
+      "step": 86100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0309,
+      "step": 86150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.031,
+      "step": 86200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0305,
+      "step": 86250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0303,
+      "step": 86300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0302,
+      "step": 86350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0315,
+      "step": 86400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0306,
+      "step": 86450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0309,
+      "step": 86500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0304,
+      "step": 86550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0303,
+      "step": 86600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0312,
+      "step": 86650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0307,
+      "step": 86700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0309,
+      "step": 86750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0306,
+      "step": 86800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0311,
+      "step": 86850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.0299,
+      "step": 86900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0307,
+      "step": 86950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0311,
+      "step": 87000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0305,
+      "step": 87050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0315,
+      "step": 87100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0315,
+      "step": 87150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0304,
+      "step": 87200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0304,
+      "step": 87250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.03,
+      "step": 87300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0308,
+      "step": 87350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0302,
+      "step": 87400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.031,
+      "step": 87450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0306,
+      "step": 87500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0308,
+      "step": 87550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0297,
+      "step": 87600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0299,
+      "step": 87650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0299,
+      "step": 87700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.0307,
+      "step": 87750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0307,
+      "step": 87800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0305,
+      "step": 87850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0303,
+      "step": 87900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0303,
+      "step": 87950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.03,
+      "step": 88000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0304,
+      "step": 88050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0314,
+      "step": 88100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0303,
+      "step": 88150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0309,
+      "step": 88200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0311,
+      "step": 88250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0303,
+      "step": 88300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.03,
+      "step": 88350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0301,
+      "step": 88400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0294,
+      "step": 88450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.03,
+      "step": 88500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0293,
+      "step": 88550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0304,
+      "step": 88600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0301,
+      "step": 88650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.031,
+      "step": 88700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0306,
+      "step": 88750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0308,
+      "step": 88800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0298,
+      "step": 88850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.0304,
+      "step": 88900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0304,
+      "step": 88950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0305,
+      "step": 89000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0305,
+      "step": 89050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0305,
+      "step": 89100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0298,
+      "step": 89150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0297,
+      "step": 89200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0308,
+      "step": 89250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0308,
+      "step": 89300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.031,
+      "step": 89350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0305,
+      "step": 89400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0307,
+      "step": 89450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0292,
+      "step": 89500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.03,
+      "step": 89550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0301,
+      "step": 89600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0294,
+      "step": 89650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0303,
+      "step": 89700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0305,
+      "step": 89750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0296,
+      "step": 89800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0301,
+      "step": 89850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0299,
+      "step": 89900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0306,
+      "step": 89950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0301,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7948920040737376,
+      "eval_af_ud_pr_auc": 0.981963163439844,
+      "eval_am_opus100_pr_auc": 0.5185961578365695,
+      "eval_ar_ersatz_pr_auc": 0.942211141123603,
+      "eval_ar_opus100_pr_auc": 0.722193584359744,
+      "eval_ar_ud_pr_auc": 0.8775722334032786,
+      "eval_average_ersatz_pr_auc": 0.9641641245345709,
+      "eval_average_opus100_pr_auc": 0.8324241472181277,
+      "eval_average_ud_pr_auc": 0.9612143136001261,
+      "eval_az_opus100_pr_auc": 0.7792415584868118,
+      "eval_be_opus100_pr_auc": 0.7243342048953574,
+      "eval_be_ud_pr_auc": 0.8722562472610839,
+      "eval_bg_opus100_pr_auc": 0.9128017471001039,
+      "eval_bg_ud_pr_auc": 0.9955505846601314,
+      "eval_bn_opus100_pr_auc": 0.8166142559709694,
+      "eval_bn_ud_pr_auc": 0.9988947209183954,
+      "eval_ca_opus100_pr_auc": 0.8905478027925953,
+      "eval_ca_ud_pr_auc": 0.9915647593238991,
+      "eval_ceb_ud_pr_auc": 0.9989450879875648,
+      "eval_cs_ersatz_pr_auc": 0.9850964242481766,
+      "eval_cs_opus100_pr_auc": 0.9042832218925347,
+      "eval_cs_ud_pr_auc": 0.9606596212848482,
+      "eval_cy_opus100_pr_auc": 0.7898741306009437,
+      "eval_cy_ud_pr_auc": 0.9945456155683173,
+      "eval_da_opus100_pr_auc": 0.9143174971612854,
+      "eval_da_ud_pr_auc": 0.9875743874514222,
+      "eval_de_ersatz_pr_auc": 0.9883706888219345,
+      "eval_de_opus100_pr_auc": 0.8912667872903781,
+      "eval_de_ud_pr_auc": 0.9871131333171128,
+      "eval_el_opus100_pr_auc": 0.9197291329801768,
+      "eval_el_ud_pr_auc": 0.9911918510645924,
+      "eval_en_ersatz_pr_auc": 0.9890372719518636,
+      "eval_en_opus100_pr_auc": 0.923410169133968,
+      "eval_en_ud_pr_auc": 0.9693608139969009,
+      "eval_eo_opus100_pr_auc": 0.9321885581248427,
+      "eval_es_ersatz_pr_auc": 0.9962813989906751,
+      "eval_es_opus100_pr_auc": 0.9279833033396414,
+      "eval_es_ud_pr_auc": 0.9908006993099264,
+      "eval_et_ersatz_pr_auc": 0.9802565644859031,
+      "eval_et_opus100_pr_auc": 0.87120633319193,
+      "eval_et_ud_pr_auc": 0.9553655710225095,
+      "eval_eu_opus100_pr_auc": 0.893806281970368,
+      "eval_eu_ud_pr_auc": 0.9902359862440369,
+      "eval_fa_opus100_pr_auc": 0.5763166842733424,
+      "eval_fa_ud_pr_auc": 0.993172975928596,
+      "eval_fi_ersatz_pr_auc": 0.9908877359912133,
+      "eval_fi_opus100_pr_auc": 0.9053899345074977,
+      "eval_fi_ud_pr_auc": 0.9710202357717316,
+      "eval_fr_ersatz_pr_auc": 0.9899345737431325,
+      "eval_fr_opus100_pr_auc": 0.9093981331737749,
+      "eval_fr_ud_pr_auc": 0.9767366102442421,
+      "eval_fy_opus100_pr_auc": 0.7194947156817156,
+      "eval_ga_opus100_pr_auc": 0.8915749535505427,
+      "eval_ga_ud_pr_auc": 0.833955606509101,
+      "eval_gd_opus100_pr_auc": 0.6607008805747102,
+      "eval_gd_ud_pr_auc": 0.7997478322276895,
+      "eval_gl_opus100_pr_auc": 0.8963682416436727,
+      "eval_gl_ud_pr_auc": 0.9990780982291958,
+      "eval_gu_ersatz_pr_auc": 0.9306814722161371,
+      "eval_gu_opus100_pr_auc": 0.7183886130333026,
+      "eval_ha_opus100_pr_auc": 0.9099247621641106,
+      "eval_he_opus100_pr_auc": 0.8764632052018102,
+      "eval_he_ud_pr_auc": 0.9693931613274448,
+      "eval_hi_ersatz_pr_auc": 0.9722133998086964,
+      "eval_hi_opus100_pr_auc": 0.6735802291698,
+      "eval_hi_ud_pr_auc": 0.9865133007224162,
+      "eval_hu_opus100_pr_auc": 0.9152040097579814,
+      "eval_hu_ud_pr_auc": 0.984620652336034,
+      "eval_hy_opus100_pr_auc": 0.9127812595093324,
+      "eval_hy_ud_pr_auc": 0.9843922573662788,
+      "eval_id_opus100_pr_auc": 0.8887566687853068,
+      "eval_id_ud_pr_auc": 0.9934316133272092,
+      "eval_ig_opus100_pr_auc": 0.8807515890688586,
+      "eval_is_opus100_pr_auc": 0.9248338691068668,
+      "eval_is_ud_pr_auc": 0.9196201206694569,
+      "eval_it_opus100_pr_auc": 0.9061920413697839,
+      "eval_it_ud_pr_auc": 0.9992345627644805,
+      "eval_ja_ersatz_pr_auc": 0.8033899182164639,
+      "eval_ja_opus100_pr_auc": 0.8097543770761377,
+      "eval_ja_ud_pr_auc": 0.9728968741753727,
+      "eval_jv_ud_pr_auc": 0.9645405572436911,
+      "eval_ka_opus100_pr_auc": 0.8754952973630336,
+      "eval_kk_ersatz_pr_auc": 0.988006171784173,
+      "eval_kk_opus100_pr_auc": 0.8351513666986433,
+      "eval_kk_ud_pr_auc": 0.9799446318889529,
+      "eval_km_ersatz_pr_auc": 0.8971771919876906,
+      "eval_km_opus100_pr_auc": 0.6933190730134156,
+      "eval_kn_opus100_pr_auc": 0.6149143884527843,
+      "eval_ko_opus100_pr_auc": 0.6923785170524018,
+      "eval_ko_ud_pr_auc": 0.9984401222312698,
+      "eval_ku_opus100_pr_auc": 0.8328204848031029,
+      "eval_ky_opus100_pr_auc": 0.8872671534007833,
+      "eval_la_ud_pr_auc": 0.9750780230865875,
+      "eval_loss": 0.03490342199802399,
+      "eval_lt_ersatz_pr_auc": 0.9929694165914507,
+      "eval_lt_opus100_pr_auc": 0.8628417801489413,
+      "eval_lt_ud_pr_auc": 0.994305411884342,
+      "eval_lv_ersatz_pr_auc": 0.9891247546167429,
+      "eval_lv_opus100_pr_auc": 0.8844957350796893,
+      "eval_lv_ud_pr_auc": 0.9618664873841833,
+      "eval_mg_opus100_pr_auc": 0.9310048962696069,
+      "eval_mk_opus100_pr_auc": 0.9076012628440933,
+      "eval_ml_opus100_pr_auc": 0.7686326474161326,
+      "eval_mn_opus100_pr_auc": 0.9548856617847455,
+      "eval_mr_opus100_pr_auc": 0.8912267493432153,
+      "eval_mr_ud_pr_auc": 0.97697900378074,
+      "eval_ms_opus100_pr_auc": 0.8802273464771748,
+      "eval_mt_opus100_pr_auc": 0.8570944229373143,
+      "eval_mt_ud_pr_auc": 0.8683729386090777,
+      "eval_my_opus100_pr_auc": 0.7176206622125276,
+      "eval_ne_opus100_pr_auc": 0.7477980780883996,
+      "eval_nl_opus100_pr_auc": 0.8891055626405648,
+      "eval_nl_ud_pr_auc": 0.9846428591793439,
+      "eval_no_opus100_pr_auc": 0.9183987134803125,
+      "eval_no_ud_pr_auc": 0.9958281399642024,
+      "eval_pa_opus100_pr_auc": 0.6937619871046194,
+      "eval_pl_ersatz_pr_auc": 0.9864102942374928,
+      "eval_pl_opus100_pr_auc": 0.8964363565304919,
+      "eval_pl_ud_pr_auc": 0.9695522726833833,
+      "eval_ps_ersatz_pr_auc": 0.9293894606856784,
+      "eval_ps_opus100_pr_auc": 0.7399326218964277,
+      "eval_pt_opus100_pr_auc": 0.9217973787358408,
+      "eval_pt_ud_pr_auc": 0.9866480705950996,
+      "eval_ro_ersatz_pr_auc": 0.9960766169415348,
+      "eval_ro_opus100_pr_auc": 0.8850268076681653,
+      "eval_ro_ud_pr_auc": 0.9610729973232034,
+      "eval_ru_ersatz_pr_auc": 0.9906332925728885,
+      "eval_ru_opus100_pr_auc": 0.9204912477436307,
+      "eval_ru_ud_pr_auc": 0.8430354189752883,
+      "eval_runtime": 871.6606,
+      "eval_samples_per_second": 86.679,
+      "eval_si_opus100_pr_auc": 0.8127726112246584,
+      "eval_sk_opus100_pr_auc": 0.9246890591390919,
+      "eval_sk_ud_pr_auc": 0.9881775923838269,
+      "eval_sl_opus100_pr_auc": 0.8677157323030177,
+      "eval_sl_ud_pr_auc": 0.9752120199084985,
+      "eval_sq_opus100_pr_auc": 0.9109827107153116,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9059979520506753,
+      "eval_sr_ud_pr_auc": 0.9985931614003113,
+      "eval_steps_per_second": 5.418,
+      "eval_sv_opus100_pr_auc": 0.8984585182503058,
+      "eval_sv_ud_pr_auc": 0.9568471193023352,
+      "eval_ta_ersatz_pr_auc": 0.9854111421526445,
+      "eval_ta_opus100_pr_auc": 0.6846093879101522,
+      "eval_ta_ud_pr_auc": 0.9958305500618458,
+      "eval_te_opus100_pr_auc": 0.8310566974332695,
+      "eval_tg_opus100_pr_auc": 0.8882377131361853,
+      "eval_th_opus100_pr_auc": 0.662276936661269,
+      "eval_th_ud_pr_auc": 0.7502075908800403,
+      "eval_tr_ersatz_pr_auc": 0.9748087534173984,
+      "eval_tr_opus100_pr_auc": 0.8985261030761771,
+      "eval_tr_ud_pr_auc": 0.9541608604943285,
+      "eval_uk_opus100_pr_auc": 0.8827426603850953,
+      "eval_uk_ud_pr_auc": 0.921133204404471,
+      "eval_ur_opus100_pr_auc": 0.5262851240345419,
+      "eval_ur_ud_pr_auc": 0.9917210376390376,
+      "eval_uz_opus100_pr_auc": 0.8689274176350303,
+      "eval_vi_opus100_pr_auc": 0.9043355581763122,
+      "eval_vi_ud_pr_auc": 0.9685859641842136,
+      "eval_xh_opus100_pr_auc": 0.8761321597216891,
+      "eval_yi_opus100_pr_auc": 0.7423284413674607,
+      "eval_yo_opus100_pr_auc": 0.8036210813668045,
+      "eval_yo_ud_pr_auc": 0.9114935814867411,
+      "eval_zh_ersatz_pr_auc": 0.9132430551750627,
+      "eval_zh_opus100_pr_auc": 0.7230174886061178,
+      "eval_zh_ud_pr_auc": 0.9895378803790578,
+      "eval_zu_opus100_pr_auc": 0.8431796206567433,
+      "step": 90000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0309,
+      "step": 90050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.03,
+      "step": 90100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0305,
+      "step": 90150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0302,
+      "step": 90200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0309,
+      "step": 90250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0296,
+      "step": 90300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0304,
+      "step": 90350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0306,
+      "step": 90400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.0305,
+      "step": 90450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0304,
+      "step": 90500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0302,
+      "step": 90550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0302,
+      "step": 90600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0311,
+      "step": 90650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0306,
+      "step": 90700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0303,
+      "step": 90750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0299,
+      "step": 90800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0302,
+      "step": 90850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0304,
+      "step": 90900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0307,
+      "step": 90950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0298,
+      "step": 91000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0295,
+      "step": 91050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0307,
+      "step": 91100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0303,
+      "step": 91150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.03,
+      "step": 91200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0298,
+      "step": 91250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0309,
+      "step": 91300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0305,
+      "step": 91350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0295,
+      "step": 91400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0296,
+      "step": 91450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0306,
+      "step": 91500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0295,
+      "step": 91550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0308,
+      "step": 91600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0305,
+      "step": 91650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.0298,
+      "step": 91700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0304,
+      "step": 91750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0303,
+      "step": 91800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0313,
+      "step": 91850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0298,
+      "step": 91900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0304,
+      "step": 91950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.03,
+      "step": 92000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0301,
+      "step": 92050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0311,
+      "step": 92100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0303,
+      "step": 92150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.0307,
+      "step": 92200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0301,
+      "step": 92250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0306,
+      "step": 92300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0314,
+      "step": 92350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.0295,
+      "step": 92400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.0308,
+      "step": 92450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.03,
+      "step": 92500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0299,
+      "step": 92550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0309,
+      "step": 92600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.0307,
+      "step": 92650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0303,
+      "step": 92700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0304,
+      "step": 92750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.03,
+      "step": 92800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.03,
+      "step": 92850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0308,
+      "step": 92900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0301,
+      "step": 92950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0298,
+      "step": 93000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0298,
+      "step": 93050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0303,
+      "step": 93100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.0301,
+      "step": 93150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.03,
+      "step": 93200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0309,
+      "step": 93250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0311,
+      "step": 93300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.0302,
+      "step": 93350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0298,
+      "step": 93400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0309,
+      "step": 93450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0298,
+      "step": 93500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.0306,
+      "step": 93550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0303,
+      "step": 93600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0305,
+      "step": 93650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0312,
+      "step": 93700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0299,
+      "step": 93750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0303,
+      "step": 93800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0305,
+      "step": 93850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0303,
+      "step": 93900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.0302,
+      "step": 93950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.03,
+      "step": 94000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.0305,
+      "step": 94050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0297,
+      "step": 94100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0298,
+      "step": 94150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.0299,
+      "step": 94200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.03,
+      "step": 94250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0294,
+      "step": 94300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0304,
+      "step": 94350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0306,
+      "step": 94400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0304,
+      "step": 94450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0303,
+      "step": 94500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0304,
+      "step": 94550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0299,
+      "step": 94600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0304,
+      "step": 94650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0301,
+      "step": 94700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0297,
+      "step": 94750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0302,
+      "step": 94800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.0298,
+      "step": 94850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0298,
+      "step": 94900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0309,
+      "step": 94950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.0309,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7989566552484573,
+      "eval_af_ud_pr_auc": 0.9897547667493523,
+      "eval_am_opus100_pr_auc": 0.5674421280894979,
+      "eval_ar_ersatz_pr_auc": 0.9267262191128182,
+      "eval_ar_opus100_pr_auc": 0.7191562677705164,
+      "eval_ar_ud_pr_auc": 0.8820790528304309,
+      "eval_average_ersatz_pr_auc": 0.9604294970604204,
+      "eval_average_opus100_pr_auc": 0.8317123754591251,
+      "eval_average_ud_pr_auc": 0.9602652280380722,
+      "eval_az_opus100_pr_auc": 0.7653643193631021,
+      "eval_be_opus100_pr_auc": 0.7006966903552401,
+      "eval_be_ud_pr_auc": 0.8721583670385975,
+      "eval_bg_opus100_pr_auc": 0.9188125534232781,
+      "eval_bg_ud_pr_auc": 0.9946169615074931,
+      "eval_bn_opus100_pr_auc": 0.817559757407315,
+      "eval_bn_ud_pr_auc": 0.9955555381512108,
+      "eval_ca_opus100_pr_auc": 0.8823676764129962,
+      "eval_ca_ud_pr_auc": 0.9944101919837298,
+      "eval_ceb_ud_pr_auc": 0.9980502472606846,
+      "eval_cs_ersatz_pr_auc": 0.9847742321128271,
+      "eval_cs_opus100_pr_auc": 0.9134339306021039,
+      "eval_cs_ud_pr_auc": 0.9566501267608893,
+      "eval_cy_opus100_pr_auc": 0.7943826766069989,
+      "eval_cy_ud_pr_auc": 0.9941491453990985,
+      "eval_da_opus100_pr_auc": 0.9089107588880778,
+      "eval_da_ud_pr_auc": 0.9826238153488952,
+      "eval_de_ersatz_pr_auc": 0.9825052179236007,
+      "eval_de_opus100_pr_auc": 0.8956485394368847,
+      "eval_de_ud_pr_auc": 0.9854727938479687,
+      "eval_el_opus100_pr_auc": 0.9192001251190085,
+      "eval_el_ud_pr_auc": 0.9859407790240988,
+      "eval_en_ersatz_pr_auc": 0.9880302430344365,
+      "eval_en_opus100_pr_auc": 0.9185152804583008,
+      "eval_en_ud_pr_auc": 0.9757364191091353,
+      "eval_eo_opus100_pr_auc": 0.9307625099285902,
+      "eval_es_ersatz_pr_auc": 0.9961444005384285,
+      "eval_es_opus100_pr_auc": 0.9235763677719134,
+      "eval_es_ud_pr_auc": 0.9918281543699801,
+      "eval_et_ersatz_pr_auc": 0.9805159553998725,
+      "eval_et_opus100_pr_auc": 0.8868882116542688,
+      "eval_et_ud_pr_auc": 0.9660205040591129,
+      "eval_eu_opus100_pr_auc": 0.8830597571081531,
+      "eval_eu_ud_pr_auc": 0.9863270095488654,
+      "eval_fa_opus100_pr_auc": 0.5746924901131402,
+      "eval_fa_ud_pr_auc": 0.993618828228729,
+      "eval_fi_ersatz_pr_auc": 0.9926582430782706,
+      "eval_fi_opus100_pr_auc": 0.9085047366849387,
+      "eval_fi_ud_pr_auc": 0.94933631756564,
+      "eval_fr_ersatz_pr_auc": 0.9857031151304505,
+      "eval_fr_opus100_pr_auc": 0.9030493736160856,
+      "eval_fr_ud_pr_auc": 0.9741439583602803,
+      "eval_fy_opus100_pr_auc": 0.7536380761041206,
+      "eval_ga_opus100_pr_auc": 0.8940192094454986,
+      "eval_ga_ud_pr_auc": 0.8127615549842276,
+      "eval_gd_opus100_pr_auc": 0.6924601849912415,
+      "eval_gd_ud_pr_auc": 0.7755468887501168,
+      "eval_gl_opus100_pr_auc": 0.8943855347762081,
+      "eval_gl_ud_pr_auc": 0.99797154467105,
+      "eval_gu_ersatz_pr_auc": 0.9343815046189041,
+      "eval_gu_opus100_pr_auc": 0.7363781616617596,
+      "eval_ha_opus100_pr_auc": 0.9126628263566225,
+      "eval_he_opus100_pr_auc": 0.8662418242930509,
+      "eval_he_ud_pr_auc": 0.9817267125791043,
+      "eval_hi_ersatz_pr_auc": 0.9697981806705039,
+      "eval_hi_opus100_pr_auc": 0.661961170094092,
+      "eval_hi_ud_pr_auc": 0.9803219291358571,
+      "eval_hu_opus100_pr_auc": 0.9063610654439156,
+      "eval_hu_ud_pr_auc": 0.9825375387528852,
+      "eval_hy_opus100_pr_auc": 0.9117656341986141,
+      "eval_hy_ud_pr_auc": 0.9857231124350809,
+      "eval_id_opus100_pr_auc": 0.8716046784942122,
+      "eval_id_ud_pr_auc": 0.9950731749367514,
+      "eval_ig_opus100_pr_auc": 0.9048650626457453,
+      "eval_is_opus100_pr_auc": 0.9231030559899218,
+      "eval_is_ud_pr_auc": 0.9134626233192593,
+      "eval_it_opus100_pr_auc": 0.9033324147681505,
+      "eval_it_ud_pr_auc": 0.999113545454015,
+      "eval_ja_ersatz_pr_auc": 0.8016234931608787,
+      "eval_ja_opus100_pr_auc": 0.79372507735117,
+      "eval_ja_ud_pr_auc": 0.9759672060811262,
+      "eval_jv_ud_pr_auc": 0.9670321592842483,
+      "eval_ka_opus100_pr_auc": 0.8525907816911364,
+      "eval_kk_ersatz_pr_auc": 0.9853465097386879,
+      "eval_kk_opus100_pr_auc": 0.820375284515769,
+      "eval_kk_ud_pr_auc": 0.9739383260210416,
+      "eval_km_ersatz_pr_auc": 0.8969340297731163,
+      "eval_km_opus100_pr_auc": 0.702499125823981,
+      "eval_kn_opus100_pr_auc": 0.6178439872196938,
+      "eval_ko_opus100_pr_auc": 0.669891301493744,
+      "eval_ko_ud_pr_auc": 0.9992364992614965,
+      "eval_ku_opus100_pr_auc": 0.8220863127462804,
+      "eval_ky_opus100_pr_auc": 0.8955619506736193,
+      "eval_la_ud_pr_auc": 0.9672612076175813,
+      "eval_loss": 0.034295640885829926,
+      "eval_lt_ersatz_pr_auc": 0.9939340773053932,
+      "eval_lt_opus100_pr_auc": 0.8662370778775439,
+      "eval_lt_ud_pr_auc": 0.9896980686871375,
+      "eval_lv_ersatz_pr_auc": 0.9897936041672835,
+      "eval_lv_opus100_pr_auc": 0.87754468784452,
+      "eval_lv_ud_pr_auc": 0.9620308277116147,
+      "eval_mg_opus100_pr_auc": 0.9323446749374172,
+      "eval_mk_opus100_pr_auc": 0.9151245947038122,
+      "eval_ml_opus100_pr_auc": 0.7660277690012134,
+      "eval_mn_opus100_pr_auc": 0.9600120041525709,
+      "eval_mr_opus100_pr_auc": 0.8950571299243345,
+      "eval_mr_ud_pr_auc": 0.9627709509095683,
+      "eval_ms_opus100_pr_auc": 0.8803804436168996,
+      "eval_mt_opus100_pr_auc": 0.8669945723160163,
+      "eval_mt_ud_pr_auc": 0.8939996779044443,
+      "eval_my_opus100_pr_auc": 0.7075270397486167,
+      "eval_ne_opus100_pr_auc": 0.7222116438291648,
+      "eval_nl_opus100_pr_auc": 0.8921838244999521,
+      "eval_nl_ud_pr_auc": 0.9766196642333634,
+      "eval_no_opus100_pr_auc": 0.9166394240937827,
+      "eval_no_ud_pr_auc": 0.9961127446631289,
+      "eval_pa_opus100_pr_auc": 0.6760586646320015,
+      "eval_pl_ersatz_pr_auc": 0.9798011071575529,
+      "eval_pl_opus100_pr_auc": 0.8913979440599825,
+      "eval_pl_ud_pr_auc": 0.9639588114857124,
+      "eval_ps_ersatz_pr_auc": 0.9258192589251747,
+      "eval_ps_opus100_pr_auc": 0.7572338308615233,
+      "eval_pt_opus100_pr_auc": 0.9182790408411088,
+      "eval_pt_ud_pr_auc": 0.9821717558971534,
+      "eval_ro_ersatz_pr_auc": 0.9949130830777165,
+      "eval_ro_opus100_pr_auc": 0.9022102369074786,
+      "eval_ro_ud_pr_auc": 0.9744678537811996,
+      "eval_ru_ersatz_pr_auc": 0.986935244623407,
+      "eval_ru_opus100_pr_auc": 0.9167224444310702,
+      "eval_ru_ud_pr_auc": 0.8513266847667834,
+      "eval_runtime": 877.4562,
+      "eval_samples_per_second": 86.107,
+      "eval_si_opus100_pr_auc": 0.8064051288135813,
+      "eval_sk_opus100_pr_auc": 0.928289277702074,
+      "eval_sk_ud_pr_auc": 0.9824027507626808,
+      "eval_sl_opus100_pr_auc": 0.863257812183092,
+      "eval_sl_ud_pr_auc": 0.9766806760948373,
+      "eval_sq_opus100_pr_auc": 0.9242705688074585,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9064391808720929,
+      "eval_sr_ud_pr_auc": 0.9987760575529557,
+      "eval_steps_per_second": 5.383,
+      "eval_sv_opus100_pr_auc": 0.8882722447116513,
+      "eval_sv_ud_pr_auc": 0.9514333075463371,
+      "eval_ta_ersatz_pr_auc": 0.9828979002694415,
+      "eval_ta_opus100_pr_auc": 0.6651142720782401,
+      "eval_ta_ud_pr_auc": 0.9934175794528384,
+      "eval_te_opus100_pr_auc": 0.8249106049451662,
+      "eval_tg_opus100_pr_auc": 0.8784813958416821,
+      "eval_th_opus100_pr_auc": 0.6654851712468507,
+      "eval_th_ud_pr_auc": 0.7787009506341123,
+      "eval_tr_ersatz_pr_auc": 0.9640370107981682,
+      "eval_tr_opus100_pr_auc": 0.8952707653137254,
+      "eval_tr_ud_pr_auc": 0.9518330547816292,
+      "eval_uk_opus100_pr_auc": 0.8808818998162075,
+      "eval_uk_ud_pr_auc": 0.922799146622356,
+      "eval_ur_opus100_pr_auc": 0.5120909273082609,
+      "eval_ur_ud_pr_auc": 0.9921003201385968,
+      "eval_uz_opus100_pr_auc": 0.8589919524302696,
+      "eval_vi_opus100_pr_auc": 0.9075180318895276,
+      "eval_vi_ud_pr_auc": 0.9539640475956717,
+      "eval_xh_opus100_pr_auc": 0.8808345025059373,
+      "eval_yi_opus100_pr_auc": 0.7890789056215797,
+      "eval_yo_opus100_pr_auc": 0.8080972867716787,
+      "eval_yo_ud_pr_auc": 0.9106653946250862,
+      "eval_zh_ersatz_pr_auc": 0.8861763047123163,
+      "eval_zh_opus100_pr_auc": 0.654348994462509,
+      "eval_zh_ud_pr_auc": 0.9930406718948716,
+      "eval_zu_opus100_pr_auc": 0.863855289210251,
+      "step": 95000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0308,
+      "step": 95050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0308,
+      "step": 95100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0297,
+      "step": 95150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0299,
+      "step": 95200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0298,
+      "step": 95250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0303,
+      "step": 95300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0297,
+      "step": 95350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0299,
+      "step": 95400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0303,
+      "step": 95450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0298,
+      "step": 95500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0302,
+      "step": 95550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.0299,
+      "step": 95600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.0301,
+      "step": 95650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.03,
+      "step": 95700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0296,
+      "step": 95750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0296,
+      "step": 95800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0302,
+      "step": 95850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0303,
+      "step": 95900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0298,
+      "step": 95950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0303,
+      "step": 96000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0301,
+      "step": 96050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0296,
+      "step": 96100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0306,
+      "step": 96150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.03,
+      "step": 96200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.031,
+      "step": 96250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0302,
+      "step": 96300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0295,
+      "step": 96350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.031,
+      "step": 96400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0304,
+      "step": 96450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0306,
+      "step": 96500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0304,
+      "step": 96550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0306,
+      "step": 96600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.0295,
+      "step": 96650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.0297,
+      "step": 96700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.03,
+      "step": 96750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.0296,
+      "step": 96800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0305,
+      "step": 96850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0306,
+      "step": 96900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.03,
+      "step": 96950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0298,
+      "step": 97000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.0293,
+      "step": 97050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0305,
+      "step": 97100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.0305,
+      "step": 97150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.0301,
+      "step": 97200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0299,
+      "step": 97250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0293,
+      "step": 97300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0302,
+      "step": 97350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0299,
+      "step": 97400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.0293,
+      "step": 97450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0307,
+      "step": 97500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0306,
+      "step": 97550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.0309,
+      "step": 97600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0305,
+      "step": 97650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.03,
+      "step": 97700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0303,
+      "step": 97750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.0299,
+      "step": 97800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0299,
+      "step": 97850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.0295,
+      "step": 97900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.0301,
+      "step": 97950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0295,
+      "step": 98000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0303,
+      "step": 98050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0301,
+      "step": 98100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0301,
+      "step": 98150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0301,
+      "step": 98200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.03,
+      "step": 98250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0295,
+      "step": 98300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0298,
+      "step": 98350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.0299,
+      "step": 98400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.03,
+      "step": 98450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0303,
+      "step": 98500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0299,
+      "step": 98550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0297,
+      "step": 98600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0309,
+      "step": 98650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0294,
+      "step": 98700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0303,
+      "step": 98750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0309,
+      "step": 98800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.03,
+      "step": 98850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0301,
+      "step": 98900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0299,
+      "step": 98950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0302,
+      "step": 99000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.03,
+      "step": 99050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0303,
+      "step": 99100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0302,
+      "step": 99150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.03,
+      "step": 99200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0296,
+      "step": 99250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.0293,
+      "step": 99300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.0302,
+      "step": 99350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.03,
+      "step": 99400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0298,
+      "step": 99450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.0302,
+      "step": 99500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0301,
+      "step": 99550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0299,
+      "step": 99600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.0301,
+      "step": 99650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.0298,
+      "step": 99700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0302,
+      "step": 99750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.03,
+      "step": 99800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.03,
+      "step": 99850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0299,
+      "step": 99900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0293,
+      "step": 99950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0293,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "eval_af_opus100_pr_auc": 0.7881852939997919,
+      "eval_af_ud_pr_auc": 0.9804958961760856,
+      "eval_am_opus100_pr_auc": 0.5507349475925128,
+      "eval_ar_ersatz_pr_auc": 0.936732003886652,
+      "eval_ar_opus100_pr_auc": 0.7157528501860858,
+      "eval_ar_ud_pr_auc": 0.8759779946591252,
+      "eval_average_ersatz_pr_auc": 0.9659835379067114,
+      "eval_average_opus100_pr_auc": 0.8301960699403971,
+      "eval_average_ud_pr_auc": 0.9628518767150792,
+      "eval_az_opus100_pr_auc": 0.7638982091770641,
+      "eval_be_opus100_pr_auc": 0.6890353924647209,
+      "eval_be_ud_pr_auc": 0.8782363001208348,
+      "eval_bg_opus100_pr_auc": 0.9102297746587601,
+      "eval_bg_ud_pr_auc": 0.9949102371026297,
+      "eval_bn_opus100_pr_auc": 0.8198467585255242,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8823077631471922,
+      "eval_ca_ud_pr_auc": 0.9967355146043017,
+      "eval_ceb_ud_pr_auc": 0.9998573862448917,
+      "eval_cs_ersatz_pr_auc": 0.9872403833385092,
+      "eval_cs_opus100_pr_auc": 0.8986393755018139,
+      "eval_cs_ud_pr_auc": 0.9483418524181206,
+      "eval_cy_opus100_pr_auc": 0.7786696641197927,
+      "eval_cy_ud_pr_auc": 0.996878648396924,
+      "eval_da_opus100_pr_auc": 0.9175388665445837,
+      "eval_da_ud_pr_auc": 0.9853690316988655,
+      "eval_de_ersatz_pr_auc": 0.9862628630558997,
+      "eval_de_opus100_pr_auc": 0.8965362400417934,
+      "eval_de_ud_pr_auc": 0.9871734910897022,
+      "eval_el_opus100_pr_auc": 0.9181155987260432,
+      "eval_el_ud_pr_auc": 0.993336266952962,
+      "eval_en_ersatz_pr_auc": 0.9902245225852684,
+      "eval_en_opus100_pr_auc": 0.9195972456937458,
+      "eval_en_ud_pr_auc": 0.9800250939636702,
+      "eval_eo_opus100_pr_auc": 0.9259130536637322,
+      "eval_es_ersatz_pr_auc": 0.9971399805737982,
+      "eval_es_opus100_pr_auc": 0.9298998917025545,
+      "eval_es_ud_pr_auc": 0.9908502993918152,
+      "eval_et_ersatz_pr_auc": 0.9824633771125701,
+      "eval_et_opus100_pr_auc": 0.8694964090253027,
+      "eval_et_ud_pr_auc": 0.9723211925351514,
+      "eval_eu_opus100_pr_auc": 0.8870721900102736,
+      "eval_eu_ud_pr_auc": 0.988413749619774,
+      "eval_fa_opus100_pr_auc": 0.5805465028114635,
+      "eval_fa_ud_pr_auc": 0.9934661105095949,
+      "eval_fi_ersatz_pr_auc": 0.9955386263160756,
+      "eval_fi_opus100_pr_auc": 0.909160195498592,
+      "eval_fi_ud_pr_auc": 0.9744051568937182,
+      "eval_fr_ersatz_pr_auc": 0.9931444369439096,
+      "eval_fr_opus100_pr_auc": 0.9096438585961658,
+      "eval_fr_ud_pr_auc": 0.9841949948059773,
+      "eval_fy_opus100_pr_auc": 0.6922230610951728,
+      "eval_ga_opus100_pr_auc": 0.8739006495108421,
+      "eval_ga_ud_pr_auc": 0.8126302634265716,
+      "eval_gd_opus100_pr_auc": 0.7087103833020577,
+      "eval_gd_ud_pr_auc": 0.778082990315001,
+      "eval_gl_opus100_pr_auc": 0.8922081187612172,
+      "eval_gl_ud_pr_auc": 0.9971394329485207,
+      "eval_gu_ersatz_pr_auc": 0.9415986757531651,
+      "eval_gu_opus100_pr_auc": 0.7228822408924171,
+      "eval_ha_opus100_pr_auc": 0.9072045638936248,
+      "eval_he_opus100_pr_auc": 0.8878999242179386,
+      "eval_he_ud_pr_auc": 0.9742897448173815,
+      "eval_hi_ersatz_pr_auc": 0.9807949020796604,
+      "eval_hi_opus100_pr_auc": 0.6686912838734533,
+      "eval_hi_ud_pr_auc": 0.9897625097010017,
+      "eval_hu_opus100_pr_auc": 0.9106105977001728,
+      "eval_hu_ud_pr_auc": 0.9836497178715508,
+      "eval_hy_opus100_pr_auc": 0.9017464908261408,
+      "eval_hy_ud_pr_auc": 0.9866488660675209,
+      "eval_id_opus100_pr_auc": 0.8799538590712633,
+      "eval_id_ud_pr_auc": 0.9963485839925084,
+      "eval_ig_opus100_pr_auc": 0.8914392736329029,
+      "eval_is_opus100_pr_auc": 0.9219510064181462,
+      "eval_is_ud_pr_auc": 0.9245192099660982,
+      "eval_it_opus100_pr_auc": 0.9024413655439656,
+      "eval_it_ud_pr_auc": 0.9988322376795596,
+      "eval_ja_ersatz_pr_auc": 0.819831684712081,
+      "eval_ja_opus100_pr_auc": 0.7944032052594153,
+      "eval_ja_ud_pr_auc": 0.975840357857664,
+      "eval_jv_ud_pr_auc": 0.9767089736046827,
+      "eval_ka_opus100_pr_auc": 0.8786267043998015,
+      "eval_kk_ersatz_pr_auc": 0.9881750680069534,
+      "eval_kk_opus100_pr_auc": 0.8085447021332008,
+      "eval_kk_ud_pr_auc": 0.9717947514023735,
+      "eval_km_ersatz_pr_auc": 0.9051216133967783,
+      "eval_km_opus100_pr_auc": 0.7088787475630557,
+      "eval_kn_opus100_pr_auc": 0.6089683661988459,
+      "eval_ko_opus100_pr_auc": 0.6839620872558941,
+      "eval_ko_ud_pr_auc": 0.9991762517013582,
+      "eval_ku_opus100_pr_auc": 0.8355360964283215,
+      "eval_ky_opus100_pr_auc": 0.8918040532220552,
+      "eval_la_ud_pr_auc": 0.9787756562268617,
+      "eval_loss": 0.03424503654241562,
+      "eval_lt_ersatz_pr_auc": 0.9949053056676977,
+      "eval_lt_opus100_pr_auc": 0.8631277474577618,
+      "eval_lt_ud_pr_auc": 0.990235485041776,
+      "eval_lv_ersatz_pr_auc": 0.991508643765143,
+      "eval_lv_opus100_pr_auc": 0.8652847043616032,
+      "eval_lv_ud_pr_auc": 0.9599014724734429,
+      "eval_mg_opus100_pr_auc": 0.925831094046476,
+      "eval_mk_opus100_pr_auc": 0.9057819555437924,
+      "eval_ml_opus100_pr_auc": 0.7657986976743894,
+      "eval_mn_opus100_pr_auc": 0.9488871975255372,
+      "eval_mr_opus100_pr_auc": 0.8906708859350273,
+      "eval_mr_ud_pr_auc": 0.987428112161614,
+      "eval_ms_opus100_pr_auc": 0.8802989734152185,
+      "eval_mt_opus100_pr_auc": 0.8455578134446236,
+      "eval_mt_ud_pr_auc": 0.8898182966476744,
+      "eval_my_opus100_pr_auc": 0.7027512653520895,
+      "eval_ne_opus100_pr_auc": 0.7399976620650317,
+      "eval_nl_opus100_pr_auc": 0.8948013377713507,
+      "eval_nl_ud_pr_auc": 0.9861061941665602,
+      "eval_no_opus100_pr_auc": 0.9156187935816918,
+      "eval_no_ud_pr_auc": 0.997017694326659,
+      "eval_pa_opus100_pr_auc": 0.6860400442776056,
+      "eval_pl_ersatz_pr_auc": 0.9816819414619213,
+      "eval_pl_opus100_pr_auc": 0.8866926419174495,
+      "eval_pl_ud_pr_auc": 0.966157471776538,
+      "eval_ps_ersatz_pr_auc": 0.934912603298273,
+      "eval_ps_opus100_pr_auc": 0.7491806216239514,
+      "eval_pt_opus100_pr_auc": 0.9209881229080861,
+      "eval_pt_ud_pr_auc": 0.9876638489081713,
+      "eval_ro_ersatz_pr_auc": 0.9951636752543958,
+      "eval_ro_opus100_pr_auc": 0.9015505935689669,
+      "eval_ro_ud_pr_auc": 0.958235730341593,
+      "eval_ru_ersatz_pr_auc": 0.9906757357780762,
+      "eval_ru_opus100_pr_auc": 0.9161889303478716,
+      "eval_ru_ud_pr_auc": 0.8377253085832045,
+      "eval_runtime": 867.0536,
+      "eval_samples_per_second": 87.14,
+      "eval_si_opus100_pr_auc": 0.8128067419431222,
+      "eval_sk_opus100_pr_auc": 0.9257597353983024,
+      "eval_sk_ud_pr_auc": 0.9871689154216489,
+      "eval_sl_opus100_pr_auc": 0.8594836426667772,
+      "eval_sl_ud_pr_auc": 0.9810827908561667,
+      "eval_sq_opus100_pr_auc": 0.9117941602584088,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9086671390514118,
+      "eval_sr_ud_pr_auc": 0.9991655595291093,
+      "eval_steps_per_second": 5.447,
+      "eval_sv_opus100_pr_auc": 0.893470511476203,
+      "eval_sv_ud_pr_auc": 0.9542980251325273,
+      "eval_ta_ersatz_pr_auc": 0.9826849934631832,
+      "eval_ta_opus100_pr_auc": 0.6733974195323904,
+      "eval_ta_ud_pr_auc": 0.9980883859788522,
+      "eval_te_opus100_pr_auc": 0.8263000212618872,
+      "eval_tg_opus100_pr_auc": 0.8780100081779292,
+      "eval_th_opus100_pr_auc": 0.6840053216940575,
+      "eval_th_ud_pr_auc": 0.7927673259903386,
+      "eval_tr_ersatz_pr_auc": 0.9738575073424366,
+      "eval_tr_opus100_pr_auc": 0.9027854552582992,
+      "eval_tr_ud_pr_auc": 0.9668797334072692,
+      "eval_uk_opus100_pr_auc": 0.872606894893513,
+      "eval_uk_ud_pr_auc": 0.9144657544981528,
+      "eval_ur_opus100_pr_auc": 0.5331748521952568,
+      "eval_ur_ud_pr_auc": 0.9957295267317553,
+      "eval_uz_opus100_pr_auc": 0.8585720286849173,
+      "eval_vi_opus100_pr_auc": 0.9119815865833462,
+      "eval_vi_ud_pr_auc": 0.9606319165870869,
+      "eval_xh_opus100_pr_auc": 0.8492942744725481,
+      "eval_yi_opus100_pr_auc": 0.7950704700731291,
+      "eval_yo_opus100_pr_auc": 0.7907437080155535,
+      "eval_yo_ud_pr_auc": 0.9163160470295246,
+      "eval_zh_ersatz_pr_auc": 0.901979290155201,
+      "eval_zh_opus100_pr_auc": 0.7002913861025774,
+      "eval_zh_ud_pr_auc": 0.9904846124070613,
+      "eval_zu_opus100_pr_auc": 0.8494064316669826,
+      "step": 100000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0301,
+      "step": 100050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.03,
+      "step": 100100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0295,
+      "step": 100150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.0306,
+      "step": 100200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0296,
+      "step": 100250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0309,
+      "step": 100300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0296,
+      "step": 100350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0305,
+      "step": 100400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.0295,
+      "step": 100450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0299,
+      "step": 100500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0306,
+      "step": 100550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.0297,
+      "step": 100600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0299,
+      "step": 100650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.0292,
+      "step": 100700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.03,
+      "step": 100750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.0299,
+      "step": 100800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0301,
+      "step": 100850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.0302,
+      "step": 100900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.03,
+      "step": 100950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0292,
+      "step": 101000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0301,
+      "step": 101050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0296,
+      "step": 101100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0301,
+      "step": 101150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0302,
+      "step": 101200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0301,
+      "step": 101250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0303,
+      "step": 101300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.03,
+      "step": 101350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.03,
+      "step": 101400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.0298,
+      "step": 101450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0293,
+      "step": 101500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0299,
+      "step": 101550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.0295,
+      "step": 101600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0295,
+      "step": 101650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0304,
+      "step": 101700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0294,
+      "step": 101750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0297,
+      "step": 101800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0302,
+      "step": 101850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0299,
+      "step": 101900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0305,
+      "step": 101950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0301,
+      "step": 102000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0302,
+      "step": 102050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0296,
+      "step": 102100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.0297,
+      "step": 102150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0293,
+      "step": 102200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.0298,
+      "step": 102250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.0301,
+      "step": 102300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.0306,
+      "step": 102350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.03,
+      "step": 102400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.0301,
+      "step": 102450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0294,
+      "step": 102500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0303,
+      "step": 102550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0296,
+      "step": 102600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0301,
+      "step": 102650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0308,
+      "step": 102700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0302,
+      "step": 102750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0298,
+      "step": 102800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0297,
+      "step": 102850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0307,
+      "step": 102900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.0297,
+      "step": 102950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0297,
+      "step": 103000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0299,
+      "step": 103050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0295,
+      "step": 103100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0302,
+      "step": 103150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0303,
+      "step": 103200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0301,
+      "step": 103250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.0294,
+      "step": 103300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.03,
+      "step": 103350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.0299,
+      "step": 103400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0296,
+      "step": 103450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0294,
+      "step": 103500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0295,
+      "step": 103550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.0296,
+      "step": 103600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.0305,
+      "step": 103650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0302,
+      "step": 103700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.0299,
+      "step": 103750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0297,
+      "step": 103800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0298,
+      "step": 103850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0298,
+      "step": 103900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.03,
+      "step": 103950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0297,
+      "step": 104000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.03,
+      "step": 104050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0298,
+      "step": 104100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0297,
+      "step": 104150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0297,
+      "step": 104200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.0299,
+      "step": 104250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0294,
+      "step": 104300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0298,
+      "step": 104350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0301,
+      "step": 104400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.0301,
+      "step": 104450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.0303,
+      "step": 104500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.0295,
+      "step": 104550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0298,
+      "step": 104600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0301,
+      "step": 104650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.0295,
+      "step": 104700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0301,
+      "step": 104750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0299,
+      "step": 104800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.03,
+      "step": 104850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0301,
+      "step": 104900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0304,
+      "step": 104950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0305,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.8079806569561078,
+      "eval_af_ud_pr_auc": 0.9860829044764744,
+      "eval_am_opus100_pr_auc": 0.49127337255809456,
+      "eval_ar_ersatz_pr_auc": 0.9369765214852722,
+      "eval_ar_opus100_pr_auc": 0.727023266220556,
+      "eval_ar_ud_pr_auc": 0.8758534704742428,
+      "eval_average_ersatz_pr_auc": 0.9630510736274226,
+      "eval_average_opus100_pr_auc": 0.8405202017391108,
+      "eval_average_ud_pr_auc": 0.9649229337409729,
+      "eval_az_opus100_pr_auc": 0.779709868088202,
+      "eval_be_opus100_pr_auc": 0.7181084898419848,
+      "eval_be_ud_pr_auc": 0.8841226119332204,
+      "eval_bg_opus100_pr_auc": 0.921381341141756,
+      "eval_bg_ud_pr_auc": 0.993684856852798,
+      "eval_bn_opus100_pr_auc": 0.8366348491610645,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8887629602782616,
+      "eval_ca_ud_pr_auc": 0.9903957864325162,
+      "eval_ceb_ud_pr_auc": 0.9990806173292386,
+      "eval_cs_ersatz_pr_auc": 0.9827029168750724,
+      "eval_cs_opus100_pr_auc": 0.9055836795804575,
+      "eval_cs_ud_pr_auc": 0.9601996242083666,
+      "eval_cy_opus100_pr_auc": 0.8090925817934824,
+      "eval_cy_ud_pr_auc": 0.9942335727399131,
+      "eval_da_opus100_pr_auc": 0.9192817001521069,
+      "eval_da_ud_pr_auc": 0.9860191431085572,
+      "eval_de_ersatz_pr_auc": 0.9799769270414984,
+      "eval_de_opus100_pr_auc": 0.8964410492524432,
+      "eval_de_ud_pr_auc": 0.9864630871501308,
+      "eval_el_opus100_pr_auc": 0.926229474227663,
+      "eval_el_ud_pr_auc": 0.9926298893417947,
+      "eval_en_ersatz_pr_auc": 0.9924984550155045,
+      "eval_en_opus100_pr_auc": 0.9340650241463679,
+      "eval_en_ud_pr_auc": 0.9816917675992771,
+      "eval_eo_opus100_pr_auc": 0.9416609947677744,
+      "eval_es_ersatz_pr_auc": 0.9960397014336594,
+      "eval_es_opus100_pr_auc": 0.9294257296990992,
+      "eval_es_ud_pr_auc": 0.9916603506436453,
+      "eval_et_ersatz_pr_auc": 0.9802992500097281,
+      "eval_et_opus100_pr_auc": 0.8960964530559458,
+      "eval_et_ud_pr_auc": 0.9761331670195438,
+      "eval_eu_opus100_pr_auc": 0.8894386541429101,
+      "eval_eu_ud_pr_auc": 0.9896131888187418,
+      "eval_fa_opus100_pr_auc": 0.583749269334969,
+      "eval_fa_ud_pr_auc": 0.9935806838505524,
+      "eval_fi_ersatz_pr_auc": 0.99058914252852,
+      "eval_fi_opus100_pr_auc": 0.9221235882109234,
+      "eval_fi_ud_pr_auc": 0.9703466989829224,
+      "eval_fr_ersatz_pr_auc": 0.9896880400837013,
+      "eval_fr_opus100_pr_auc": 0.9118554912777912,
+      "eval_fr_ud_pr_auc": 0.983608962171104,
+      "eval_fy_opus100_pr_auc": 0.7331744467995939,
+      "eval_ga_opus100_pr_auc": 0.8931929527527723,
+      "eval_ga_ud_pr_auc": 0.7988881142430974,
+      "eval_gd_opus100_pr_auc": 0.659833457297786,
+      "eval_gd_ud_pr_auc": 0.7962888112287907,
+      "eval_gl_opus100_pr_auc": 0.8995512470380442,
+      "eval_gl_ud_pr_auc": 0.9983825467901996,
+      "eval_gu_ersatz_pr_auc": 0.9362088724982041,
+      "eval_gu_opus100_pr_auc": 0.7297408282707284,
+      "eval_ha_opus100_pr_auc": 0.907901020538646,
+      "eval_he_opus100_pr_auc": 0.8838834969647399,
+      "eval_he_ud_pr_auc": 0.975656476276617,
+      "eval_hi_ersatz_pr_auc": 0.9765148692473292,
+      "eval_hi_opus100_pr_auc": 0.6877711129907939,
+      "eval_hi_ud_pr_auc": 0.9872121643250851,
+      "eval_hu_opus100_pr_auc": 0.9253507818000131,
+      "eval_hu_ud_pr_auc": 0.984029708555994,
+      "eval_hy_opus100_pr_auc": 0.9140010558107755,
+      "eval_hy_ud_pr_auc": 0.9750999744609535,
+      "eval_id_opus100_pr_auc": 0.9051100696754076,
+      "eval_id_ud_pr_auc": 0.9955669709231723,
+      "eval_ig_opus100_pr_auc": 0.9059383706406354,
+      "eval_is_opus100_pr_auc": 0.9390067727786021,
+      "eval_is_ud_pr_auc": 0.9326242486213222,
+      "eval_it_opus100_pr_auc": 0.912910546550275,
+      "eval_it_ud_pr_auc": 0.9980706136865898,
+      "eval_ja_ersatz_pr_auc": 0.7998335640370522,
+      "eval_ja_opus100_pr_auc": 0.8300567393820184,
+      "eval_ja_ud_pr_auc": 0.9767864720911726,
+      "eval_jv_ud_pr_auc": 0.9761155036282487,
+      "eval_ka_opus100_pr_auc": 0.8726887028504271,
+      "eval_kk_ersatz_pr_auc": 0.9883686039360402,
+      "eval_kk_opus100_pr_auc": 0.8370019155927526,
+      "eval_kk_ud_pr_auc": 0.9759408671863075,
+      "eval_km_ersatz_pr_auc": 0.8989387500370367,
+      "eval_km_opus100_pr_auc": 0.7171443626292586,
+      "eval_kn_opus100_pr_auc": 0.6193148134996487,
+      "eval_ko_opus100_pr_auc": 0.6873788562904654,
+      "eval_ko_ud_pr_auc": 0.9992704664640593,
+      "eval_ku_opus100_pr_auc": 0.8364357112933347,
+      "eval_ky_opus100_pr_auc": 0.8977439998155389,
+      "eval_la_ud_pr_auc": 0.9800445111884286,
+      "eval_loss": 0.03415106236934662,
+      "eval_lt_ersatz_pr_auc": 0.9930896699345755,
+      "eval_lt_opus100_pr_auc": 0.8623674905565083,
+      "eval_lt_ud_pr_auc": 0.9952504913924032,
+      "eval_lv_ersatz_pr_auc": 0.9912534141518078,
+      "eval_lv_opus100_pr_auc": 0.8816835015896568,
+      "eval_lv_ud_pr_auc": 0.9629676953467857,
+      "eval_mg_opus100_pr_auc": 0.9349471857735339,
+      "eval_mk_opus100_pr_auc": 0.9198369202282107,
+      "eval_ml_opus100_pr_auc": 0.7767018891302653,
+      "eval_mn_opus100_pr_auc": 0.9514716432112309,
+      "eval_mr_opus100_pr_auc": 0.8941918807075813,
+      "eval_mr_ud_pr_auc": 0.9875343653367129,
+      "eval_ms_opus100_pr_auc": 0.9007637963657711,
+      "eval_mt_opus100_pr_auc": 0.8759270329520787,
+      "eval_mt_ud_pr_auc": 0.9059172288712373,
+      "eval_my_opus100_pr_auc": 0.7239091484456176,
+      "eval_ne_opus100_pr_auc": 0.7320294361153002,
+      "eval_nl_opus100_pr_auc": 0.901358058375721,
+      "eval_nl_ud_pr_auc": 0.9832367250262423,
+      "eval_no_opus100_pr_auc": 0.9323131894564484,
+      "eval_no_ud_pr_auc": 0.9972269478711668,
+      "eval_pa_opus100_pr_auc": 0.6940404305051854,
+      "eval_pl_ersatz_pr_auc": 0.980121176395063,
+      "eval_pl_opus100_pr_auc": 0.9071079320884131,
+      "eval_pl_ud_pr_auc": 0.9709422572224041,
+      "eval_ps_ersatz_pr_auc": 0.9347320311239664,
+      "eval_ps_opus100_pr_auc": 0.7358211702991844,
+      "eval_pt_opus100_pr_auc": 0.9253685776019875,
+      "eval_pt_ud_pr_auc": 0.9872863654298013,
+      "eval_ro_ersatz_pr_auc": 0.9956441250463888,
+      "eval_ro_opus100_pr_auc": 0.8925943675150022,
+      "eval_ro_ud_pr_auc": 0.9827512125700919,
+      "eval_ru_ersatz_pr_auc": 0.9918780502752378,
+      "eval_ru_opus100_pr_auc": 0.9200376862309448,
+      "eval_ru_ud_pr_auc": 0.8798644645216098,
+      "eval_runtime": 869.6086,
+      "eval_samples_per_second": 86.884,
+      "eval_si_opus100_pr_auc": 0.8117518672418327,
+      "eval_sk_opus100_pr_auc": 0.9339914699378438,
+      "eval_sk_ud_pr_auc": 0.9881795067728032,
+      "eval_sl_opus100_pr_auc": 0.8700518132295724,
+      "eval_sl_ud_pr_auc": 0.9763964179543465,
+      "eval_sq_opus100_pr_auc": 0.9237448972468985,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9148471982156827,
+      "eval_sr_ud_pr_auc": 0.9989029640123174,
+      "eval_steps_per_second": 5.431,
+      "eval_sv_opus100_pr_auc": 0.9085799660465623,
+      "eval_sv_ud_pr_auc": 0.9565910633908252,
+      "eval_ta_ersatz_pr_auc": 0.9843703321617001,
+      "eval_ta_opus100_pr_auc": 0.6985677857366988,
+      "eval_ta_ud_pr_auc": 0.9981335199893993,
+      "eval_te_opus100_pr_auc": 0.8269260820193418,
+      "eval_tg_opus100_pr_auc": 0.8971625433147772,
+      "eval_th_opus100_pr_auc": 0.6860084106599356,
+      "eval_th_ud_pr_auc": 0.7984965571001641,
+      "eval_tr_ersatz_pr_auc": 0.9768159362848645,
+      "eval_tr_opus100_pr_auc": 0.9030715039186055,
+      "eval_tr_ud_pr_auc": 0.967643229608531,
+      "eval_uk_opus100_pr_auc": 0.891605833945005,
+      "eval_uk_ud_pr_auc": 0.9287769646877995,
+      "eval_ur_opus100_pr_auc": 0.5384296986756757,
+      "eval_ur_ud_pr_auc": 0.9929840461397941,
+      "eval_uz_opus100_pr_auc": 0.8846112307965931,
+      "eval_vi_opus100_pr_auc": 0.9222494512123868,
+      "eval_vi_ud_pr_auc": 0.9604499688874262,
+      "eval_xh_opus100_pr_auc": 0.8831232744283957,
+      "eval_yi_opus100_pr_auc": 0.8018490833502938,
+      "eval_yo_opus100_pr_auc": 0.8238218665400732,
+      "eval_yo_ud_pr_auc": 0.9034101920706117,
+      "eval_zh_ersatz_pr_auc": 0.8905832702010765,
+      "eval_zh_opus100_pr_auc": 0.7297124099681901,
+      "eval_zh_ud_pr_auc": 0.9922872062299019,
+      "eval_zu_opus100_pr_auc": 0.8790290638238466,
+      "step": 105000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0299,
+      "step": 105050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0294,
+      "step": 105100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0301,
+      "step": 105150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.029,
+      "step": 105200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0296,
+      "step": 105250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0305,
+      "step": 105300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0294,
+      "step": 105350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0299,
+      "step": 105400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.0299,
+      "step": 105450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.0298,
+      "step": 105500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0295,
+      "step": 105550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0294,
+      "step": 105600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0293,
+      "step": 105650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.03,
+      "step": 105700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0298,
+      "step": 105750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0293,
+      "step": 105800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.0293,
+      "step": 105850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.0302,
+      "step": 105900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0295,
+      "step": 105950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.029,
+      "step": 106000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0298,
+      "step": 106050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0298,
+      "step": 106100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0287,
+      "step": 106150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0291,
+      "step": 106200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0294,
+      "step": 106250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.0296,
+      "step": 106300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0293,
+      "step": 106350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0299,
+      "step": 106400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0295,
+      "step": 106450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.03,
+      "step": 106500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.0294,
+      "step": 106550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.0293,
+      "step": 106600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.0296,
+      "step": 106650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.0289,
+      "step": 106700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.0301,
+      "step": 106750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0292,
+      "step": 106800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0303,
+      "step": 106850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.0296,
+      "step": 106900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.0299,
+      "step": 106950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0302,
+      "step": 107000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.0292,
+      "step": 107050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0299,
+      "step": 107100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0292,
+      "step": 107150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.0296,
+      "step": 107200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.0293,
+      "step": 107250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0298,
+      "step": 107300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.03,
+      "step": 107350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.0295,
+      "step": 107400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0304,
+      "step": 107450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.0294,
+      "step": 107500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0302,
+      "step": 107550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.0299,
+      "step": 107600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.03,
+      "step": 107650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.0297,
+      "step": 107700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.03,
+      "step": 107750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0289,
+      "step": 107800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0292,
+      "step": 107850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.03,
+      "step": 107900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0302,
+      "step": 107950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0303,
+      "step": 108000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.0297,
+      "step": 108050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.0293,
+      "step": 108100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0293,
+      "step": 108150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0303,
+      "step": 108200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0296,
+      "step": 108250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.0294,
+      "step": 108300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.0294,
+      "step": 108350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0291,
+      "step": 108400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0293,
+      "step": 108450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0292,
+      "step": 108500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0294,
+      "step": 108550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0297,
+      "step": 108600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0296,
+      "step": 108650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0298,
+      "step": 108700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0298,
+      "step": 108750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.0301,
+      "step": 108800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0298,
+      "step": 108850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0295,
+      "step": 108900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0294,
+      "step": 108950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.03,
+      "step": 109000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.029,
+      "step": 109050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0299,
+      "step": 109100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.0294,
+      "step": 109150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0296,
+      "step": 109200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0299,
+      "step": 109250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0298,
+      "step": 109300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.0297,
+      "step": 109350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.0297,
+      "step": 109400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.03,
+      "step": 109450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0297,
+      "step": 109500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0302,
+      "step": 109550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0288,
+      "step": 109600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0293,
+      "step": 109650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0299,
+      "step": 109700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0301,
+      "step": 109750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0296,
+      "step": 109800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0295,
+      "step": 109850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.029,
+      "step": 109900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0293,
+      "step": 109950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0303,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "eval_af_opus100_pr_auc": 0.7759103284291702,
+      "eval_af_ud_pr_auc": 0.9883584754073612,
+      "eval_am_opus100_pr_auc": 0.556555038040041,
+      "eval_ar_ersatz_pr_auc": 0.925528258446785,
+      "eval_ar_opus100_pr_auc": 0.704670598131207,
+      "eval_ar_ud_pr_auc": 0.8766020937310559,
+      "eval_average_ersatz_pr_auc": 0.9657819997929333,
+      "eval_average_opus100_pr_auc": 0.8264154520997342,
+      "eval_average_ud_pr_auc": 0.961992698746551,
+      "eval_az_opus100_pr_auc": 0.7974347255432312,
+      "eval_be_opus100_pr_auc": 0.699892909518176,
+      "eval_be_ud_pr_auc": 0.8905394470573774,
+      "eval_bg_opus100_pr_auc": 0.9098863747926945,
+      "eval_bg_ud_pr_auc": 0.9939741052738202,
+      "eval_bn_opus100_pr_auc": 0.8071573094069654,
+      "eval_bn_ud_pr_auc": 0.9987006540777468,
+      "eval_ca_opus100_pr_auc": 0.881856296257621,
+      "eval_ca_ud_pr_auc": 0.9977727098261321,
+      "eval_ceb_ud_pr_auc": 0.9982494888399291,
+      "eval_cs_ersatz_pr_auc": 0.9858342596475789,
+      "eval_cs_opus100_pr_auc": 0.9032334311961563,
+      "eval_cs_ud_pr_auc": 0.9602352724036177,
+      "eval_cy_opus100_pr_auc": 0.7819549396699768,
+      "eval_cy_ud_pr_auc": 0.9952689085939799,
+      "eval_da_opus100_pr_auc": 0.9087453014041053,
+      "eval_da_ud_pr_auc": 0.9822795683155667,
+      "eval_de_ersatz_pr_auc": 0.9847717707162252,
+      "eval_de_opus100_pr_auc": 0.8881314435737702,
+      "eval_de_ud_pr_auc": 0.9873005945020503,
+      "eval_el_opus100_pr_auc": 0.9154152068665692,
+      "eval_el_ud_pr_auc": 0.9904804190098785,
+      "eval_en_ersatz_pr_auc": 0.991285517726308,
+      "eval_en_opus100_pr_auc": 0.912593295910285,
+      "eval_en_ud_pr_auc": 0.9780901467158563,
+      "eval_eo_opus100_pr_auc": 0.9261846892572348,
+      "eval_es_ersatz_pr_auc": 0.9966168990101831,
+      "eval_es_opus100_pr_auc": 0.9225851363367864,
+      "eval_es_ud_pr_auc": 0.9914112808315411,
+      "eval_et_ersatz_pr_auc": 0.9845158201087443,
+      "eval_et_opus100_pr_auc": 0.8736535608353997,
+      "eval_et_ud_pr_auc": 0.9681542752694174,
+      "eval_eu_opus100_pr_auc": 0.8894348449466996,
+      "eval_eu_ud_pr_auc": 0.9908231520644379,
+      "eval_fa_opus100_pr_auc": 0.5724514605945937,
+      "eval_fa_ud_pr_auc": 0.991434425463916,
+      "eval_fi_ersatz_pr_auc": 0.992169901579394,
+      "eval_fi_opus100_pr_auc": 0.9202151752097133,
+      "eval_fi_ud_pr_auc": 0.964577326717577,
+      "eval_fr_ersatz_pr_auc": 0.990681043217774,
+      "eval_fr_opus100_pr_auc": 0.9036534963107733,
+      "eval_fr_ud_pr_auc": 0.9861411845677048,
+      "eval_fy_opus100_pr_auc": 0.711455036445173,
+      "eval_ga_opus100_pr_auc": 0.8939593951137729,
+      "eval_ga_ud_pr_auc": 0.8230085877583887,
+      "eval_gd_opus100_pr_auc": 0.644212438343314,
+      "eval_gd_ud_pr_auc": 0.776789899129727,
+      "eval_gl_opus100_pr_auc": 0.8834728024095572,
+      "eval_gl_ud_pr_auc": 0.9986210840371696,
+      "eval_gu_ersatz_pr_auc": 0.9449717571699028,
+      "eval_gu_opus100_pr_auc": 0.7299368128194466,
+      "eval_ha_opus100_pr_auc": 0.9084459741527915,
+      "eval_he_opus100_pr_auc": 0.8599829457209409,
+      "eval_he_ud_pr_auc": 0.97989156705726,
+      "eval_hi_ersatz_pr_auc": 0.9760799095532283,
+      "eval_hi_opus100_pr_auc": 0.6597006995978956,
+      "eval_hi_ud_pr_auc": 0.9915091588589806,
+      "eval_hu_opus100_pr_auc": 0.9111090660384057,
+      "eval_hu_ud_pr_auc": 0.9840951548527853,
+      "eval_hy_opus100_pr_auc": 0.9035540166895002,
+      "eval_hy_ud_pr_auc": 0.9852490887680208,
+      "eval_id_opus100_pr_auc": 0.8601590060607388,
+      "eval_id_ud_pr_auc": 0.9940078432067694,
+      "eval_ig_opus100_pr_auc": 0.8874465323601736,
+      "eval_is_opus100_pr_auc": 0.9275930760298414,
+      "eval_is_ud_pr_auc": 0.9028491790127429,
+      "eval_it_opus100_pr_auc": 0.9010342037327317,
+      "eval_it_ud_pr_auc": 0.9990742258239967,
+      "eval_ja_ersatz_pr_auc": 0.8215651395515473,
+      "eval_ja_opus100_pr_auc": 0.8072607643697832,
+      "eval_ja_ud_pr_auc": 0.9799252295911031,
+      "eval_jv_ud_pr_auc": 0.9781195568795515,
+      "eval_ka_opus100_pr_auc": 0.8524512794264291,
+      "eval_kk_ersatz_pr_auc": 0.9918696628222656,
+      "eval_kk_opus100_pr_auc": 0.8247399914588711,
+      "eval_kk_ud_pr_auc": 0.975570599919712,
+      "eval_km_ersatz_pr_auc": 0.8979652455356053,
+      "eval_km_opus100_pr_auc": 0.6995791746525566,
+      "eval_kn_opus100_pr_auc": 0.6087826643020319,
+      "eval_ko_opus100_pr_auc": 0.6854772131788801,
+      "eval_ko_ud_pr_auc": 0.998339755891871,
+      "eval_ku_opus100_pr_auc": 0.8163681532876741,
+      "eval_ky_opus100_pr_auc": 0.8795345323065525,
+      "eval_la_ud_pr_auc": 0.9723636883550842,
+      "eval_loss": 0.03404896333813667,
+      "eval_lt_ersatz_pr_auc": 0.9960004511725788,
+      "eval_lt_opus100_pr_auc": 0.8659559333676193,
+      "eval_lt_ud_pr_auc": 0.9918565736087727,
+      "eval_lv_ersatz_pr_auc": 0.9920624856992383,
+      "eval_lv_opus100_pr_auc": 0.872928382994566,
+      "eval_lv_ud_pr_auc": 0.9621556899625294,
+      "eval_mg_opus100_pr_auc": 0.9323724983976795,
+      "eval_mk_opus100_pr_auc": 0.9087544875025683,
+      "eval_ml_opus100_pr_auc": 0.7567465998291074,
+      "eval_mn_opus100_pr_auc": 0.9444810722341971,
+      "eval_mr_opus100_pr_auc": 0.8849134140314349,
+      "eval_mr_ud_pr_auc": 0.9831028653141719,
+      "eval_ms_opus100_pr_auc": 0.8676045075544353,
+      "eval_mt_opus100_pr_auc": 0.8735343966922244,
+      "eval_mt_ud_pr_auc": 0.8595877727043543,
+      "eval_my_opus100_pr_auc": 0.7169248894966257,
+      "eval_ne_opus100_pr_auc": 0.7134045325693181,
+      "eval_nl_opus100_pr_auc": 0.8939380475565937,
+      "eval_nl_ud_pr_auc": 0.9805998737550392,
+      "eval_no_opus100_pr_auc": 0.9116406503807716,
+      "eval_no_ud_pr_auc": 0.9961091187895382,
+      "eval_pa_opus100_pr_auc": 0.6777813223118113,
+      "eval_pl_ersatz_pr_auc": 0.9867539808143106,
+      "eval_pl_opus100_pr_auc": 0.8913795664428955,
+      "eval_pl_ud_pr_auc": 0.9682656665166578,
+      "eval_ps_ersatz_pr_auc": 0.9279128809659822,
+      "eval_ps_opus100_pr_auc": 0.7404869805695217,
+      "eval_pt_opus100_pr_auc": 0.9174848643584099,
+      "eval_pt_ud_pr_auc": 0.9877455090241166,
+      "eval_ro_ersatz_pr_auc": 0.996173414110526,
+      "eval_ro_opus100_pr_auc": 0.8781424703158912,
+      "eval_ro_ud_pr_auc": 0.9574064214566044,
+      "eval_ru_ersatz_pr_auc": 0.9927449378778307,
+      "eval_ru_opus100_pr_auc": 0.9188501369447818,
+      "eval_ru_ud_pr_auc": 0.8524190024308085,
+      "eval_runtime": 872.8238,
+      "eval_samples_per_second": 86.564,
+      "eval_si_opus100_pr_auc": 0.7965028371537689,
+      "eval_sk_opus100_pr_auc": 0.9301305781608561,
+      "eval_sk_ud_pr_auc": 0.9856778160200268,
+      "eval_sl_opus100_pr_auc": 0.8497152578963443,
+      "eval_sl_ud_pr_auc": 0.9801230904671981,
+      "eval_sq_opus100_pr_auc": 0.9114676466970253,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9056365790540727,
+      "eval_sr_ud_pr_auc": 0.9990959368333507,
+      "eval_steps_per_second": 5.411,
+      "eval_sv_opus100_pr_auc": 0.8914915366718817,
+      "eval_sv_ud_pr_auc": 0.9523235295932538,
+      "eval_ta_ersatz_pr_auc": 0.984499630247146,
+      "eval_ta_opus100_pr_auc": 0.6754973656804664,
+      "eval_ta_ud_pr_auc": 0.9964645923127833,
+      "eval_te_opus100_pr_auc": 0.8045673465669175,
+      "eval_tg_opus100_pr_auc": 0.8811261018468155,
+      "eval_th_opus100_pr_auc": 0.6654118589595885,
+      "eval_th_ud_pr_auc": 0.7773737155423439,
+      "eval_tr_ersatz_pr_auc": 0.9735299383382744,
+      "eval_tr_opus100_pr_auc": 0.9040818874000933,
+      "eval_tr_ud_pr_auc": 0.9603635953133318,
+      "eval_uk_opus100_pr_auc": 0.8719564792737081,
+      "eval_uk_ud_pr_auc": 0.9245227533900893,
+      "eval_ur_opus100_pr_auc": 0.5273128557182176,
+      "eval_ur_ud_pr_auc": 0.9950515908704545,
+      "eval_uz_opus100_pr_auc": 0.8655013304278893,
+      "eval_vi_opus100_pr_auc": 0.8960138718836741,
+      "eval_vi_ud_pr_auc": 0.9548480272304408,
+      "eval_xh_opus100_pr_auc": 0.8657625377301958,
+      "eval_yi_opus100_pr_auc": 0.753693185836871,
+      "eval_yo_opus100_pr_auc": 0.7920159101383912,
+      "eval_yo_ud_pr_auc": 0.905568351586296,
+      "eval_zh_ersatz_pr_auc": 0.9136710911331042,
+      "eval_zh_opus100_pr_auc": 0.6575725857427589,
+      "eval_zh_ud_pr_auc": 0.9931141880191136,
+      "eval_zu_opus100_pr_auc": 0.8454132250600062,
+      "step": 110000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0296,
+      "step": 110050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0297,
+      "step": 110100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.03,
+      "step": 110150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.0291,
+      "step": 110200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0294,
+      "step": 110250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0298,
+      "step": 110300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0298,
+      "step": 110350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0292,
+      "step": 110400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.0294,
+      "step": 110450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0291,
+      "step": 110500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.03,
+      "step": 110550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0298,
+      "step": 110600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0296,
+      "step": 110650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0307,
+      "step": 110700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0294,
+      "step": 110750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.0295,
+      "step": 110800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0294,
+      "step": 110850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0295,
+      "step": 110900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.0292,
+      "step": 110950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0294,
+      "step": 111000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0299,
+      "step": 111050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0295,
+      "step": 111100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0297,
+      "step": 111150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.03,
+      "step": 111200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0292,
+      "step": 111250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0293,
+      "step": 111300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0293,
+      "step": 111350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0299,
+      "step": 111400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.0285,
+      "step": 111450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0293,
+      "step": 111500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0289,
+      "step": 111550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0294,
+      "step": 111600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.0291,
+      "step": 111650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0296,
+      "step": 111700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0292,
+      "step": 111750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0287,
+      "step": 111800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0295,
+      "step": 111850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0293,
+      "step": 111900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0296,
+      "step": 111950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0294,
+      "step": 112000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0296,
+      "step": 112050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0297,
+      "step": 112100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.0293,
+      "step": 112150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.03,
+      "step": 112200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0285,
+      "step": 112250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0292,
+      "step": 112300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0296,
+      "step": 112350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0295,
+      "step": 112400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0297,
+      "step": 112450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0286,
+      "step": 112500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.0299,
+      "step": 112550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0292,
+      "step": 112600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.0303,
+      "step": 112650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0295,
+      "step": 112700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0299,
+      "step": 112750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.03,
+      "step": 112800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0296,
+      "step": 112850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0305,
+      "step": 112900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0298,
+      "step": 112950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0293,
+      "step": 113000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0297,
+      "step": 113050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.029,
+      "step": 113100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0294,
+      "step": 113150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0286,
+      "step": 113200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0287,
+      "step": 113250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.029,
+      "step": 113300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0286,
+      "step": 113350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0298,
+      "step": 113400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0293,
+      "step": 113450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0294,
+      "step": 113500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0297,
+      "step": 113550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0288,
+      "step": 113600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.0293,
+      "step": 113650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0294,
+      "step": 113700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0291,
+      "step": 113750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0295,
+      "step": 113800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0301,
+      "step": 113850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.0292,
+      "step": 113900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0296,
+      "step": 113950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.03,
+      "step": 114000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.0294,
+      "step": 114050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0301,
+      "step": 114100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0298,
+      "step": 114150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0287,
+      "step": 114200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0299,
+      "step": 114250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0292,
+      "step": 114300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0296,
+      "step": 114350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0302,
+      "step": 114400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0293,
+      "step": 114450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0295,
+      "step": 114500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.0294,
+      "step": 114550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0294,
+      "step": 114600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.03,
+      "step": 114650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.0296,
+      "step": 114700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0297,
+      "step": 114750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.03,
+      "step": 114800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0296,
+      "step": 114850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.03,
+      "step": 114900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.029,
+      "step": 114950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0295,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7875141980423941,
+      "eval_af_ud_pr_auc": 0.9876935989405466,
+      "eval_am_opus100_pr_auc": 0.5146992501155071,
+      "eval_ar_ersatz_pr_auc": 0.9284530057349336,
+      "eval_ar_opus100_pr_auc": 0.7264209685029954,
+      "eval_ar_ud_pr_auc": 0.8726313960497857,
+      "eval_average_ersatz_pr_auc": 0.9603005453830726,
+      "eval_average_opus100_pr_auc": 0.8314064363116056,
+      "eval_average_ud_pr_auc": 0.9617429341582631,
+      "eval_az_opus100_pr_auc": 0.7519778114680306,
+      "eval_be_opus100_pr_auc": 0.7175165004280022,
+      "eval_be_ud_pr_auc": 0.8878941598734365,
+      "eval_bg_opus100_pr_auc": 0.9141112304642084,
+      "eval_bg_ud_pr_auc": 0.9931092235670886,
+      "eval_bn_opus100_pr_auc": 0.8181581306627986,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8817688219859492,
+      "eval_ca_ud_pr_auc": 0.9957119511000073,
+      "eval_ceb_ud_pr_auc": 0.9986813042235886,
+      "eval_cs_ersatz_pr_auc": 0.9829221298185573,
+      "eval_cs_opus100_pr_auc": 0.9061504813476591,
+      "eval_cs_ud_pr_auc": 0.9569162625541976,
+      "eval_cy_opus100_pr_auc": 0.8080406862192223,
+      "eval_cy_ud_pr_auc": 0.9937628855241418,
+      "eval_da_opus100_pr_auc": 0.9203909807645404,
+      "eval_da_ud_pr_auc": 0.9836437945220811,
+      "eval_de_ersatz_pr_auc": 0.9793988495311691,
+      "eval_de_opus100_pr_auc": 0.8906561339988773,
+      "eval_de_ud_pr_auc": 0.9852516730782209,
+      "eval_el_opus100_pr_auc": 0.9150318503693535,
+      "eval_el_ud_pr_auc": 0.9896152065802041,
+      "eval_en_ersatz_pr_auc": 0.9915918420358913,
+      "eval_en_opus100_pr_auc": 0.9214008386311381,
+      "eval_en_ud_pr_auc": 0.9789673438421146,
+      "eval_eo_opus100_pr_auc": 0.9294640041227522,
+      "eval_es_ersatz_pr_auc": 0.9956564353958435,
+      "eval_es_opus100_pr_auc": 0.928502168646203,
+      "eval_es_ud_pr_auc": 0.9875410050803741,
+      "eval_et_ersatz_pr_auc": 0.9809751308749224,
+      "eval_et_opus100_pr_auc": 0.8756358302744564,
+      "eval_et_ud_pr_auc": 0.9589290568730953,
+      "eval_eu_opus100_pr_auc": 0.885272993617575,
+      "eval_eu_ud_pr_auc": 0.9857814741405958,
+      "eval_fa_opus100_pr_auc": 0.595579711757887,
+      "eval_fa_ud_pr_auc": 0.9907530690237445,
+      "eval_fi_ersatz_pr_auc": 0.9896991511038605,
+      "eval_fi_opus100_pr_auc": 0.9175604989791185,
+      "eval_fi_ud_pr_auc": 0.9692694982930103,
+      "eval_fr_ersatz_pr_auc": 0.9860299557980059,
+      "eval_fr_opus100_pr_auc": 0.9099896924242251,
+      "eval_fr_ud_pr_auc": 0.9744557736316453,
+      "eval_fy_opus100_pr_auc": 0.7084994298492273,
+      "eval_ga_opus100_pr_auc": 0.8892910571764862,
+      "eval_ga_ud_pr_auc": 0.8274250470986435,
+      "eval_gd_opus100_pr_auc": 0.6997414102173803,
+      "eval_gd_ud_pr_auc": 0.802005710921106,
+      "eval_gl_opus100_pr_auc": 0.8958422673306347,
+      "eval_gl_ud_pr_auc": 0.9977875496116675,
+      "eval_gu_ersatz_pr_auc": 0.9444599989254401,
+      "eval_gu_opus100_pr_auc": 0.7199170900489261,
+      "eval_ha_opus100_pr_auc": 0.900598458430959,
+      "eval_he_opus100_pr_auc": 0.8629896574643328,
+      "eval_he_ud_pr_auc": 0.9795070876642014,
+      "eval_hi_ersatz_pr_auc": 0.9704134128418671,
+      "eval_hi_opus100_pr_auc": 0.6720599391168289,
+      "eval_hi_ud_pr_auc": 0.9840376022047272,
+      "eval_hu_opus100_pr_auc": 0.9120443289440465,
+      "eval_hu_ud_pr_auc": 0.9786742156032824,
+      "eval_hy_opus100_pr_auc": 0.9130145391552905,
+      "eval_hy_ud_pr_auc": 0.9820792140222815,
+      "eval_id_opus100_pr_auc": 0.8756775789196742,
+      "eval_id_ud_pr_auc": 0.9959756966962777,
+      "eval_ig_opus100_pr_auc": 0.8837382200690578,
+      "eval_is_opus100_pr_auc": 0.9211780489965526,
+      "eval_is_ud_pr_auc": 0.901121006449729,
+      "eval_it_opus100_pr_auc": 0.9071002092802111,
+      "eval_it_ud_pr_auc": 0.9995459550263808,
+      "eval_ja_ersatz_pr_auc": 0.7931695694656347,
+      "eval_ja_opus100_pr_auc": 0.8102367145334821,
+      "eval_ja_ud_pr_auc": 0.9765450150470499,
+      "eval_jv_ud_pr_auc": 0.9686113274319575,
+      "eval_ka_opus100_pr_auc": 0.8611384569513436,
+      "eval_kk_ersatz_pr_auc": 0.9875557916963389,
+      "eval_kk_opus100_pr_auc": 0.81719617783778,
+      "eval_kk_ud_pr_auc": 0.9708887757102831,
+      "eval_km_ersatz_pr_auc": 0.8975935233956025,
+      "eval_km_opus100_pr_auc": 0.7247602776519764,
+      "eval_kn_opus100_pr_auc": 0.6114397733440637,
+      "eval_ko_opus100_pr_auc": 0.6893760384954501,
+      "eval_ko_ud_pr_auc": 0.9986919612436229,
+      "eval_ku_opus100_pr_auc": 0.8387665415911808,
+      "eval_ky_opus100_pr_auc": 0.887226314478445,
+      "eval_la_ud_pr_auc": 0.9801642041009384,
+      "eval_loss": 0.03362996131181717,
+      "eval_lt_ersatz_pr_auc": 0.9932649559957185,
+      "eval_lt_opus100_pr_auc": 0.863482419349383,
+      "eval_lt_ud_pr_auc": 0.9916926194233474,
+      "eval_lv_ersatz_pr_auc": 0.9890061802837058,
+      "eval_lv_opus100_pr_auc": 0.8791954695535511,
+      "eval_lv_ud_pr_auc": 0.9599508079407122,
+      "eval_mg_opus100_pr_auc": 0.9291203408944575,
+      "eval_mk_opus100_pr_auc": 0.9173018944841526,
+      "eval_ml_opus100_pr_auc": 0.761573671786796,
+      "eval_mn_opus100_pr_auc": 0.9498311906287347,
+      "eval_mr_opus100_pr_auc": 0.8854752340902623,
+      "eval_mr_ud_pr_auc": 0.9756123133703087,
+      "eval_ms_opus100_pr_auc": 0.8799183786253213,
+      "eval_mt_opus100_pr_auc": 0.8663813289750898,
+      "eval_mt_ud_pr_auc": 0.8603769237841348,
+      "eval_my_opus100_pr_auc": 0.7125796556736702,
+      "eval_ne_opus100_pr_auc": 0.6970328525416746,
+      "eval_nl_opus100_pr_auc": 0.8948239327207104,
+      "eval_nl_ud_pr_auc": 0.9838276406870525,
+      "eval_no_opus100_pr_auc": 0.9153148028976348,
+      "eval_no_ud_pr_auc": 0.996774340423838,
+      "eval_pa_opus100_pr_auc": 0.680488546669254,
+      "eval_pl_ersatz_pr_auc": 0.9857275761462657,
+      "eval_pl_opus100_pr_auc": 0.8909232413065588,
+      "eval_pl_ud_pr_auc": 0.9650154910048314,
+      "eval_ps_ersatz_pr_auc": 0.9191950210437163,
+      "eval_ps_opus100_pr_auc": 0.7432709462846606,
+      "eval_pt_opus100_pr_auc": 0.9260228968975948,
+      "eval_pt_ud_pr_auc": 0.9869693309129094,
+      "eval_ro_ersatz_pr_auc": 0.9931612064800142,
+      "eval_ro_opus100_pr_auc": 0.8950709088776312,
+      "eval_ro_ud_pr_auc": 0.9820346420402555,
+      "eval_ru_ersatz_pr_auc": 0.98947652268173,
+      "eval_ru_opus100_pr_auc": 0.9177296694748929,
+      "eval_ru_ud_pr_auc": 0.8714433532459156,
+      "eval_runtime": 872.5846,
+      "eval_samples_per_second": 86.588,
+      "eval_si_opus100_pr_auc": 0.8120637120381426,
+      "eval_sk_opus100_pr_auc": 0.9285983863382078,
+      "eval_sk_ud_pr_auc": 0.9851276962608044,
+      "eval_sl_opus100_pr_auc": 0.8506537452779019,
+      "eval_sl_ud_pr_auc": 0.9761297830941976,
+      "eval_sq_opus100_pr_auc": 0.9319185715410966,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9022300765340883,
+      "eval_sr_ud_pr_auc": 0.9986059747623562,
+      "eval_steps_per_second": 5.413,
+      "eval_sv_opus100_pr_auc": 0.8919333401813077,
+      "eval_sv_ud_pr_auc": 0.9512076103909672,
+      "eval_ta_ersatz_pr_auc": 0.9819388317350177,
+      "eval_ta_opus100_pr_auc": 0.6750857213945222,
+      "eval_ta_ud_pr_auc": 0.9953203144083851,
+      "eval_te_opus100_pr_auc": 0.8303527150477756,
+      "eval_tg_opus100_pr_auc": 0.8811749189218568,
+      "eval_th_opus100_pr_auc": 0.6787669591396412,
+      "eval_th_ud_pr_auc": 0.7686520451108537,
+      "eval_tr_ersatz_pr_auc": 0.9652297454396561,
+      "eval_tr_opus100_pr_auc": 0.9035995538631328,
+      "eval_tr_ud_pr_auc": 0.9570767505266742,
+      "eval_uk_opus100_pr_auc": 0.8772870496966865,
+      "eval_uk_ud_pr_auc": 0.9267986726439396,
+      "eval_ur_opus100_pr_auc": 0.5280934410076673,
+      "eval_ur_ud_pr_auc": 0.993423364840424,
+      "eval_uz_opus100_pr_auc": 0.8601518572420472,
+      "eval_vi_opus100_pr_auc": 0.9030321895755788,
+      "eval_vi_ud_pr_auc": 0.9535018387761779,
+      "eval_xh_opus100_pr_auc": 0.866630047968274,
+      "eval_yi_opus100_pr_auc": 0.7708961332967063,
+      "eval_yo_opus100_pr_auc": 0.7985576674135075,
+      "eval_yo_ud_pr_auc": 0.9133994100430595,
+      "eval_zh_ersatz_pr_auc": 0.8816931620037075,
+      "eval_zh_opus100_pr_auc": 0.6985574745727794,
+      "eval_zh_ud_pr_auc": 0.9927372775998209,
+      "eval_zu_opus100_pr_auc": 0.8625315220624797,
+      "step": 115000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.029,
+      "step": 115050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0292,
+      "step": 115100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0297,
+      "step": 115150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0293,
+      "step": 115200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0293,
+      "step": 115250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0291,
+      "step": 115300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.0285,
+      "step": 115350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0295,
+      "step": 115400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0295,
+      "step": 115450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0292,
+      "step": 115500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.03,
+      "step": 115550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0295,
+      "step": 115600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.029,
+      "step": 115650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0292,
+      "step": 115700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.03,
+      "step": 115750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0288,
+      "step": 115800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0291,
+      "step": 115850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0296,
+      "step": 115900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0294,
+      "step": 115950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0295,
+      "step": 116000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0288,
+      "step": 116050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0297,
+      "step": 116100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0299,
+      "step": 116150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0305,
+      "step": 116200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0293,
+      "step": 116250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0289,
+      "step": 116300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0284,
+      "step": 116350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0294,
+      "step": 116400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0297,
+      "step": 116450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0299,
+      "step": 116500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0287,
+      "step": 116550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0291,
+      "step": 116600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.03,
+      "step": 116650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0293,
+      "step": 116700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0287,
+      "step": 116750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0301,
+      "step": 116800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0302,
+      "step": 116850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0293,
+      "step": 116900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.0286,
+      "step": 116950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0296,
+      "step": 117000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0293,
+      "step": 117050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0303,
+      "step": 117100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0296,
+      "step": 117150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0302,
+      "step": 117200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0295,
+      "step": 117250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0298,
+      "step": 117300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0286,
+      "step": 117350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0296,
+      "step": 117400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0292,
+      "step": 117450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0294,
+      "step": 117500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0296,
+      "step": 117550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0298,
+      "step": 117600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0294,
+      "step": 117650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0297,
+      "step": 117700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0293,
+      "step": 117750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0293,
+      "step": 117800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0294,
+      "step": 117850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.0294,
+      "step": 117900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0287,
+      "step": 117950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0295,
+      "step": 118000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.0297,
+      "step": 118050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0286,
+      "step": 118100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0299,
+      "step": 118150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0294,
+      "step": 118200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.029,
+      "step": 118250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0293,
+      "step": 118300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0287,
+      "step": 118350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0285,
+      "step": 118400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.0296,
+      "step": 118450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0292,
+      "step": 118500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0298,
+      "step": 118550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0298,
+      "step": 118600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0297,
+      "step": 118650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0297,
+      "step": 118700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0292,
+      "step": 118750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0289,
+      "step": 118800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0291,
+      "step": 118850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0293,
+      "step": 118900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0298,
+      "step": 118950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0294,
+      "step": 119000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.0293,
+      "step": 119050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.029,
+      "step": 119100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0294,
+      "step": 119150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0287,
+      "step": 119200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0288,
+      "step": 119250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0289,
+      "step": 119300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0286,
+      "step": 119350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0299,
+      "step": 119400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.0291,
+      "step": 119450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0293,
+      "step": 119500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0297,
+      "step": 119550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0284,
+      "step": 119600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.0301,
+      "step": 119650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0289,
+      "step": 119700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0291,
+      "step": 119750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0293,
+      "step": 119800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0293,
+      "step": 119850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0298,
+      "step": 119900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.0299,
+      "step": 119950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0296,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7605127860717144,
+      "eval_af_ud_pr_auc": 0.985579987859321,
+      "eval_am_opus100_pr_auc": 0.5616280143594229,
+      "eval_ar_ersatz_pr_auc": 0.9325697082730879,
+      "eval_ar_opus100_pr_auc": 0.7278418952369099,
+      "eval_ar_ud_pr_auc": 0.8910550711501573,
+      "eval_average_ersatz_pr_auc": 0.9632818957686413,
+      "eval_average_opus100_pr_auc": 0.835434932705959,
+      "eval_average_ud_pr_auc": 0.9628674300317909,
+      "eval_az_opus100_pr_auc": 0.7922020837243238,
+      "eval_be_opus100_pr_auc": 0.6814478383004753,
+      "eval_be_ud_pr_auc": 0.8855728681289452,
+      "eval_bg_opus100_pr_auc": 0.9229811481308401,
+      "eval_bg_ud_pr_auc": 0.9941317729614766,
+      "eval_bn_opus100_pr_auc": 0.8285561898961855,
+      "eval_bn_ud_pr_auc": 0.9987293770030516,
+      "eval_ca_opus100_pr_auc": 0.8964296879956503,
+      "eval_ca_ud_pr_auc": 0.996858995677906,
+      "eval_ceb_ud_pr_auc": 0.9950122539536054,
+      "eval_cs_ersatz_pr_auc": 0.9852108612489492,
+      "eval_cs_opus100_pr_auc": 0.9059953842737917,
+      "eval_cs_ud_pr_auc": 0.9493375742637493,
+      "eval_cy_opus100_pr_auc": 0.7817586355061633,
+      "eval_cy_ud_pr_auc": 0.9980098902034772,
+      "eval_da_opus100_pr_auc": 0.9213831822080336,
+      "eval_da_ud_pr_auc": 0.9826062716679335,
+      "eval_de_ersatz_pr_auc": 0.9820050930075435,
+      "eval_de_opus100_pr_auc": 0.894343606452558,
+      "eval_de_ud_pr_auc": 0.9860965572942233,
+      "eval_el_opus100_pr_auc": 0.9239832740643547,
+      "eval_el_ud_pr_auc": 0.987190474375749,
+      "eval_en_ersatz_pr_auc": 0.9918554228969332,
+      "eval_en_opus100_pr_auc": 0.9307462780311051,
+      "eval_en_ud_pr_auc": 0.985275634763992,
+      "eval_eo_opus100_pr_auc": 0.9368937367458429,
+      "eval_es_ersatz_pr_auc": 0.9977495112534037,
+      "eval_es_opus100_pr_auc": 0.9344945881962929,
+      "eval_es_ud_pr_auc": 0.9943159791204473,
+      "eval_et_ersatz_pr_auc": 0.9820596951503843,
+      "eval_et_opus100_pr_auc": 0.8910916154950144,
+      "eval_et_ud_pr_auc": 0.9659056178835518,
+      "eval_eu_opus100_pr_auc": 0.8915889032293265,
+      "eval_eu_ud_pr_auc": 0.9878331751686465,
+      "eval_fa_opus100_pr_auc": 0.5853625578015922,
+      "eval_fa_ud_pr_auc": 0.9934756876697268,
+      "eval_fi_ersatz_pr_auc": 0.9930500942085397,
+      "eval_fi_opus100_pr_auc": 0.9260315077130694,
+      "eval_fi_ud_pr_auc": 0.9591987895582859,
+      "eval_fr_ersatz_pr_auc": 0.9885813010421047,
+      "eval_fr_opus100_pr_auc": 0.926765007557657,
+      "eval_fr_ud_pr_auc": 0.9787837345103806,
+      "eval_fy_opus100_pr_auc": 0.6706400916954622,
+      "eval_ga_opus100_pr_auc": 0.885648712656201,
+      "eval_ga_ud_pr_auc": 0.8325857793392338,
+      "eval_gd_opus100_pr_auc": 0.6308989842526479,
+      "eval_gd_ud_pr_auc": 0.7938109146415259,
+      "eval_gl_opus100_pr_auc": 0.9104596051174059,
+      "eval_gl_ud_pr_auc": 0.9977081292070797,
+      "eval_gu_ersatz_pr_auc": 0.9382769563163366,
+      "eval_gu_opus100_pr_auc": 0.7275509564489794,
+      "eval_ha_opus100_pr_auc": 0.9108643791122826,
+      "eval_he_opus100_pr_auc": 0.8914722836597807,
+      "eval_he_ud_pr_auc": 0.9784974584342879,
+      "eval_hi_ersatz_pr_auc": 0.9745817285694013,
+      "eval_hi_opus100_pr_auc": 0.684372551124016,
+      "eval_hi_ud_pr_auc": 0.9719037055462076,
+      "eval_hu_opus100_pr_auc": 0.9269574780200754,
+      "eval_hu_ud_pr_auc": 0.9804671283721442,
+      "eval_hy_opus100_pr_auc": 0.907412805746558,
+      "eval_hy_ud_pr_auc": 0.9911507175279233,
+      "eval_id_opus100_pr_auc": 0.8960115493858187,
+      "eval_id_ud_pr_auc": 0.9948724992266567,
+      "eval_ig_opus100_pr_auc": 0.8842094771734217,
+      "eval_is_opus100_pr_auc": 0.944677387482328,
+      "eval_is_ud_pr_auc": 0.9259061508648166,
+      "eval_it_opus100_pr_auc": 0.917554702073337,
+      "eval_it_ud_pr_auc": 0.9992773426542574,
+      "eval_ja_ersatz_pr_auc": 0.8025613315805774,
+      "eval_ja_opus100_pr_auc": 0.7975691044324814,
+      "eval_ja_ud_pr_auc": 0.9751347961185877,
+      "eval_jv_ud_pr_auc": 0.9721993259695334,
+      "eval_ka_opus100_pr_auc": 0.8754180219393867,
+      "eval_kk_ersatz_pr_auc": 0.9859174266175428,
+      "eval_kk_opus100_pr_auc": 0.7851497306200435,
+      "eval_kk_ud_pr_auc": 0.9762166261917022,
+      "eval_km_ersatz_pr_auc": 0.904125194169918,
+      "eval_km_opus100_pr_auc": 0.6866395774701008,
+      "eval_kn_opus100_pr_auc": 0.5684889425082584,
+      "eval_ko_opus100_pr_auc": 0.6992136092522313,
+      "eval_ko_ud_pr_auc": 0.998446059175009,
+      "eval_ku_opus100_pr_auc": 0.8298009511545338,
+      "eval_ky_opus100_pr_auc": 0.8817837011922127,
+      "eval_la_ud_pr_auc": 0.9657317199121568,
+      "eval_loss": 0.033334869891405106,
+      "eval_lt_ersatz_pr_auc": 0.9944906431635053,
+      "eval_lt_opus100_pr_auc": 0.8652376840436489,
+      "eval_lt_ud_pr_auc": 0.9945358801202826,
+      "eval_lv_ersatz_pr_auc": 0.9913340203649885,
+      "eval_lv_opus100_pr_auc": 0.8692148170043182,
+      "eval_lv_ud_pr_auc": 0.9561389764090992,
+      "eval_mg_opus100_pr_auc": 0.9348878489306436,
+      "eval_mk_opus100_pr_auc": 0.9215885627700448,
+      "eval_ml_opus100_pr_auc": 0.789117894984516,
+      "eval_mn_opus100_pr_auc": 0.9468212635534212,
+      "eval_mr_opus100_pr_auc": 0.8949627310584931,
+      "eval_mr_ud_pr_auc": 0.9751641464929347,
+      "eval_ms_opus100_pr_auc": 0.8922870673791087,
+      "eval_mt_opus100_pr_auc": 0.8565760850262998,
+      "eval_mt_ud_pr_auc": 0.8612095981425761,
+      "eval_my_opus100_pr_auc": 0.7094043003229684,
+      "eval_ne_opus100_pr_auc": 0.7006803224733222,
+      "eval_nl_opus100_pr_auc": 0.9068286776036751,
+      "eval_nl_ud_pr_auc": 0.9739941276371219,
+      "eval_no_opus100_pr_auc": 0.9324618826943861,
+      "eval_no_ud_pr_auc": 0.9958219328213678,
+      "eval_pa_opus100_pr_auc": 0.6705007794630125,
+      "eval_pl_ersatz_pr_auc": 0.9842599115655584,
+      "eval_pl_opus100_pr_auc": 0.9082704603842259,
+      "eval_pl_ud_pr_auc": 0.9641877947495682,
+      "eval_ps_ersatz_pr_auc": 0.9306299527043487,
+      "eval_ps_opus100_pr_auc": 0.7447692476674964,
+      "eval_pt_opus100_pr_auc": 0.9216798391780385,
+      "eval_pt_ud_pr_auc": 0.984298057552329,
+      "eval_ro_ersatz_pr_auc": 0.9965090931228546,
+      "eval_ro_opus100_pr_auc": 0.9107196850261651,
+      "eval_ro_ud_pr_auc": 0.9784234541213931,
+      "eval_ru_ersatz_pr_auc": 0.991408215279312,
+      "eval_ru_opus100_pr_auc": 0.9220891933707717,
+      "eval_ru_ud_pr_auc": 0.8646357924226908,
+      "eval_runtime": 875.3826,
+      "eval_samples_per_second": 86.311,
+      "eval_si_opus100_pr_auc": 0.8169664268491083,
+      "eval_sk_opus100_pr_auc": 0.9374791524920619,
+      "eval_sk_ud_pr_auc": 0.9804275769292956,
+      "eval_sl_opus100_pr_auc": 0.8638692086518681,
+      "eval_sl_ud_pr_auc": 0.9743216020953029,
+      "eval_sq_opus100_pr_auc": 0.9311011478979956,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9170843070520335,
+      "eval_sr_ud_pr_auc": 0.9989907969025592,
+      "eval_steps_per_second": 5.395,
+      "eval_sv_opus100_pr_auc": 0.9075754410223033,
+      "eval_sv_ud_pr_auc": 0.9511992369501648,
+      "eval_ta_ersatz_pr_auc": 0.9846677372563115,
+      "eval_ta_opus100_pr_auc": 0.6776319686177077,
+      "eval_ta_ud_pr_auc": 0.9921575853042652,
+      "eval_te_opus100_pr_auc": 0.8210133993601295,
+      "eval_tg_opus100_pr_auc": 0.8818955880055529,
+      "eval_th_opus100_pr_auc": 0.6789338418727765,
+      "eval_th_ud_pr_auc": 0.8071148419039375,
+      "eval_tr_ersatz_pr_auc": 0.9631015964271736,
+      "eval_tr_opus100_pr_auc": 0.9091134254373386,
+      "eval_tr_ud_pr_auc": 0.9575286394312521,
+      "eval_uk_opus100_pr_auc": 0.8917578134072115,
+      "eval_uk_ud_pr_auc": 0.922562678237632,
+      "eval_ur_opus100_pr_auc": 0.5492337807569492,
+      "eval_ur_ud_pr_auc": 0.9952555590624064,
+      "eval_uz_opus100_pr_auc": 0.8619257388829764,
+      "eval_vi_opus100_pr_auc": 0.9168060378307186,
+      "eval_vi_ud_pr_auc": 0.9661700183040363,
+      "eval_xh_opus100_pr_auc": 0.8722060259701824,
+      "eval_yi_opus100_pr_auc": 0.8597670083051543,
+      "eval_yo_opus100_pr_auc": 0.799930309907688,
+      "eval_yo_ud_pr_auc": 0.9243288495216847,
+      "eval_zh_ersatz_pr_auc": 0.8972562126913345,
+      "eval_zh_opus100_pr_auc": 0.7193449188681408,
+      "eval_zh_ud_pr_auc": 0.9960983003044316,
+      "eval_zu_opus100_pr_auc": 0.8590980742582921,
+      "step": 120000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0287,
+      "step": 120050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0295,
+      "step": 120100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0283,
+      "step": 120150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0287,
+      "step": 120200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0289,
+      "step": 120250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0292,
+      "step": 120300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0291,
+      "step": 120350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0296,
+      "step": 120400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0285,
+      "step": 120450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0294,
+      "step": 120500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0292,
+      "step": 120550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0289,
+      "step": 120600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0298,
+      "step": 120650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0282,
+      "step": 120700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0289,
+      "step": 120750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.0291,
+      "step": 120800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0294,
+      "step": 120850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0294,
+      "step": 120900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0289,
+      "step": 120950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0298,
+      "step": 121000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0291,
+      "step": 121050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.029,
+      "step": 121100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0294,
+      "step": 121150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.0292,
+      "step": 121200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0289,
+      "step": 121250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0293,
+      "step": 121300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0292,
+      "step": 121350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0294,
+      "step": 121400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0295,
+      "step": 121450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0291,
+      "step": 121500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0288,
+      "step": 121550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.029,
+      "step": 121600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0287,
+      "step": 121650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0286,
+      "step": 121700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0287,
+      "step": 121750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.0295,
+      "step": 121800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0293,
+      "step": 121850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.0298,
+      "step": 121900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0296,
+      "step": 121950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0292,
+      "step": 122000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0284,
+      "step": 122050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0292,
+      "step": 122100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0294,
+      "step": 122150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0292,
+      "step": 122200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.0293,
+      "step": 122250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0294,
+      "step": 122300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0282,
+      "step": 122350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0289,
+      "step": 122400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0291,
+      "step": 122450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0295,
+      "step": 122500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0292,
+      "step": 122550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.0291,
+      "step": 122600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0294,
+      "step": 122650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.029,
+      "step": 122700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.0294,
+      "step": 122750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.029,
+      "step": 122800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0285,
+      "step": 122850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0291,
+      "step": 122900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0289,
+      "step": 122950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0294,
+      "step": 123000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0291,
+      "step": 123050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.029,
+      "step": 123100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.0296,
+      "step": 123150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0293,
+      "step": 123200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0297,
+      "step": 123250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.029,
+      "step": 123300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0295,
+      "step": 123350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.0287,
+      "step": 123400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.0293,
+      "step": 123450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0298,
+      "step": 123500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0295,
+      "step": 123550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0289,
+      "step": 123600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0289,
+      "step": 123650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0296,
+      "step": 123700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0296,
+      "step": 123750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0288,
+      "step": 123800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0289,
+      "step": 123850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0286,
+      "step": 123900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.0295,
+      "step": 123950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0293,
+      "step": 124000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0294,
+      "step": 124050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0298,
+      "step": 124100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.0284,
+      "step": 124150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0285,
+      "step": 124200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0288,
+      "step": 124250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0294,
+      "step": 124300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.0287,
+      "step": 124350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0286,
+      "step": 124400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0291,
+      "step": 124450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0294,
+      "step": 124500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0288,
+      "step": 124550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0288,
+      "step": 124600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0296,
+      "step": 124650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.029,
+      "step": 124700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.029,
+      "step": 124750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.0296,
+      "step": 124800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0288,
+      "step": 124850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0285,
+      "step": 124900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.0293,
+      "step": 124950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0291,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7707814889120556,
+      "eval_af_ud_pr_auc": 0.9823394844387698,
+      "eval_am_opus100_pr_auc": 0.5278588403151995,
+      "eval_ar_ersatz_pr_auc": 0.9320604973954985,
+      "eval_ar_opus100_pr_auc": 0.7330832892419107,
+      "eval_ar_ud_pr_auc": 0.8774360273257888,
+      "eval_average_ersatz_pr_auc": 0.965675643684013,
+      "eval_average_opus100_pr_auc": 0.8317715116079655,
+      "eval_average_ud_pr_auc": 0.9619774942443882,
+      "eval_az_opus100_pr_auc": 0.7607889880395191,
+      "eval_be_opus100_pr_auc": 0.6922046833669615,
+      "eval_be_ud_pr_auc": 0.8846016897547553,
+      "eval_bg_opus100_pr_auc": 0.921110780007708,
+      "eval_bg_ud_pr_auc": 0.9960311372516777,
+      "eval_bn_opus100_pr_auc": 0.8238685418265341,
+      "eval_bn_ud_pr_auc": 0.9990344616049506,
+      "eval_ca_opus100_pr_auc": 0.8857133280963861,
+      "eval_ca_ud_pr_auc": 0.9953151830154926,
+      "eval_ceb_ud_pr_auc": 0.9990132858637809,
+      "eval_cs_ersatz_pr_auc": 0.9853334918864676,
+      "eval_cs_opus100_pr_auc": 0.9054820696209477,
+      "eval_cs_ud_pr_auc": 0.957284341907348,
+      "eval_cy_opus100_pr_auc": 0.770002773310679,
+      "eval_cy_ud_pr_auc": 0.9972491717183058,
+      "eval_da_opus100_pr_auc": 0.9215016474831823,
+      "eval_da_ud_pr_auc": 0.9827151715200898,
+      "eval_de_ersatz_pr_auc": 0.9778398121993672,
+      "eval_de_opus100_pr_auc": 0.8997936013268382,
+      "eval_de_ud_pr_auc": 0.9859502598026961,
+      "eval_el_opus100_pr_auc": 0.9248434333982859,
+      "eval_el_ud_pr_auc": 0.9885238747956527,
+      "eval_en_ersatz_pr_auc": 0.9908290212672868,
+      "eval_en_opus100_pr_auc": 0.9250949793725504,
+      "eval_en_ud_pr_auc": 0.9760946423480545,
+      "eval_eo_opus100_pr_auc": 0.9328550501447145,
+      "eval_es_ersatz_pr_auc": 0.996907160875027,
+      "eval_es_opus100_pr_auc": 0.9267735194252779,
+      "eval_es_ud_pr_auc": 0.9907854034468198,
+      "eval_et_ersatz_pr_auc": 0.9792072636769238,
+      "eval_et_opus100_pr_auc": 0.8891037180724348,
+      "eval_et_ud_pr_auc": 0.967250773437295,
+      "eval_eu_opus100_pr_auc": 0.8892879122698548,
+      "eval_eu_ud_pr_auc": 0.9897046422666081,
+      "eval_fa_opus100_pr_auc": 0.5868543814883382,
+      "eval_fa_ud_pr_auc": 0.993356654227614,
+      "eval_fi_ersatz_pr_auc": 0.9912205209257362,
+      "eval_fi_opus100_pr_auc": 0.9169443716335762,
+      "eval_fi_ud_pr_auc": 0.9699761026285532,
+      "eval_fr_ersatz_pr_auc": 0.9882997486035175,
+      "eval_fr_opus100_pr_auc": 0.9172042045518872,
+      "eval_fr_ud_pr_auc": 0.9834132104440463,
+      "eval_fy_opus100_pr_auc": 0.6777184880529832,
+      "eval_ga_opus100_pr_auc": 0.8845583033446752,
+      "eval_ga_ud_pr_auc": 0.8165724380532459,
+      "eval_gd_opus100_pr_auc": 0.6335149522266231,
+      "eval_gd_ud_pr_auc": 0.8068911966981555,
+      "eval_gl_opus100_pr_auc": 0.8942052015893656,
+      "eval_gl_ud_pr_auc": 0.998868977656253,
+      "eval_gu_ersatz_pr_auc": 0.9292531386579457,
+      "eval_gu_opus100_pr_auc": 0.7155580404881128,
+      "eval_ha_opus100_pr_auc": 0.9097798608738388,
+      "eval_he_opus100_pr_auc": 0.8845880232656903,
+      "eval_he_ud_pr_auc": 0.9687977101809752,
+      "eval_hi_ersatz_pr_auc": 0.9727677182502299,
+      "eval_hi_opus100_pr_auc": 0.6909287082036102,
+      "eval_hi_ud_pr_auc": 0.9794551913082111,
+      "eval_hu_opus100_pr_auc": 0.918176095668329,
+      "eval_hu_ud_pr_auc": 0.9824996842189758,
+      "eval_hy_opus100_pr_auc": 0.9158192935693259,
+      "eval_hy_ud_pr_auc": 0.9887999276945634,
+      "eval_id_opus100_pr_auc": 0.8843745454150876,
+      "eval_id_ud_pr_auc": 0.9954970217664063,
+      "eval_ig_opus100_pr_auc": 0.8678739622442111,
+      "eval_is_opus100_pr_auc": 0.9283770089946243,
+      "eval_is_ud_pr_auc": 0.9175261909527568,
+      "eval_it_opus100_pr_auc": 0.9074350070392274,
+      "eval_it_ud_pr_auc": 0.9993330598704031,
+      "eval_ja_ersatz_pr_auc": 0.8489832850827227,
+      "eval_ja_opus100_pr_auc": 0.8226675568002875,
+      "eval_ja_ud_pr_auc": 0.9763898805535107,
+      "eval_jv_ud_pr_auc": 0.96466244730153,
+      "eval_ka_opus100_pr_auc": 0.8670230779217534,
+      "eval_kk_ersatz_pr_auc": 0.987241019774718,
+      "eval_kk_opus100_pr_auc": 0.7938474677034821,
+      "eval_kk_ud_pr_auc": 0.9726576462269346,
+      "eval_km_ersatz_pr_auc": 0.9038114366487968,
+      "eval_km_opus100_pr_auc": 0.716192598996772,
+      "eval_kn_opus100_pr_auc": 0.5821889992851819,
+      "eval_ko_opus100_pr_auc": 0.6844954795670178,
+      "eval_ko_ud_pr_auc": 0.9987083769415808,
+      "eval_ku_opus100_pr_auc": 0.7954739757708027,
+      "eval_ky_opus100_pr_auc": 0.8610203088158862,
+      "eval_la_ud_pr_auc": 0.9632089731915098,
+      "eval_loss": 0.03333926573395729,
+      "eval_lt_ersatz_pr_auc": 0.9938209095618785,
+      "eval_lt_opus100_pr_auc": 0.8734820091337605,
+      "eval_lt_ud_pr_auc": 0.9879435308541468,
+      "eval_lv_ersatz_pr_auc": 0.9898964580731255,
+      "eval_lv_opus100_pr_auc": 0.8779062132117597,
+      "eval_lv_ud_pr_auc": 0.9574683855507449,
+      "eval_mg_opus100_pr_auc": 0.9237788505567617,
+      "eval_mk_opus100_pr_auc": 0.9178438450981099,
+      "eval_ml_opus100_pr_auc": 0.7759444180653271,
+      "eval_mn_opus100_pr_auc": 0.944972475775257,
+      "eval_mr_opus100_pr_auc": 0.8983531618260355,
+      "eval_mr_ud_pr_auc": 0.975542971838589,
+      "eval_ms_opus100_pr_auc": 0.8854473759965041,
+      "eval_mt_opus100_pr_auc": 0.8690695571983558,
+      "eval_mt_ud_pr_auc": 0.8963764921467551,
+      "eval_my_opus100_pr_auc": 0.7278254379391605,
+      "eval_ne_opus100_pr_auc": 0.6888472410902935,
+      "eval_nl_opus100_pr_auc": 0.9013743229148388,
+      "eval_nl_ud_pr_auc": 0.9837190958396538,
+      "eval_no_opus100_pr_auc": 0.9225575237189005,
+      "eval_no_ud_pr_auc": 0.9969391216883704,
+      "eval_pa_opus100_pr_auc": 0.6676693216288798,
+      "eval_pl_ersatz_pr_auc": 0.9771176958632077,
+      "eval_pl_opus100_pr_auc": 0.9063655695349787,
+      "eval_pl_ud_pr_auc": 0.9661281438690762,
+      "eval_ps_ersatz_pr_auc": 0.9385897141572622,
+      "eval_ps_opus100_pr_auc": 0.7505971713422541,
+      "eval_pt_opus100_pr_auc": 0.9325672965397737,
+      "eval_pt_ud_pr_auc": 0.9866100759205941,
+      "eval_ro_ersatz_pr_auc": 0.9941031205014093,
+      "eval_ro_opus100_pr_auc": 0.9075742472331837,
+      "eval_ro_ud_pr_auc": 0.9699848915673364,
+      "eval_ru_ersatz_pr_auc": 0.9912856232794648,
+      "eval_ru_opus100_pr_auc": 0.9260910657150098,
+      "eval_ru_ud_pr_auc": 0.8390405503111014,
+      "eval_runtime": 877.2876,
+      "eval_samples_per_second": 86.123,
+      "eval_si_opus100_pr_auc": 0.8071728671645102,
+      "eval_sk_opus100_pr_auc": 0.9346349876326805,
+      "eval_sk_ud_pr_auc": 0.9850237236385472,
+      "eval_sl_opus100_pr_auc": 0.8726748192165537,
+      "eval_sl_ud_pr_auc": 0.9785701865495465,
+      "eval_sq_opus100_pr_auc": 0.9202157534687029,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9122033367201162,
+      "eval_sr_ud_pr_auc": 0.9987462848150946,
+      "eval_steps_per_second": 5.384,
+      "eval_sv_opus100_pr_auc": 0.9068172187899024,
+      "eval_sv_ud_pr_auc": 0.9533087672300227,
+      "eval_ta_ersatz_pr_auc": 0.9858298277357215,
+      "eval_ta_opus100_pr_auc": 0.6842699320336031,
+      "eval_ta_ud_pr_auc": 0.996195536206092,
+      "eval_te_opus100_pr_auc": 0.8237109223651237,
+      "eval_tg_opus100_pr_auc": 0.8791188443169118,
+      "eval_th_opus100_pr_auc": 0.6846168496477287,
+      "eval_th_ud_pr_auc": 0.7996223150284312,
+      "eval_tr_ersatz_pr_auc": 0.9705187274799476,
+      "eval_tr_opus100_pr_auc": 0.9060317406861402,
+      "eval_tr_ud_pr_auc": 0.9566601661154772,
+      "eval_uk_opus100_pr_auc": 0.8902143884184663,
+      "eval_uk_ud_pr_auc": 0.9212692319246081,
+      "eval_ur_opus100_pr_auc": 0.5563705364918783,
+      "eval_ur_ud_pr_auc": 0.9938065409048853,
+      "eval_uz_opus100_pr_auc": 0.8459780076425325,
+      "eval_vi_opus100_pr_auc": 0.9088559667778916,
+      "eval_vi_ud_pr_auc": 0.9509988862669174,
+      "eval_xh_opus100_pr_auc": 0.8617530956382472,
+      "eval_yi_opus100_pr_auc": 0.7752262820158516,
+      "eval_yo_opus100_pr_auc": 0.7991417059357875,
+      "eval_yo_ud_pr_auc": 0.8952453495382442,
+      "eval_zh_ersatz_pr_auc": 0.9199479691520344,
+      "eval_zh_opus100_pr_auc": 0.7374207154226348,
+      "eval_zh_ud_pr_auc": 0.9975726837125853,
+      "eval_zu_opus100_pr_auc": 0.8436003192070414,
+      "step": 125000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.03,
+      "step": 125050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0292,
+      "step": 125100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0295,
+      "step": 125150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0291,
+      "step": 125200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0288,
+      "step": 125250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.029,
+      "step": 125300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.029,
+      "step": 125350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0293,
+      "step": 125400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0288,
+      "step": 125450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0291,
+      "step": 125500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0287,
+      "step": 125550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0297,
+      "step": 125600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0285,
+      "step": 125650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.0294,
+      "step": 125700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0293,
+      "step": 125750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0296,
+      "step": 125800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0286,
+      "step": 125850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.0291,
+      "step": 125900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0287,
+      "step": 125950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0286,
+      "step": 126000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0293,
+      "step": 126050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0292,
+      "step": 126100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0292,
+      "step": 126150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0291,
+      "step": 126200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0291,
+      "step": 126250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0284,
+      "step": 126300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0286,
+      "step": 126350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0287,
+      "step": 126400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0285,
+      "step": 126450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0289,
+      "step": 126500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0287,
+      "step": 126550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.0292,
+      "step": 126600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0285,
+      "step": 126650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0294,
+      "step": 126700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0293,
+      "step": 126750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0285,
+      "step": 126800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0289,
+      "step": 126850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0287,
+      "step": 126900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0288,
+      "step": 126950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0293,
+      "step": 127000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0288,
+      "step": 127050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0288,
+      "step": 127100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.029,
+      "step": 127150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0287,
+      "step": 127200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0294,
+      "step": 127250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0297,
+      "step": 127300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0286,
+      "step": 127350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.0291,
+      "step": 127400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0293,
+      "step": 127450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0287,
+      "step": 127500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0296,
+      "step": 127550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0291,
+      "step": 127600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0295,
+      "step": 127650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0292,
+      "step": 127700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0286,
+      "step": 127750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.0286,
+      "step": 127800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0293,
+      "step": 127850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0285,
+      "step": 127900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.029,
+      "step": 127950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0286,
+      "step": 128000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0292,
+      "step": 128050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.029,
+      "step": 128100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0295,
+      "step": 128150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0291,
+      "step": 128200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0293,
+      "step": 128250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0294,
+      "step": 128300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0288,
+      "step": 128350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0289,
+      "step": 128400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0287,
+      "step": 128450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0292,
+      "step": 128500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.03,
+      "step": 128550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0291,
+      "step": 128600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0286,
+      "step": 128650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.0293,
+      "step": 128700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0293,
+      "step": 128750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.0286,
+      "step": 128800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0295,
+      "step": 128850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0289,
+      "step": 128900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0284,
+      "step": 128950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0284,
+      "step": 129000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0285,
+      "step": 129050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0299,
+      "step": 129100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0288,
+      "step": 129150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.029,
+      "step": 129200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.0284,
+      "step": 129250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0283,
+      "step": 129300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0284,
+      "step": 129350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.029,
+      "step": 129400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0289,
+      "step": 129450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0294,
+      "step": 129500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0293,
+      "step": 129550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0292,
+      "step": 129600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0294,
+      "step": 129650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0294,
+      "step": 129700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0289,
+      "step": 129750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0292,
+      "step": 129800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.0291,
+      "step": 129850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0289,
+      "step": 129900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0292,
+      "step": 129950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0287,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7679939320512392,
+      "eval_af_ud_pr_auc": 0.974770438185562,
+      "eval_am_opus100_pr_auc": 0.5728196339310466,
+      "eval_ar_ersatz_pr_auc": 0.9072824522517541,
+      "eval_ar_opus100_pr_auc": 0.7253174049925534,
+      "eval_ar_ud_pr_auc": 0.8850075137049885,
+      "eval_average_ersatz_pr_auc": 0.9592778061238371,
+      "eval_average_opus100_pr_auc": 0.8289943385445182,
+      "eval_average_ud_pr_auc": 0.9570531083403361,
+      "eval_az_opus100_pr_auc": 0.7886021742785673,
+      "eval_be_opus100_pr_auc": 0.7053940751551441,
+      "eval_be_ud_pr_auc": 0.8531347513446573,
+      "eval_bg_opus100_pr_auc": 0.9057581900209247,
+      "eval_bg_ud_pr_auc": 0.9934509075755441,
+      "eval_bn_opus100_pr_auc": 0.8174309197283063,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8734807205139253,
+      "eval_ca_ud_pr_auc": 0.9861341617829689,
+      "eval_ceb_ud_pr_auc": 0.9986451191643466,
+      "eval_cs_ersatz_pr_auc": 0.9878328880076876,
+      "eval_cs_opus100_pr_auc": 0.8993570100466658,
+      "eval_cs_ud_pr_auc": 0.9606499645730285,
+      "eval_cy_opus100_pr_auc": 0.7844373814531348,
+      "eval_cy_ud_pr_auc": 0.9933680447581305,
+      "eval_da_opus100_pr_auc": 0.9094235374605456,
+      "eval_da_ud_pr_auc": 0.9863868172665973,
+      "eval_de_ersatz_pr_auc": 0.9827630123187591,
+      "eval_de_opus100_pr_auc": 0.8908105526610846,
+      "eval_de_ud_pr_auc": 0.983485413879918,
+      "eval_el_opus100_pr_auc": 0.9151465549318071,
+      "eval_el_ud_pr_auc": 0.9899942150053916,
+      "eval_en_ersatz_pr_auc": 0.987887132586431,
+      "eval_en_opus100_pr_auc": 0.9120231817991814,
+      "eval_en_ud_pr_auc": 0.9597566793121656,
+      "eval_eo_opus100_pr_auc": 0.9188695872818646,
+      "eval_es_ersatz_pr_auc": 0.9965880543692112,
+      "eval_es_opus100_pr_auc": 0.9206051651346981,
+      "eval_es_ud_pr_auc": 0.9910228488893129,
+      "eval_et_ersatz_pr_auc": 0.9768192540061972,
+      "eval_et_opus100_pr_auc": 0.8744373597613181,
+      "eval_et_ud_pr_auc": 0.9630489086518743,
+      "eval_eu_opus100_pr_auc": 0.8815208236047787,
+      "eval_eu_ud_pr_auc": 0.9902240963042781,
+      "eval_fa_opus100_pr_auc": 0.5808492039397691,
+      "eval_fa_ud_pr_auc": 0.9900119368378746,
+      "eval_fi_ersatz_pr_auc": 0.9936679427589232,
+      "eval_fi_opus100_pr_auc": 0.912037665771743,
+      "eval_fi_ud_pr_auc": 0.9660898715623331,
+      "eval_fr_ersatz_pr_auc": 0.9847172223065365,
+      "eval_fr_opus100_pr_auc": 0.8945545181636488,
+      "eval_fr_ud_pr_auc": 0.9736479353536713,
+      "eval_fy_opus100_pr_auc": 0.7011246736869055,
+      "eval_ga_opus100_pr_auc": 0.8654146525794869,
+      "eval_ga_ud_pr_auc": 0.7917890573315473,
+      "eval_gd_opus100_pr_auc": 0.6717383190916265,
+      "eval_gd_ud_pr_auc": 0.7907159319346521,
+      "eval_gl_opus100_pr_auc": 0.885090180747569,
+      "eval_gl_ud_pr_auc": 0.9973426372342711,
+      "eval_gu_ersatz_pr_auc": 0.9250857987395329,
+      "eval_gu_opus100_pr_auc": 0.7399115295798753,
+      "eval_ha_opus100_pr_auc": 0.9004315200949901,
+      "eval_he_opus100_pr_auc": 0.8774806018906942,
+      "eval_he_ud_pr_auc": 0.9655921328835745,
+      "eval_hi_ersatz_pr_auc": 0.968644183409236,
+      "eval_hi_opus100_pr_auc": 0.6883567643861787,
+      "eval_hi_ud_pr_auc": 0.9773966133935841,
+      "eval_hu_opus100_pr_auc": 0.91035113137501,
+      "eval_hu_ud_pr_auc": 0.9826706007363293,
+      "eval_hy_opus100_pr_auc": 0.906339657763503,
+      "eval_hy_ud_pr_auc": 0.9784189413340783,
+      "eval_id_opus100_pr_auc": 0.8542926104104849,
+      "eval_id_ud_pr_auc": 0.9927794834525298,
+      "eval_ig_opus100_pr_auc": 0.8865288818570793,
+      "eval_is_opus100_pr_auc": 0.9192147170856125,
+      "eval_is_ud_pr_auc": 0.9106196356683953,
+      "eval_it_opus100_pr_auc": 0.8916651550140567,
+      "eval_it_ud_pr_auc": 0.9969666712905857,
+      "eval_ja_ersatz_pr_auc": 0.7959390829463535,
+      "eval_ja_opus100_pr_auc": 0.7960386241477057,
+      "eval_ja_ud_pr_auc": 0.9776821715672227,
+      "eval_jv_ud_pr_auc": 0.9654907797828867,
+      "eval_ka_opus100_pr_auc": 0.8663970211688897,
+      "eval_kk_ersatz_pr_auc": 0.98359959713477,
+      "eval_kk_opus100_pr_auc": 0.7882631139199849,
+      "eval_kk_ud_pr_auc": 0.9716217975558172,
+      "eval_km_ersatz_pr_auc": 0.9036743502606804,
+      "eval_km_opus100_pr_auc": 0.7214026106792132,
+      "eval_kn_opus100_pr_auc": 0.6067116285997297,
+      "eval_ko_opus100_pr_auc": 0.6761421514208958,
+      "eval_ko_ud_pr_auc": 0.9967611789406616,
+      "eval_ku_opus100_pr_auc": 0.8199793582661208,
+      "eval_ky_opus100_pr_auc": 0.8803187621034673,
+      "eval_la_ud_pr_auc": 0.9673701603940604,
+      "eval_loss": 0.033183809369802475,
+      "eval_lt_ersatz_pr_auc": 0.9956273732271563,
+      "eval_lt_opus100_pr_auc": 0.8454595140046629,
+      "eval_lt_ud_pr_auc": 0.9850803113038041,
+      "eval_lv_ersatz_pr_auc": 0.9814115702950575,
+      "eval_lv_opus100_pr_auc": 0.8645310621229145,
+      "eval_lv_ud_pr_auc": 0.9522399115628937,
+      "eval_mg_opus100_pr_auc": 0.9240282987178078,
+      "eval_mk_opus100_pr_auc": 0.9096471898859716,
+      "eval_ml_opus100_pr_auc": 0.7749226778020282,
+      "eval_mn_opus100_pr_auc": 0.9463507918250014,
+      "eval_mr_opus100_pr_auc": 0.8941761265022453,
+      "eval_mr_ud_pr_auc": 0.9776801888656576,
+      "eval_ms_opus100_pr_auc": 0.8596412066878213,
+      "eval_mt_opus100_pr_auc": 0.8401154531477991,
+      "eval_mt_ud_pr_auc": 0.8659017283217036,
+      "eval_my_opus100_pr_auc": 0.7244700088750442,
+      "eval_ne_opus100_pr_auc": 0.7284791871240548,
+      "eval_nl_opus100_pr_auc": 0.8939843224184055,
+      "eval_nl_ud_pr_auc": 0.979631935809579,
+      "eval_no_opus100_pr_auc": 0.9150582812339939,
+      "eval_no_ud_pr_auc": 0.9956387963780678,
+      "eval_pa_opus100_pr_auc": 0.6792917686355404,
+      "eval_pl_ersatz_pr_auc": 0.9768242227407936,
+      "eval_pl_opus100_pr_auc": 0.8890336095235953,
+      "eval_pl_ud_pr_auc": 0.9569201427408156,
+      "eval_ps_ersatz_pr_auc": 0.8978381873151028,
+      "eval_ps_opus100_pr_auc": 0.7506084898084677,
+      "eval_pt_opus100_pr_auc": 0.9080333459519122,
+      "eval_pt_ud_pr_auc": 0.9845899108249788,
+      "eval_ro_ersatz_pr_auc": 0.99105869474772,
+      "eval_ro_opus100_pr_auc": 0.884446824207456,
+      "eval_ro_ud_pr_auc": 0.9532149475253999,
+      "eval_ru_ersatz_pr_auc": 0.9930853460446015,
+      "eval_ru_opus100_pr_auc": 0.8914264008779773,
+      "eval_ru_ud_pr_auc": 0.836903247464921,
+      "eval_runtime": 880.6777,
+      "eval_samples_per_second": 85.792,
+      "eval_si_opus100_pr_auc": 0.8120148904644696,
+      "eval_sk_opus100_pr_auc": 0.9200041663627642,
+      "eval_sk_ud_pr_auc": 0.980823527720273,
+      "eval_sl_opus100_pr_auc": 0.8538497295085514,
+      "eval_sl_ud_pr_auc": 0.9658684470348119,
+      "eval_sq_opus100_pr_auc": 0.9149067262172406,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9044637248348177,
+      "eval_sr_ud_pr_auc": 0.9992942034275463,
+      "eval_steps_per_second": 5.363,
+      "eval_sv_opus100_pr_auc": 0.8930719736458392,
+      "eval_sv_ud_pr_auc": 0.953219750151577,
+      "eval_ta_ersatz_pr_auc": 0.9818774451122044,
+      "eval_ta_opus100_pr_auc": 0.6782439806151332,
+      "eval_ta_ud_pr_auc": 0.9932206597238648,
+      "eval_te_opus100_pr_auc": 0.8261074021931827,
+      "eval_tg_opus100_pr_auc": 0.8720729654759796,
+      "eval_th_opus100_pr_auc": 0.6822672892053057,
+      "eval_th_ud_pr_auc": 0.7908991313349634,
+      "eval_tr_ersatz_pr_auc": 0.9640390002959693,
+      "eval_tr_opus100_pr_auc": 0.8992797991308908,
+      "eval_tr_ud_pr_auc": 0.9515593029206075,
+      "eval_uk_opus100_pr_auc": 0.8694789046869928,
+      "eval_uk_ud_pr_auc": 0.905606520012565,
+      "eval_ur_opus100_pr_auc": 0.5459991141112809,
+      "eval_ur_ud_pr_auc": 0.9888442176146504,
+      "eval_uz_opus100_pr_auc": 0.8732192286816123,
+      "eval_vi_opus100_pr_auc": 0.9066329182702982,
+      "eval_vi_ud_pr_auc": 0.9484751922250076,
+      "eval_xh_opus100_pr_auc": 0.8409164357227207,
+      "eval_yi_opus100_pr_auc": 0.831264298833249,
+      "eval_yo_opus100_pr_auc": 0.8089692031076117,
+      "eval_yo_ud_pr_auc": 0.8883023541815752,
+      "eval_zh_ersatz_pr_auc": 0.9278489238497378,
+      "eval_zh_opus100_pr_auc": 0.7453687103478328,
+      "eval_zh_ud_pr_auc": 0.9960653306010459,
+      "eval_zu_opus100_pr_auc": 0.8716364813310045,
+      "step": 130000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0293,
+      "step": 130050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0291,
+      "step": 130100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0291,
+      "step": 130150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0288,
+      "step": 130200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.0284,
+      "step": 130250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0287,
+      "step": 130300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0292,
+      "step": 130350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0287,
+      "step": 130400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0283,
+      "step": 130450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.0293,
+      "step": 130500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0293,
+      "step": 130550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0286,
+      "step": 130600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0291,
+      "step": 130650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0283,
+      "step": 130700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0286,
+      "step": 130750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.0285,
+      "step": 130800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0288,
+      "step": 130850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0285,
+      "step": 130900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0299,
+      "step": 130950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0289,
+      "step": 131000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0292,
+      "step": 131050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0285,
+      "step": 131100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0295,
+      "step": 131150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.029,
+      "step": 131200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0285,
+      "step": 131250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0292,
+      "step": 131300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0289,
+      "step": 131350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0304,
+      "step": 131400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0291,
+      "step": 131450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0291,
+      "step": 131500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0289,
+      "step": 131550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0291,
+      "step": 131600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0291,
+      "step": 131650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0289,
+      "step": 131700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0286,
+      "step": 131750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0288,
+      "step": 131800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0287,
+      "step": 131850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0286,
+      "step": 131900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0292,
+      "step": 131950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0285,
+      "step": 132000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.0298,
+      "step": 132050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0289,
+      "step": 132100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0292,
+      "step": 132150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0283,
+      "step": 132200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0294,
+      "step": 132250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0292,
+      "step": 132300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0291,
+      "step": 132350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0295,
+      "step": 132400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0285,
+      "step": 132450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0288,
+      "step": 132500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0293,
+      "step": 132550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0285,
+      "step": 132600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0291,
+      "step": 132650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0291,
+      "step": 132700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.029,
+      "step": 132750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0293,
+      "step": 132800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0289,
+      "step": 132850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0286,
+      "step": 132900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0286,
+      "step": 132950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0282,
+      "step": 133000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0289,
+      "step": 133050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0291,
+      "step": 133100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0287,
+      "step": 133150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.029,
+      "step": 133200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.028,
+      "step": 133250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.029,
+      "step": 133300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0289,
+      "step": 133350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.029,
+      "step": 133400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0293,
+      "step": 133450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0291,
+      "step": 133500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0288,
+      "step": 133550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0286,
+      "step": 133600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0288,
+      "step": 133650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0285,
+      "step": 133700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0286,
+      "step": 133750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0285,
+      "step": 133800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0292,
+      "step": 133850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0286,
+      "step": 133900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0287,
+      "step": 133950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0295,
+      "step": 134000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0285,
+      "step": 134050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0283,
+      "step": 134100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0287,
+      "step": 134150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0286,
+      "step": 134200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.0287,
+      "step": 134250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.0283,
+      "step": 134300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0291,
+      "step": 134350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0293,
+      "step": 134400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.0286,
+      "step": 134450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.0285,
+      "step": 134500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0289,
+      "step": 134550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.0286,
+      "step": 134600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0283,
+      "step": 134650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0282,
+      "step": 134700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.0286,
+      "step": 134750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0294,
+      "step": 134800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.029,
+      "step": 134850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0289,
+      "step": 134900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0288,
+      "step": 134950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0286,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "eval_af_opus100_pr_auc": 0.7585124917872509,
+      "eval_af_ud_pr_auc": 0.985524434201502,
+      "eval_am_opus100_pr_auc": 0.5286545088208051,
+      "eval_ar_ersatz_pr_auc": 0.9236457576699577,
+      "eval_ar_opus100_pr_auc": 0.7371706812843589,
+      "eval_ar_ud_pr_auc": 0.8825690373400591,
+      "eval_average_ersatz_pr_auc": 0.962168843870545,
+      "eval_average_opus100_pr_auc": 0.8265912985664556,
+      "eval_average_ud_pr_auc": 0.9608320077080876,
+      "eval_az_opus100_pr_auc": 0.7660583650927275,
+      "eval_be_opus100_pr_auc": 0.7026131735249141,
+      "eval_be_ud_pr_auc": 0.8795006534630804,
+      "eval_bg_opus100_pr_auc": 0.9106278005444263,
+      "eval_bg_ud_pr_auc": 0.9950939943103505,
+      "eval_bn_opus100_pr_auc": 0.8214558995985553,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.875223784561013,
+      "eval_ca_ud_pr_auc": 0.9962337102915978,
+      "eval_ceb_ud_pr_auc": 0.9994986541373063,
+      "eval_cs_ersatz_pr_auc": 0.9836720513011987,
+      "eval_cs_opus100_pr_auc": 0.9053612966602222,
+      "eval_cs_ud_pr_auc": 0.9548557263610032,
+      "eval_cy_opus100_pr_auc": 0.7949566288636454,
+      "eval_cy_ud_pr_auc": 0.9948931522743327,
+      "eval_da_opus100_pr_auc": 0.914866639722913,
+      "eval_da_ud_pr_auc": 0.9830801042074605,
+      "eval_de_ersatz_pr_auc": 0.9817042757765923,
+      "eval_de_opus100_pr_auc": 0.8951223299246205,
+      "eval_de_ud_pr_auc": 0.9800979001412434,
+      "eval_el_opus100_pr_auc": 0.9165614970032461,
+      "eval_el_ud_pr_auc": 0.9932413762529301,
+      "eval_en_ersatz_pr_auc": 0.9881924144848291,
+      "eval_en_opus100_pr_auc": 0.9202343775316529,
+      "eval_en_ud_pr_auc": 0.9690007193958297,
+      "eval_eo_opus100_pr_auc": 0.9237627838290232,
+      "eval_es_ersatz_pr_auc": 0.9969184685976157,
+      "eval_es_opus100_pr_auc": 0.9252617319409565,
+      "eval_es_ud_pr_auc": 0.9913156703136304,
+      "eval_et_ersatz_pr_auc": 0.9787465432876615,
+      "eval_et_opus100_pr_auc": 0.8847235679096275,
+      "eval_et_ud_pr_auc": 0.9667790517713847,
+      "eval_eu_opus100_pr_auc": 0.8785613014582587,
+      "eval_eu_ud_pr_auc": 0.9833206214851621,
+      "eval_fa_opus100_pr_auc": 0.5895430766689252,
+      "eval_fa_ud_pr_auc": 0.9939283811563198,
+      "eval_fi_ersatz_pr_auc": 0.9911970169362546,
+      "eval_fi_opus100_pr_auc": 0.9151740028290292,
+      "eval_fi_ud_pr_auc": 0.9711549195807484,
+      "eval_fr_ersatz_pr_auc": 0.9851044756464171,
+      "eval_fr_opus100_pr_auc": 0.9083489630825687,
+      "eval_fr_ud_pr_auc": 0.979266403198548,
+      "eval_fy_opus100_pr_auc": 0.6767817666985187,
+      "eval_ga_opus100_pr_auc": 0.8948596657029735,
+      "eval_ga_ud_pr_auc": 0.8180223325293383,
+      "eval_gd_opus100_pr_auc": 0.656375526317637,
+      "eval_gd_ud_pr_auc": 0.8132157917339964,
+      "eval_gl_opus100_pr_auc": 0.8852371494469556,
+      "eval_gl_ud_pr_auc": 0.9976091162345258,
+      "eval_gu_ersatz_pr_auc": 0.923136114715989,
+      "eval_gu_opus100_pr_auc": 0.723863498108663,
+      "eval_ha_opus100_pr_auc": 0.9059865840509403,
+      "eval_he_opus100_pr_auc": 0.8712871780000991,
+      "eval_he_ud_pr_auc": 0.9736374363019222,
+      "eval_hi_ersatz_pr_auc": 0.9731744719866561,
+      "eval_hi_opus100_pr_auc": 0.6920873902498841,
+      "eval_hi_ud_pr_auc": 0.9873101287553547,
+      "eval_hu_opus100_pr_auc": 0.9062792643749706,
+      "eval_hu_ud_pr_auc": 0.9822558350377822,
+      "eval_hy_opus100_pr_auc": 0.9071604618549783,
+      "eval_hy_ud_pr_auc": 0.9870203400437569,
+      "eval_id_opus100_pr_auc": 0.8698137391243893,
+      "eval_id_ud_pr_auc": 0.9929309686975918,
+      "eval_ig_opus100_pr_auc": 0.8803750964241349,
+      "eval_is_opus100_pr_auc": 0.9159083182941938,
+      "eval_is_ud_pr_auc": 0.917717763875008,
+      "eval_it_opus100_pr_auc": 0.9046107930776183,
+      "eval_it_ud_pr_auc": 0.9983687191510573,
+      "eval_ja_ersatz_pr_auc": 0.8223075540986886,
+      "eval_ja_opus100_pr_auc": 0.737395415536666,
+      "eval_ja_ud_pr_auc": 0.9719432741667315,
+      "eval_jv_ud_pr_auc": 0.9643564575480174,
+      "eval_ka_opus100_pr_auc": 0.8526035040242309,
+      "eval_kk_ersatz_pr_auc": 0.9819449564477598,
+      "eval_kk_opus100_pr_auc": 0.7745872086896514,
+      "eval_kk_ud_pr_auc": 0.9701092903364048,
+      "eval_km_ersatz_pr_auc": 0.9094246343191986,
+      "eval_km_opus100_pr_auc": 0.6981909832024663,
+      "eval_kn_opus100_pr_auc": 0.5913919483200006,
+      "eval_ko_opus100_pr_auc": 0.6630253884726148,
+      "eval_ko_ud_pr_auc": 0.9979304648521166,
+      "eval_ku_opus100_pr_auc": 0.8167294781620799,
+      "eval_ky_opus100_pr_auc": 0.8474350168958262,
+      "eval_la_ud_pr_auc": 0.9541809519796436,
+      "eval_loss": 0.03288021683692932,
+      "eval_lt_ersatz_pr_auc": 0.991872188626923,
+      "eval_lt_opus100_pr_auc": 0.8723287779846601,
+      "eval_lt_ud_pr_auc": 0.989051891531887,
+      "eval_lv_ersatz_pr_auc": 0.9895811248484233,
+      "eval_lv_opus100_pr_auc": 0.8859749365077559,
+      "eval_lv_ud_pr_auc": 0.9598223752362384,
+      "eval_mg_opus100_pr_auc": 0.9290643812034527,
+      "eval_mk_opus100_pr_auc": 0.9173117136426698,
+      "eval_ml_opus100_pr_auc": 0.7607289410719502,
+      "eval_mn_opus100_pr_auc": 0.9329539997362064,
+      "eval_mr_opus100_pr_auc": 0.8960492640791513,
+      "eval_mr_ud_pr_auc": 0.9854149286625306,
+      "eval_ms_opus100_pr_auc": 0.8680633997198645,
+      "eval_mt_opus100_pr_auc": 0.8657069086088746,
+      "eval_mt_ud_pr_auc": 0.8575667396143655,
+      "eval_my_opus100_pr_auc": 0.7130339178264047,
+      "eval_ne_opus100_pr_auc": 0.7078024718105106,
+      "eval_nl_opus100_pr_auc": 0.8995059027857888,
+      "eval_nl_ud_pr_auc": 0.9837313537676002,
+      "eval_no_opus100_pr_auc": 0.9125816708316209,
+      "eval_no_ud_pr_auc": 0.9954017235454915,
+      "eval_pa_opus100_pr_auc": 0.6699236058827277,
+      "eval_pl_ersatz_pr_auc": 0.9777890923115543,
+      "eval_pl_opus100_pr_auc": 0.8912384738117894,
+      "eval_pl_ud_pr_auc": 0.9658025235714394,
+      "eval_ps_ersatz_pr_auc": 0.9257634892024112,
+      "eval_ps_opus100_pr_auc": 0.7312794514855517,
+      "eval_pt_opus100_pr_auc": 0.9204260787699579,
+      "eval_pt_ud_pr_auc": 0.9859253307456195,
+      "eval_ro_ersatz_pr_auc": 0.9936770249357895,
+      "eval_ro_opus100_pr_auc": 0.8825944913847121,
+      "eval_ro_ud_pr_auc": 0.9372063632796832,
+      "eval_ru_ersatz_pr_auc": 0.9892403294137027,
+      "eval_ru_opus100_pr_auc": 0.9152873912438807,
+      "eval_ru_ud_pr_auc": 0.8635014550964375,
+      "eval_runtime": 870.7087,
+      "eval_samples_per_second": 86.774,
+      "eval_si_opus100_pr_auc": 0.7957426215481943,
+      "eval_sk_opus100_pr_auc": 0.924906205530976,
+      "eval_sk_ud_pr_auc": 0.9858957894305477,
+      "eval_sl_opus100_pr_auc": 0.8592669837685392,
+      "eval_sl_ud_pr_auc": 0.9787576934432067,
+      "eval_sq_opus100_pr_auc": 0.9262742907363563,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9019925538561159,
+      "eval_sr_ud_pr_auc": 0.9988231862507206,
+      "eval_steps_per_second": 5.424,
+      "eval_sv_opus100_pr_auc": 0.8969162421966831,
+      "eval_sv_ud_pr_auc": 0.9531663849604634,
+      "eval_ta_ersatz_pr_auc": 0.9799788167802305,
+      "eval_ta_opus100_pr_auc": 0.6851356234582217,
+      "eval_ta_ud_pr_auc": 0.993619211691685,
+      "eval_te_opus100_pr_auc": 0.8261679076983072,
+      "eval_tg_opus100_pr_auc": 0.8909482388418861,
+      "eval_th_opus100_pr_auc": 0.6807099523283497,
+      "eval_th_ud_pr_auc": 0.788259578302589,
+      "eval_tr_ersatz_pr_auc": 0.9702185942902535,
+      "eval_tr_opus100_pr_auc": 0.8942045582527771,
+      "eval_tr_ud_pr_auc": 0.9612289952372002,
+      "eval_uk_opus100_pr_auc": 0.8751893158091082,
+      "eval_uk_ud_pr_auc": 0.9172123656225425,
+      "eval_ur_opus100_pr_auc": 0.5440291900945913,
+      "eval_ur_ud_pr_auc": 0.9925698724788748,
+      "eval_uz_opus100_pr_auc": 0.8539343900894376,
+      "eval_vi_opus100_pr_auc": 0.9014950071014567,
+      "eval_vi_ud_pr_auc": 0.9497487405902207,
+      "eval_xh_opus100_pr_auc": 0.8663388932892906,
+      "eval_yi_opus100_pr_auc": 0.7648632568844984,
+      "eval_yo_opus100_pr_auc": 0.811481199471295,
+      "eval_yo_ud_pr_auc": 0.9053239900677215,
+      "eval_zh_ersatz_pr_auc": 0.910425169473883,
+      "eval_zh_opus100_pr_auc": 0.7251801640311575,
+      "eval_zh_ud_pr_auc": 0.9934305651081957,
+      "eval_zu_opus100_pr_auc": 0.8390738314063682,
+      "step": 135000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0291,
+      "step": 135050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0289,
+      "step": 135100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.028,
+      "step": 135150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0286,
+      "step": 135200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0292,
+      "step": 135250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.029,
+      "step": 135300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0288,
+      "step": 135350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.0286,
+      "step": 135400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0288,
+      "step": 135450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.03,
+      "step": 135500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0291,
+      "step": 135550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.029,
+      "step": 135600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0287,
+      "step": 135650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.0291,
+      "step": 135700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0296,
+      "step": 135750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.0288,
+      "step": 135800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.028,
+      "step": 135850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.0284,
+      "step": 135900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0287,
+      "step": 135950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0282,
+      "step": 136000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.0274,
+      "step": 136050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.0287,
+      "step": 136100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.0289,
+      "step": 136150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0282,
+      "step": 136200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0285,
+      "step": 136250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.0279,
+      "step": 136300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.0285,
+      "step": 136350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0287,
+      "step": 136400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0286,
+      "step": 136450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0287,
+      "step": 136500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0287,
+      "step": 136550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0285,
+      "step": 136600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0292,
+      "step": 136650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.0292,
+      "step": 136700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0296,
+      "step": 136750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0284,
+      "step": 136800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0283,
+      "step": 136850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0292,
+      "step": 136900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0286,
+      "step": 136950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0287,
+      "step": 137000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0285,
+      "step": 137050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.0285,
+      "step": 137100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0288,
+      "step": 137150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0291,
+      "step": 137200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.0294,
+      "step": 137250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0286,
+      "step": 137300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.0283,
+      "step": 137350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.0285,
+      "step": 137400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0292,
+      "step": 137450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.0292,
+      "step": 137500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0286,
+      "step": 137550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0284,
+      "step": 137600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.0291,
+      "step": 137650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.029,
+      "step": 137700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0285,
+      "step": 137750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0292,
+      "step": 137800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.029,
+      "step": 137850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0281,
+      "step": 137900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0285,
+      "step": 137950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0293,
+      "step": 138000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.029,
+      "step": 138050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.0294,
+      "step": 138100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0281,
+      "step": 138150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0283,
+      "step": 138200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0286,
+      "step": 138250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0294,
+      "step": 138300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.0288,
+      "step": 138350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0292,
+      "step": 138400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0281,
+      "step": 138450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0282,
+      "step": 138500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0289,
+      "step": 138550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.0286,
+      "step": 138600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0289,
+      "step": 138650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0276,
+      "step": 138700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.028,
+      "step": 138750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.0289,
+      "step": 138800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0284,
+      "step": 138850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0284,
+      "step": 138900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.0282,
+      "step": 138950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0281,
+      "step": 139000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0294,
+      "step": 139050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0287,
+      "step": 139100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0285,
+      "step": 139150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0285,
+      "step": 139200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.0288,
+      "step": 139250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.029,
+      "step": 139300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0287,
+      "step": 139350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.0288,
+      "step": 139400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.0288,
+      "step": 139450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.0295,
+      "step": 139500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0287,
+      "step": 139550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.029,
+      "step": 139600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0283,
+      "step": 139650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.0287,
+      "step": 139700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.0283,
+      "step": 139750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0285,
+      "step": 139800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.0282,
+      "step": 139850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0295,
+      "step": 139900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0281,
+      "step": 139950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0289,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7637220898312,
+      "eval_af_ud_pr_auc": 0.9897101396506279,
+      "eval_am_opus100_pr_auc": 0.6010072528229924,
+      "eval_ar_ersatz_pr_auc": 0.9209612921442637,
+      "eval_ar_opus100_pr_auc": 0.7114484506250596,
+      "eval_ar_ud_pr_auc": 0.8832661107157463,
+      "eval_average_ersatz_pr_auc": 0.963918905321862,
+      "eval_average_opus100_pr_auc": 0.8257230871164989,
+      "eval_average_ud_pr_auc": 0.9628528827164772,
+      "eval_az_opus100_pr_auc": 0.7694985789168195,
+      "eval_be_opus100_pr_auc": 0.67014073083605,
+      "eval_be_ud_pr_auc": 0.8902588874953141,
+      "eval_bg_opus100_pr_auc": 0.9163137567845472,
+      "eval_bg_ud_pr_auc": 0.9963016039904773,
+      "eval_bn_opus100_pr_auc": 0.8042851388700676,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8810634826410781,
+      "eval_ca_ud_pr_auc": 0.9964993920028091,
+      "eval_ceb_ud_pr_auc": 0.9982690511855271,
+      "eval_cs_ersatz_pr_auc": 0.9838923416207843,
+      "eval_cs_opus100_pr_auc": 0.8946012166513411,
+      "eval_cs_ud_pr_auc": 0.9604986276112577,
+      "eval_cy_opus100_pr_auc": 0.783669891876976,
+      "eval_cy_ud_pr_auc": 0.996062320890032,
+      "eval_da_opus100_pr_auc": 0.915799355007588,
+      "eval_da_ud_pr_auc": 0.9864225355380474,
+      "eval_de_ersatz_pr_auc": 0.9887200062463951,
+      "eval_de_opus100_pr_auc": 0.8848282671608538,
+      "eval_de_ud_pr_auc": 0.9845766555186078,
+      "eval_el_opus100_pr_auc": 0.9165848964055341,
+      "eval_el_ud_pr_auc": 0.9901325687089286,
+      "eval_en_ersatz_pr_auc": 0.9904917465457106,
+      "eval_en_opus100_pr_auc": 0.923909572519712,
+      "eval_en_ud_pr_auc": 0.9774379955795399,
+      "eval_eo_opus100_pr_auc": 0.9292332780339511,
+      "eval_es_ersatz_pr_auc": 0.9967239265143523,
+      "eval_es_opus100_pr_auc": 0.9222405757773013,
+      "eval_es_ud_pr_auc": 0.9929289804241994,
+      "eval_et_ersatz_pr_auc": 0.9810789820874687,
+      "eval_et_opus100_pr_auc": 0.8892099982168051,
+      "eval_et_ud_pr_auc": 0.9644033786775573,
+      "eval_eu_opus100_pr_auc": 0.8853345660460138,
+      "eval_eu_ud_pr_auc": 0.990176277791206,
+      "eval_fa_opus100_pr_auc": 0.5772941553756586,
+      "eval_fa_ud_pr_auc": 0.9939760803513414,
+      "eval_fi_ersatz_pr_auc": 0.9940564940039038,
+      "eval_fi_opus100_pr_auc": 0.9235265869621987,
+      "eval_fi_ud_pr_auc": 0.9743319654659339,
+      "eval_fr_ersatz_pr_auc": 0.989276894632107,
+      "eval_fr_opus100_pr_auc": 0.9088304791342441,
+      "eval_fr_ud_pr_auc": 0.9797872110991304,
+      "eval_fy_opus100_pr_auc": 0.7031333426463897,
+      "eval_ga_opus100_pr_auc": 0.8959697111011571,
+      "eval_ga_ud_pr_auc": 0.8311743144370499,
+      "eval_gd_opus100_pr_auc": 0.6791042087118901,
+      "eval_gd_ud_pr_auc": 0.8067840299883491,
+      "eval_gl_opus100_pr_auc": 0.8914135810600295,
+      "eval_gl_ud_pr_auc": 0.997518457306392,
+      "eval_gu_ersatz_pr_auc": 0.9412202144031692,
+      "eval_gu_opus100_pr_auc": 0.7003127106640594,
+      "eval_ha_opus100_pr_auc": 0.8987307991978084,
+      "eval_he_opus100_pr_auc": 0.8569398436231968,
+      "eval_he_ud_pr_auc": 0.977915999962011,
+      "eval_hi_ersatz_pr_auc": 0.9780182270492146,
+      "eval_hi_opus100_pr_auc": 0.6789970785010648,
+      "eval_hi_ud_pr_auc": 0.9920418841172451,
+      "eval_hu_opus100_pr_auc": 0.92008014580245,
+      "eval_hu_ud_pr_auc": 0.9848997616032261,
+      "eval_hy_opus100_pr_auc": 0.8968440416673553,
+      "eval_hy_ud_pr_auc": 0.9875521980708201,
+      "eval_id_opus100_pr_auc": 0.8693182970030434,
+      "eval_id_ud_pr_auc": 0.9934069556834564,
+      "eval_ig_opus100_pr_auc": 0.8772983335898797,
+      "eval_is_opus100_pr_auc": 0.9239340150250421,
+      "eval_is_ud_pr_auc": 0.9208614193280391,
+      "eval_it_opus100_pr_auc": 0.9092088336071393,
+      "eval_it_ud_pr_auc": 0.9995728603680311,
+      "eval_ja_ersatz_pr_auc": 0.8098163519791789,
+      "eval_ja_opus100_pr_auc": 0.7731349228745464,
+      "eval_ja_ud_pr_auc": 0.9756268241389606,
+      "eval_jv_ud_pr_auc": 0.9572166027176126,
+      "eval_ka_opus100_pr_auc": 0.8588937746757401,
+      "eval_kk_ersatz_pr_auc": 0.9873991402951047,
+      "eval_kk_opus100_pr_auc": 0.7748336321891613,
+      "eval_kk_ud_pr_auc": 0.9732003752181821,
+      "eval_km_ersatz_pr_auc": 0.900668382513519,
+      "eval_km_opus100_pr_auc": 0.7084641574385657,
+      "eval_kn_opus100_pr_auc": 0.5798300344013338,
+      "eval_ko_opus100_pr_auc": 0.6452367982648122,
+      "eval_ko_ud_pr_auc": 0.9984465605508317,
+      "eval_ku_opus100_pr_auc": 0.8217135747439201,
+      "eval_ky_opus100_pr_auc": 0.8660157206321654,
+      "eval_la_ud_pr_auc": 0.971681735760836,
+      "eval_loss": 0.03271348401904106,
+      "eval_lt_ersatz_pr_auc": 0.9933072128460692,
+      "eval_lt_opus100_pr_auc": 0.8799488066539878,
+      "eval_lt_ud_pr_auc": 0.9904119234135229,
+      "eval_lv_ersatz_pr_auc": 0.9912338541105553,
+      "eval_lv_opus100_pr_auc": 0.8882545908900961,
+      "eval_lv_ud_pr_auc": 0.9674463282451344,
+      "eval_mg_opus100_pr_auc": 0.9320289810059421,
+      "eval_mk_opus100_pr_auc": 0.9113956224476402,
+      "eval_ml_opus100_pr_auc": 0.7436087073474457,
+      "eval_mn_opus100_pr_auc": 0.9383846742792599,
+      "eval_mr_opus100_pr_auc": 0.8791643026365361,
+      "eval_mr_ud_pr_auc": 0.9756447511079657,
+      "eval_ms_opus100_pr_auc": 0.8632178374940696,
+      "eval_mt_opus100_pr_auc": 0.8715228698829265,
+      "eval_mt_ud_pr_auc": 0.8847889068303748,
+      "eval_my_opus100_pr_auc": 0.7289586511226552,
+      "eval_ne_opus100_pr_auc": 0.7020867130718632,
+      "eval_nl_opus100_pr_auc": 0.8934668387688335,
+      "eval_nl_ud_pr_auc": 0.9805567224596922,
+      "eval_no_opus100_pr_auc": 0.9243148114202104,
+      "eval_no_ud_pr_auc": 0.996664997132542,
+      "eval_pa_opus100_pr_auc": 0.6566489414270332,
+      "eval_pl_ersatz_pr_auc": 0.9828408727069671,
+      "eval_pl_opus100_pr_auc": 0.8938768390217149,
+      "eval_pl_ud_pr_auc": 0.9708494570976892,
+      "eval_ps_ersatz_pr_auc": 0.9263974470448303,
+      "eval_ps_opus100_pr_auc": 0.7312589615453979,
+      "eval_pt_opus100_pr_auc": 0.9217484949522362,
+      "eval_pt_ud_pr_auc": 0.981419302868229,
+      "eval_ro_ersatz_pr_auc": 0.9957557664404549,
+      "eval_ro_opus100_pr_auc": 0.8751539028799377,
+      "eval_ro_ud_pr_auc": 0.9571689481196317,
+      "eval_ru_ersatz_pr_auc": 0.9911805218497245,
+      "eval_ru_opus100_pr_auc": 0.9340029933850581,
+      "eval_ru_ud_pr_auc": 0.8494610905871216,
+      "eval_runtime": 870.2106,
+      "eval_samples_per_second": 86.824,
+      "eval_si_opus100_pr_auc": 0.7882727031357042,
+      "eval_sk_opus100_pr_auc": 0.9275315190666766,
+      "eval_sk_ud_pr_auc": 0.986447992445524,
+      "eval_sl_opus100_pr_auc": 0.8619326203273631,
+      "eval_sl_ud_pr_auc": 0.9788085326275566,
+      "eval_sq_opus100_pr_auc": 0.9199922643560359,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9022359424203874,
+      "eval_sr_ud_pr_auc": 0.9992813056281501,
+      "eval_steps_per_second": 5.427,
+      "eval_sv_opus100_pr_auc": 0.9014473045207224,
+      "eval_sv_ud_pr_auc": 0.9496692595350876,
+      "eval_ta_ersatz_pr_auc": 0.9842939375850693,
+      "eval_ta_opus100_pr_auc": 0.666338178925456,
+      "eval_ta_ud_pr_auc": 0.9945339952365391,
+      "eval_te_opus100_pr_auc": 0.8114226301180558,
+      "eval_tg_opus100_pr_auc": 0.8745388766687505,
+      "eval_th_opus100_pr_auc": 0.6577959847114709,
+      "eval_th_ud_pr_auc": 0.7834310929348249,
+      "eval_tr_ersatz_pr_auc": 0.9691063955558742,
+      "eval_tr_opus100_pr_auc": 0.8993915009103466,
+      "eval_tr_ud_pr_auc": 0.9592366692429064,
+      "eval_uk_opus100_pr_auc": 0.8682600390952568,
+      "eval_uk_ud_pr_auc": 0.9227733508756916,
+      "eval_ur_opus100_pr_auc": 0.5426117577604549,
+      "eval_ur_ud_pr_auc": 0.9936404756310786,
+      "eval_uz_opus100_pr_auc": 0.8491304776205493,
+      "eval_vi_opus100_pr_auc": 0.9019390116277118,
+      "eval_vi_ud_pr_auc": 0.9469399827809901,
+      "eval_xh_opus100_pr_auc": 0.8695422437781558,
+      "eval_yi_opus100_pr_auc": 0.7447014235209066,
+      "eval_yo_opus100_pr_auc": 0.8045632326889154,
+      "eval_yo_ud_pr_auc": 0.9065549949687821,
+      "eval_zh_ersatz_pr_auc": 0.909775908906252,
+      "eval_zh_opus100_pr_auc": 0.6987934697265525,
+      "eval_zh_ud_pr_auc": 0.9939444731228401,
+      "eval_zu_opus100_pr_auc": 0.8478585444238642,
+      "step": 140000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0284,
+      "step": 140050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0283,
+      "step": 140100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0286,
+      "step": 140150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.0289,
+      "step": 140200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0281,
+      "step": 140250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0288,
+      "step": 140300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0289,
+      "step": 140350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0289,
+      "step": 140400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.0284,
+      "step": 140450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0287,
+      "step": 140500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0283,
+      "step": 140550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0288,
+      "step": 140600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.029,
+      "step": 140650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0278,
+      "step": 140700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0287,
+      "step": 140750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.0287,
+      "step": 140800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.0289,
+      "step": 140850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.028,
+      "step": 140900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.0292,
+      "step": 140950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0277,
+      "step": 141000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0284,
+      "step": 141050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.0292,
+      "step": 141100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0296,
+      "step": 141150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.0286,
+      "step": 141200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0282,
+      "step": 141250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0277,
+      "step": 141300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.028,
+      "step": 141350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0292,
+      "step": 141400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.0282,
+      "step": 141450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.0283,
+      "step": 141500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0285,
+      "step": 141550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.029,
+      "step": 141600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0284,
+      "step": 141650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0283,
+      "step": 141700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0283,
+      "step": 141750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.0287,
+      "step": 141800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0278,
+      "step": 141850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.0281,
+      "step": 141900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0284,
+      "step": 141950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.0286,
+      "step": 142000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.0298,
+      "step": 142050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.0281,
+      "step": 142100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.029,
+      "step": 142150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.0284,
+      "step": 142200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0293,
+      "step": 142250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0287,
+      "step": 142300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0286,
+      "step": 142350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0286,
+      "step": 142400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.0278,
+      "step": 142450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0282,
+      "step": 142500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0286,
+      "step": 142550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0283,
+      "step": 142600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0282,
+      "step": 142650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0289,
+      "step": 142700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0284,
+      "step": 142750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0282,
+      "step": 142800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0286,
+      "step": 142850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0288,
+      "step": 142900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0286,
+      "step": 142950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0285,
+      "step": 143000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.0286,
+      "step": 143050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.0288,
+      "step": 143100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0289,
+      "step": 143150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0294,
+      "step": 143200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0287,
+      "step": 143250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.0288,
+      "step": 143300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0281,
+      "step": 143350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0284,
+      "step": 143400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.0285,
+      "step": 143450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.0286,
+      "step": 143500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.0291,
+      "step": 143550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0293,
+      "step": 143600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0286,
+      "step": 143650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.0282,
+      "step": 143700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.0286,
+      "step": 143750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.0285,
+      "step": 143800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0281,
+      "step": 143850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0287,
+      "step": 143900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.0286,
+      "step": 143950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0289,
+      "step": 144000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0286,
+      "step": 144050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0288,
+      "step": 144100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0287,
+      "step": 144150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0283,
+      "step": 144200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.029,
+      "step": 144250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.029,
+      "step": 144300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0284,
+      "step": 144350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0283,
+      "step": 144400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0288,
+      "step": 144450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0288,
+      "step": 144500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.0284,
+      "step": 144550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.0277,
+      "step": 144600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0278,
+      "step": 144650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0281,
+      "step": 144700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.0287,
+      "step": 144750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.0277,
+      "step": 144800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.0295,
+      "step": 144850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0281,
+      "step": 144900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0282,
+      "step": 144950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0281,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "eval_af_opus100_pr_auc": 0.7720998892004873,
+      "eval_af_ud_pr_auc": 0.9872967762900041,
+      "eval_am_opus100_pr_auc": 0.5898521193583066,
+      "eval_ar_ersatz_pr_auc": 0.9366260367211573,
+      "eval_ar_opus100_pr_auc": 0.7176549783459697,
+      "eval_ar_ud_pr_auc": 0.8819353784408428,
+      "eval_average_ersatz_pr_auc": 0.9636705334186817,
+      "eval_average_opus100_pr_auc": 0.8343122579174116,
+      "eval_average_ud_pr_auc": 0.9637585368269198,
+      "eval_az_opus100_pr_auc": 0.8001286014063229,
+      "eval_be_opus100_pr_auc": 0.7082015922926459,
+      "eval_be_ud_pr_auc": 0.8992034434017634,
+      "eval_bg_opus100_pr_auc": 0.9233975337867653,
+      "eval_bg_ud_pr_auc": 0.9943881153725024,
+      "eval_bn_opus100_pr_auc": 0.8205950646273421,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8887615900647111,
+      "eval_ca_ud_pr_auc": 0.9963412806292056,
+      "eval_ceb_ud_pr_auc": 0.9971208839382691,
+      "eval_cs_ersatz_pr_auc": 0.9809775745094156,
+      "eval_cs_opus100_pr_auc": 0.9087532168420267,
+      "eval_cs_ud_pr_auc": 0.9568952732114282,
+      "eval_cy_opus100_pr_auc": 0.7806255593505763,
+      "eval_cy_ud_pr_auc": 0.9961540838457493,
+      "eval_da_opus100_pr_auc": 0.9188184714001048,
+      "eval_da_ud_pr_auc": 0.9827049315799807,
+      "eval_de_ersatz_pr_auc": 0.9779108089550693,
+      "eval_de_opus100_pr_auc": 0.8971730762362329,
+      "eval_de_ud_pr_auc": 0.9819855153860367,
+      "eval_el_opus100_pr_auc": 0.9211820966691052,
+      "eval_el_ud_pr_auc": 0.9898447115036001,
+      "eval_en_ersatz_pr_auc": 0.9900846549590183,
+      "eval_en_opus100_pr_auc": 0.9242267515307805,
+      "eval_en_ud_pr_auc": 0.9786851035859581,
+      "eval_eo_opus100_pr_auc": 0.9299800355943244,
+      "eval_es_ersatz_pr_auc": 0.9964098893023953,
+      "eval_es_opus100_pr_auc": 0.9280363027355311,
+      "eval_es_ud_pr_auc": 0.9918406055363803,
+      "eval_et_ersatz_pr_auc": 0.9831432192846035,
+      "eval_et_opus100_pr_auc": 0.8994693225642524,
+      "eval_et_ud_pr_auc": 0.9725479076377614,
+      "eval_eu_opus100_pr_auc": 0.8814422972204196,
+      "eval_eu_ud_pr_auc": 0.9886399053592962,
+      "eval_fa_opus100_pr_auc": 0.5803279272753181,
+      "eval_fa_ud_pr_auc": 0.9948698430333617,
+      "eval_fi_ersatz_pr_auc": 0.9870805320316198,
+      "eval_fi_opus100_pr_auc": 0.9191243705384156,
+      "eval_fi_ud_pr_auc": 0.9710175411579561,
+      "eval_fr_ersatz_pr_auc": 0.9867761252775462,
+      "eval_fr_opus100_pr_auc": 0.9131344259348917,
+      "eval_fr_ud_pr_auc": 0.9855374209964828,
+      "eval_fy_opus100_pr_auc": 0.7268566128930705,
+      "eval_ga_opus100_pr_auc": 0.8918112833142817,
+      "eval_ga_ud_pr_auc": 0.8284374533510913,
+      "eval_gd_opus100_pr_auc": 0.6631663960270529,
+      "eval_gd_ud_pr_auc": 0.7928326393357926,
+      "eval_gl_opus100_pr_auc": 0.8968347073711996,
+      "eval_gl_ud_pr_auc": 0.9976677869212406,
+      "eval_gu_ersatz_pr_auc": 0.9352110471504244,
+      "eval_gu_opus100_pr_auc": 0.7309743995456901,
+      "eval_ha_opus100_pr_auc": 0.9041296740744228,
+      "eval_he_opus100_pr_auc": 0.8735469451130864,
+      "eval_he_ud_pr_auc": 0.9764691814890982,
+      "eval_hi_ersatz_pr_auc": 0.9710188672706679,
+      "eval_hi_opus100_pr_auc": 0.6834099486813394,
+      "eval_hi_ud_pr_auc": 0.9866444810300443,
+      "eval_hu_opus100_pr_auc": 0.920494852095574,
+      "eval_hu_ud_pr_auc": 0.978906454692256,
+      "eval_hy_opus100_pr_auc": 0.9079568527547581,
+      "eval_hy_ud_pr_auc": 0.9897552455641121,
+      "eval_id_opus100_pr_auc": 0.8697672092334712,
+      "eval_id_ud_pr_auc": 0.9934263552762037,
+      "eval_ig_opus100_pr_auc": 0.8741483057274935,
+      "eval_is_opus100_pr_auc": 0.9307516823813188,
+      "eval_is_ud_pr_auc": 0.9271240997817254,
+      "eval_it_opus100_pr_auc": 0.9158321666573566,
+      "eval_it_ud_pr_auc": 0.9989877309054311,
+      "eval_ja_ersatz_pr_auc": 0.7960061928325206,
+      "eval_ja_opus100_pr_auc": 0.7801973009615788,
+      "eval_ja_ud_pr_auc": 0.9728897102390706,
+      "eval_jv_ud_pr_auc": 0.9634593572243932,
+      "eval_ka_opus100_pr_auc": 0.8776504885886959,
+      "eval_kk_ersatz_pr_auc": 0.9830526834815774,
+      "eval_kk_opus100_pr_auc": 0.8131367069458078,
+      "eval_kk_ud_pr_auc": 0.9725923662723404,
+      "eval_km_ersatz_pr_auc": 0.9085944546131821,
+      "eval_km_opus100_pr_auc": 0.725281168571459,
+      "eval_kn_opus100_pr_auc": 0.6091484683453436,
+      "eval_ko_opus100_pr_auc": 0.658156891830438,
+      "eval_ko_ud_pr_auc": 0.9990219292031634,
+      "eval_ku_opus100_pr_auc": 0.8101047574370246,
+      "eval_ky_opus100_pr_auc": 0.8796280534956956,
+      "eval_la_ud_pr_auc": 0.9746042489825639,
+      "eval_loss": 0.03246108442544937,
+      "eval_lt_ersatz_pr_auc": 0.9926982917613013,
+      "eval_lt_opus100_pr_auc": 0.8750782514649257,
+      "eval_lt_ud_pr_auc": 0.9903520985652481,
+      "eval_lv_ersatz_pr_auc": 0.9883454162819526,
+      "eval_lv_opus100_pr_auc": 0.8825293909858318,
+      "eval_lv_ud_pr_auc": 0.9631316543201667,
+      "eval_mg_opus100_pr_auc": 0.9302412646125696,
+      "eval_mk_opus100_pr_auc": 0.9145496992631854,
+      "eval_ml_opus100_pr_auc": 0.7655323135109598,
+      "eval_mn_opus100_pr_auc": 0.9471709423673662,
+      "eval_mr_opus100_pr_auc": 0.8867971980005287,
+      "eval_mr_ud_pr_auc": 0.9720708890206349,
+      "eval_ms_opus100_pr_auc": 0.8771906608345258,
+      "eval_mt_opus100_pr_auc": 0.870558743359148,
+      "eval_mt_ud_pr_auc": 0.9226009774034423,
+      "eval_my_opus100_pr_auc": 0.739637399558554,
+      "eval_ne_opus100_pr_auc": 0.7155818284064975,
+      "eval_nl_opus100_pr_auc": 0.902480594661829,
+      "eval_nl_ud_pr_auc": 0.981893906246025,
+      "eval_no_opus100_pr_auc": 0.9275682383583449,
+      "eval_no_ud_pr_auc": 0.9960489469123674,
+      "eval_pa_opus100_pr_auc": 0.6895679661158284,
+      "eval_pl_ersatz_pr_auc": 0.9767229467402478,
+      "eval_pl_opus100_pr_auc": 0.9018509692799637,
+      "eval_pl_ud_pr_auc": 0.9651930408393913,
+      "eval_ps_ersatz_pr_auc": 0.9421948579981655,
+      "eval_ps_opus100_pr_auc": 0.7482475312954178,
+      "eval_pt_opus100_pr_auc": 0.9256027333610606,
+      "eval_pt_ud_pr_auc": 0.978662061056444,
+      "eval_ro_ersatz_pr_auc": 0.9923434572408375,
+      "eval_ro_opus100_pr_auc": 0.8972057206992833,
+      "eval_ro_ud_pr_auc": 0.9569326963781732,
+      "eval_ru_ersatz_pr_auc": 0.9899613709341561,
+      "eval_ru_opus100_pr_auc": 0.9312701764022676,
+      "eval_ru_ud_pr_auc": 0.8667689967564818,
+      "eval_runtime": 870.6064,
+      "eval_samples_per_second": 86.784,
+      "eval_si_opus100_pr_auc": 0.8004041570149828,
+      "eval_sk_opus100_pr_auc": 0.9341605059080175,
+      "eval_sk_ud_pr_auc": 0.9841373438584117,
+      "eval_sl_opus100_pr_auc": 0.8658930730256352,
+      "eval_sl_ud_pr_auc": 0.9708510507781529,
+      "eval_sq_opus100_pr_auc": 0.9258667617586174,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9089342093257959,
+      "eval_sr_ud_pr_auc": 0.9984812936122093,
+      "eval_steps_per_second": 5.425,
+      "eval_sv_opus100_pr_auc": 0.9061586548868986,
+      "eval_sv_ud_pr_auc": 0.9546536722911316,
+      "eval_ta_ersatz_pr_auc": 0.9819065266587139,
+      "eval_ta_opus100_pr_auc": 0.6922311428411259,
+      "eval_ta_ud_pr_auc": 0.9927623381747499,
+      "eval_te_opus100_pr_auc": 0.8339722471404081,
+      "eval_tg_opus100_pr_auc": 0.8878513066336348,
+      "eval_th_opus100_pr_auc": 0.6752748911273483,
+      "eval_th_ud_pr_auc": 0.8028751704383928,
+      "eval_tr_ersatz_pr_auc": 0.9640111416045772,
+      "eval_tr_opus100_pr_auc": 0.9011004828585304,
+      "eval_tr_ud_pr_auc": 0.964327639506896,
+      "eval_uk_opus100_pr_auc": 0.8785577600221633,
+      "eval_uk_ud_pr_auc": 0.9217531735208203,
+      "eval_ur_opus100_pr_auc": 0.5457720297996045,
+      "eval_ur_ud_pr_auc": 0.9921139754167857,
+      "eval_uz_opus100_pr_auc": 0.8609760644063592,
+      "eval_vi_opus100_pr_auc": 0.9103761345685775,
+      "eval_vi_ud_pr_auc": 0.9599044896952907,
+      "eval_xh_opus100_pr_auc": 0.8584576260378244,
+      "eval_yi_opus100_pr_auc": 0.7961667139980679,
+      "eval_yo_opus100_pr_auc": 0.792066928780844,
+      "eval_yo_ud_pr_auc": 0.9015088662003096,
+      "eval_zh_ersatz_pr_auc": 0.9396756396018437,
+      "eval_zh_opus100_pr_auc": 0.7023600148228302,
+      "eval_zh_ud_pr_auc": 0.9973845569677946,
+      "eval_zu_opus100_pr_auc": 0.8423927267117082,
+      "step": 145000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0288,
+      "step": 145050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.028,
+      "step": 145100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.0282,
+      "step": 145150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0277,
+      "step": 145200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0285,
+      "step": 145250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0286,
+      "step": 145300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0281,
+      "step": 145350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.0284,
+      "step": 145400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0289,
+      "step": 145450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0286,
+      "step": 145500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.029,
+      "step": 145550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.028,
+      "step": 145600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.029,
+      "step": 145650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0287,
+      "step": 145700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0283,
+      "step": 145750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.0284,
+      "step": 145800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0286,
+      "step": 145850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0279,
+      "step": 145900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.0285,
+      "step": 145950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0276,
+      "step": 146000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0281,
+      "step": 146050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.0284,
+      "step": 146100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0285,
+      "step": 146150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0285,
+      "step": 146200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0287,
+      "step": 146250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0282,
+      "step": 146300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.0283,
+      "step": 146350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0288,
+      "step": 146400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0287,
+      "step": 146450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0288,
+      "step": 146500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.0286,
+      "step": 146550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.029,
+      "step": 146600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0281,
+      "step": 146650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0281,
+      "step": 146700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0283,
+      "step": 146750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0285,
+      "step": 146800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0284,
+      "step": 146850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0286,
+      "step": 146900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.029,
+      "step": 146950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.0289,
+      "step": 147000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.0281,
+      "step": 147050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0277,
+      "step": 147100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0289,
+      "step": 147150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0285,
+      "step": 147200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.0287,
+      "step": 147250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.0281,
+      "step": 147300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0281,
+      "step": 147350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0282,
+      "step": 147400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0281,
+      "step": 147450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0285,
+      "step": 147500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0283,
+      "step": 147550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.0288,
+      "step": 147600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.0279,
+      "step": 147650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0281,
+      "step": 147700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0281,
+      "step": 147750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0278,
+      "step": 147800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0286,
+      "step": 147850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0288,
+      "step": 147900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0284,
+      "step": 147950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0284,
+      "step": 148000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.0279,
+      "step": 148050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0285,
+      "step": 148100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0285,
+      "step": 148150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.0283,
+      "step": 148200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0281,
+      "step": 148250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0285,
+      "step": 148300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0282,
+      "step": 148350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.028,
+      "step": 148400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0282,
+      "step": 148450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0282,
+      "step": 148500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0289,
+      "step": 148550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0283,
+      "step": 148600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0285,
+      "step": 148650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0283,
+      "step": 148700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.0278,
+      "step": 148750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0269,
+      "step": 148800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0282,
+      "step": 148850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0283,
+      "step": 148900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.0281,
+      "step": 148950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.028,
+      "step": 149000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0284,
+      "step": 149050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0281,
+      "step": 149100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0278,
+      "step": 149150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0279,
+      "step": 149200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0285,
+      "step": 149250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0275,
+      "step": 149300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.028,
+      "step": 149350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0284,
+      "step": 149400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.028,
+      "step": 149450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0281,
+      "step": 149500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0283,
+      "step": 149550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0282,
+      "step": 149600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0289,
+      "step": 149650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0283,
+      "step": 149700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0284,
+      "step": 149750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0286,
+      "step": 149800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0281,
+      "step": 149850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0284,
+      "step": 149900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.0284,
+      "step": 149950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0279,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7858041373662666,
+      "eval_af_ud_pr_auc": 0.9876060182004598,
+      "eval_am_opus100_pr_auc": 0.5138575932552293,
+      "eval_ar_ersatz_pr_auc": 0.9306332714733623,
+      "eval_ar_opus100_pr_auc": 0.727527993003533,
+      "eval_ar_ud_pr_auc": 0.8816632177667258,
+      "eval_average_ersatz_pr_auc": 0.9639031022975988,
+      "eval_average_opus100_pr_auc": 0.8390311424878639,
+      "eval_average_ud_pr_auc": 0.9619155455584424,
+      "eval_az_opus100_pr_auc": 0.8011995915651582,
+      "eval_be_opus100_pr_auc": 0.7116746536024873,
+      "eval_be_ud_pr_auc": 0.8835027466345067,
+      "eval_bg_opus100_pr_auc": 0.9208037224461474,
+      "eval_bg_ud_pr_auc": 0.9938899586731107,
+      "eval_bn_opus100_pr_auc": 0.839756372623023,
+      "eval_bn_ud_pr_auc": 0.9821662124347398,
+      "eval_ca_opus100_pr_auc": 0.8821436718438699,
+      "eval_ca_ud_pr_auc": 0.9968450832485426,
+      "eval_ceb_ud_pr_auc": 0.9992776475044054,
+      "eval_cs_ersatz_pr_auc": 0.9840951022805471,
+      "eval_cs_opus100_pr_auc": 0.9014372555373399,
+      "eval_cs_ud_pr_auc": 0.9624195807664231,
+      "eval_cy_opus100_pr_auc": 0.797889914297585,
+      "eval_cy_ud_pr_auc": 0.995149518131434,
+      "eval_da_opus100_pr_auc": 0.917830567938787,
+      "eval_da_ud_pr_auc": 0.9865302089357906,
+      "eval_de_ersatz_pr_auc": 0.9842969803759358,
+      "eval_de_opus100_pr_auc": 0.8999329369082357,
+      "eval_de_ud_pr_auc": 0.9864274309659187,
+      "eval_el_opus100_pr_auc": 0.9196163799435041,
+      "eval_el_ud_pr_auc": 0.9916824207457122,
+      "eval_en_ersatz_pr_auc": 0.9926089997940349,
+      "eval_en_opus100_pr_auc": 0.9317420857781707,
+      "eval_en_ud_pr_auc": 0.9807958855158798,
+      "eval_eo_opus100_pr_auc": 0.9382952308246486,
+      "eval_es_ersatz_pr_auc": 0.9965212185299125,
+      "eval_es_opus100_pr_auc": 0.9302997765109697,
+      "eval_es_ud_pr_auc": 0.9902011750747427,
+      "eval_et_ersatz_pr_auc": 0.9801277417297718,
+      "eval_et_opus100_pr_auc": 0.8783840208978,
+      "eval_et_ud_pr_auc": 0.9654825385053746,
+      "eval_eu_opus100_pr_auc": 0.8894260341663187,
+      "eval_eu_ud_pr_auc": 0.983347097403062,
+      "eval_fa_opus100_pr_auc": 0.6152672378348609,
+      "eval_fa_ud_pr_auc": 0.9902422969814055,
+      "eval_fi_ersatz_pr_auc": 0.9912122271533477,
+      "eval_fi_opus100_pr_auc": 0.9177853660510352,
+      "eval_fi_ud_pr_auc": 0.9719675356998448,
+      "eval_fr_ersatz_pr_auc": 0.985004000955809,
+      "eval_fr_opus100_pr_auc": 0.9139794521761966,
+      "eval_fr_ud_pr_auc": 0.9832867179217344,
+      "eval_fy_opus100_pr_auc": 0.7277608693374652,
+      "eval_ga_opus100_pr_auc": 0.8911776422439222,
+      "eval_ga_ud_pr_auc": 0.7974731734434641,
+      "eval_gd_opus100_pr_auc": 0.6503930847696149,
+      "eval_gd_ud_pr_auc": 0.7902838809020619,
+      "eval_gl_opus100_pr_auc": 0.8893367566710447,
+      "eval_gl_ud_pr_auc": 0.9968630914049775,
+      "eval_gu_ersatz_pr_auc": 0.9312896677860439,
+      "eval_gu_opus100_pr_auc": 0.7303526253946733,
+      "eval_ha_opus100_pr_auc": 0.9057407485270947,
+      "eval_he_opus100_pr_auc": 0.8848061528303418,
+      "eval_he_ud_pr_auc": 0.9816064551882072,
+      "eval_hi_ersatz_pr_auc": 0.9752423324713849,
+      "eval_hi_opus100_pr_auc": 0.6947001061759625,
+      "eval_hi_ud_pr_auc": 0.985616257309586,
+      "eval_hu_opus100_pr_auc": 0.9235651695359923,
+      "eval_hu_ud_pr_auc": 0.9788953862579419,
+      "eval_hy_opus100_pr_auc": 0.9051092091045204,
+      "eval_hy_ud_pr_auc": 0.9861261750909139,
+      "eval_id_opus100_pr_auc": 0.8761748114498531,
+      "eval_id_ud_pr_auc": 0.9933594867823331,
+      "eval_ig_opus100_pr_auc": 0.892774573316464,
+      "eval_is_opus100_pr_auc": 0.9198633154776237,
+      "eval_is_ud_pr_auc": 0.9198838630486696,
+      "eval_it_opus100_pr_auc": 0.9103130382402711,
+      "eval_it_ud_pr_auc": 0.9971851242005669,
+      "eval_ja_ersatz_pr_auc": 0.8247554446696689,
+      "eval_ja_opus100_pr_auc": 0.7967542127937435,
+      "eval_ja_ud_pr_auc": 0.9683185420888115,
+      "eval_jv_ud_pr_auc": 0.969655431620783,
+      "eval_ka_opus100_pr_auc": 0.8725477959232625,
+      "eval_kk_ersatz_pr_auc": 0.9859279381709114,
+      "eval_kk_opus100_pr_auc": 0.8213312109847254,
+      "eval_kk_ud_pr_auc": 0.9723529576163196,
+      "eval_km_ersatz_pr_auc": 0.9083812860321304,
+      "eval_km_opus100_pr_auc": 0.7583530977448989,
+      "eval_kn_opus100_pr_auc": 0.648482633199505,
+      "eval_ko_opus100_pr_auc": 0.6844879605531814,
+      "eval_ko_ud_pr_auc": 0.9969507163392364,
+      "eval_ku_opus100_pr_auc": 0.8381526249746061,
+      "eval_ky_opus100_pr_auc": 0.8927150051626933,
+      "eval_la_ud_pr_auc": 0.9704724325758289,
+      "eval_loss": 0.032390616834163666,
+      "eval_lt_ersatz_pr_auc": 0.9942277303657917,
+      "eval_lt_opus100_pr_auc": 0.8795535614459916,
+      "eval_lt_ud_pr_auc": 0.9926943386893472,
+      "eval_lv_ersatz_pr_auc": 0.9905374450560376,
+      "eval_lv_opus100_pr_auc": 0.888234409148038,
+      "eval_lv_ud_pr_auc": 0.9588877632604824,
+      "eval_mg_opus100_pr_auc": 0.9285263226496376,
+      "eval_mk_opus100_pr_auc": 0.9226113899688075,
+      "eval_ml_opus100_pr_auc": 0.7782155544434501,
+      "eval_mn_opus100_pr_auc": 0.958312412573631,
+      "eval_mr_opus100_pr_auc": 0.9009984538111399,
+      "eval_mr_ud_pr_auc": 0.9743477907539384,
+      "eval_ms_opus100_pr_auc": 0.8788657123860946,
+      "eval_mt_opus100_pr_auc": 0.8742648295094723,
+      "eval_mt_ud_pr_auc": 0.892092970550698,
+      "eval_my_opus100_pr_auc": 0.7399292648054586,
+      "eval_ne_opus100_pr_auc": 0.7296258825529371,
+      "eval_nl_opus100_pr_auc": 0.8995050019001799,
+      "eval_nl_ud_pr_auc": 0.984112674764931,
+      "eval_no_opus100_pr_auc": 0.9155124383438598,
+      "eval_no_ud_pr_auc": 0.9963825985120819,
+      "eval_pa_opus100_pr_auc": 0.693960792915938,
+      "eval_pl_ersatz_pr_auc": 0.9801099498143453,
+      "eval_pl_opus100_pr_auc": 0.8986591958527599,
+      "eval_pl_ud_pr_auc": 0.9650102589972865,
+      "eval_ps_ersatz_pr_auc": 0.9201012481614472,
+      "eval_ps_opus100_pr_auc": 0.735300390320188,
+      "eval_pt_opus100_pr_auc": 0.9189460713122133,
+      "eval_pt_ud_pr_auc": 0.9847793774971104,
+      "eval_ro_ersatz_pr_auc": 0.9933009969016093,
+      "eval_ro_opus100_pr_auc": 0.8785786781076484,
+      "eval_ro_ud_pr_auc": 0.9628151446895186,
+      "eval_ru_ersatz_pr_auc": 0.9887748290180718,
+      "eval_ru_opus100_pr_auc": 0.9278893702206175,
+      "eval_ru_ud_pr_auc": 0.8632744102107162,
+      "eval_runtime": 870.8522,
+      "eval_samples_per_second": 86.76,
+      "eval_si_opus100_pr_auc": 0.8125566192854112,
+      "eval_sk_opus100_pr_auc": 0.9323196948469751,
+      "eval_sk_ud_pr_auc": 0.9831798296124021,
+      "eval_sl_opus100_pr_auc": 0.8614298021091906,
+      "eval_sl_ud_pr_auc": 0.9770092844908552,
+      "eval_sq_opus100_pr_auc": 0.9293958741413508,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9084702535854338,
+      "eval_sr_ud_pr_auc": 0.9988185439326878,
+      "eval_steps_per_second": 5.423,
+      "eval_sv_opus100_pr_auc": 0.9039501705354348,
+      "eval_sv_ud_pr_auc": 0.9560245383659195,
+      "eval_ta_ersatz_pr_auc": 0.9793509745823488,
+      "eval_ta_opus100_pr_auc": 0.7069077310529611,
+      "eval_ta_ud_pr_auc": 0.993431304823095,
+      "eval_te_opus100_pr_auc": 0.8291441420926471,
+      "eval_tg_opus100_pr_auc": 0.8881854308383295,
+      "eval_th_opus100_pr_auc": 0.6914438701010258,
+      "eval_th_ud_pr_auc": 0.8008414220731898,
+      "eval_tr_ersatz_pr_auc": 0.9636879586286224,
+      "eval_tr_opus100_pr_auc": 0.902159386274677,
+      "eval_tr_ud_pr_auc": 0.952912535860753,
+      "eval_uk_opus100_pr_auc": 0.8793750801492026,
+      "eval_uk_ud_pr_auc": 0.9127919349763683,
+      "eval_ur_opus100_pr_auc": 0.5487957974031248,
+      "eval_ur_ud_pr_auc": 0.993578591494135,
+      "eval_uz_opus100_pr_auc": 0.8730966774040243,
+      "eval_vi_opus100_pr_auc": 0.9105781065259747,
+      "eval_vi_ud_pr_auc": 0.9611460558821243,
+      "eval_xh_opus100_pr_auc": 0.876999495540765,
+      "eval_yi_opus100_pr_auc": 0.8202539236168018,
+      "eval_yo_opus100_pr_auc": 0.8162051381630118,
+      "eval_yo_ud_pr_auc": 0.9130331887267319,
+      "eval_zh_ersatz_pr_auc": 0.925680906596037,
+      "eval_zh_opus100_pr_auc": 0.7419558283785048,
+      "eval_zh_ud_pr_auc": 0.9944952736873248,
+      "eval_zu_opus100_pr_auc": 0.870294290709309,
+      "step": 150000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0287,
+      "step": 150050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0286,
+      "step": 150100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0275,
+      "step": 150150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.0283,
+      "step": 150200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0288,
+      "step": 150250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.028,
+      "step": 150300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.0284,
+      "step": 150350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0273,
+      "step": 150400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.0288,
+      "step": 150450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0281,
+      "step": 150500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0277,
+      "step": 150550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.029,
+      "step": 150600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.0285,
+      "step": 150650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0283,
+      "step": 150700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0285,
+      "step": 150750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0285,
+      "step": 150800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0283,
+      "step": 150850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.028,
+      "step": 150900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0285,
+      "step": 150950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0281,
+      "step": 151000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.0278,
+      "step": 151050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0285,
+      "step": 151100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0284,
+      "step": 151150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.0278,
+      "step": 151200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0284,
+      "step": 151250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0288,
+      "step": 151300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0289,
+      "step": 151350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0279,
+      "step": 151400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.0282,
+      "step": 151450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0279,
+      "step": 151500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0286,
+      "step": 151550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0279,
+      "step": 151600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.028,
+      "step": 151650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.0285,
+      "step": 151700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0283,
+      "step": 151750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0281,
+      "step": 151800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.028,
+      "step": 151850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0282,
+      "step": 151900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.028,
+      "step": 151950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.0285,
+      "step": 152000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0286,
+      "step": 152050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0283,
+      "step": 152100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0284,
+      "step": 152150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0287,
+      "step": 152200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0283,
+      "step": 152250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0277,
+      "step": 152300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0287,
+      "step": 152350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0289,
+      "step": 152400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0276,
+      "step": 152450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0285,
+      "step": 152500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0289,
+      "step": 152550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0274,
+      "step": 152600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.028,
+      "step": 152650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0288,
+      "step": 152700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0282,
+      "step": 152750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.0283,
+      "step": 152800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0287,
+      "step": 152850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.028,
+      "step": 152900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0283,
+      "step": 152950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.0285,
+      "step": 153000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0282,
+      "step": 153050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0292,
+      "step": 153100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0285,
+      "step": 153150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.0283,
+      "step": 153200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0281,
+      "step": 153250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0282,
+      "step": 153300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0269,
+      "step": 153350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0281,
+      "step": 153400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0278,
+      "step": 153450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0286,
+      "step": 153500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0287,
+      "step": 153550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0284,
+      "step": 153600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.0284,
+      "step": 153650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0277,
+      "step": 153700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.0281,
+      "step": 153750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0276,
+      "step": 153800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0286,
+      "step": 153850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0284,
+      "step": 153900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0281,
+      "step": 153950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0278,
+      "step": 154000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0282,
+      "step": 154050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0278,
+      "step": 154100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.0276,
+      "step": 154150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0288,
+      "step": 154200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0286,
+      "step": 154250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0282,
+      "step": 154300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0284,
+      "step": 154350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0281,
+      "step": 154400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0284,
+      "step": 154450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0283,
+      "step": 154500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0275,
+      "step": 154550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0281,
+      "step": 154600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0285,
+      "step": 154650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0291,
+      "step": 154700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0285,
+      "step": 154750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.0279,
+      "step": 154800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0282,
+      "step": 154850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0281,
+      "step": 154900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0285,
+      "step": 154950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.028,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.7634956814139472,
+      "eval_af_ud_pr_auc": 0.9893413541984252,
+      "eval_am_opus100_pr_auc": 0.5996967479030513,
+      "eval_ar_ersatz_pr_auc": 0.9406392343351094,
+      "eval_ar_opus100_pr_auc": 0.7252581897456167,
+      "eval_ar_ud_pr_auc": 0.8761191549118439,
+      "eval_average_ersatz_pr_auc": 0.9682608662127631,
+      "eval_average_opus100_pr_auc": 0.8311963654231848,
+      "eval_average_ud_pr_auc": 0.962468476000901,
+      "eval_az_opus100_pr_auc": 0.8068278465262562,
+      "eval_be_opus100_pr_auc": 0.6584638152478167,
+      "eval_be_ud_pr_auc": 0.8892134946023584,
+      "eval_bg_opus100_pr_auc": 0.9225200395639899,
+      "eval_bg_ud_pr_auc": 0.994838431542453,
+      "eval_bn_opus100_pr_auc": 0.8248117160623766,
+      "eval_bn_ud_pr_auc": 0.9837912695722191,
+      "eval_ca_opus100_pr_auc": 0.8832522404755658,
+      "eval_ca_ud_pr_auc": 0.9973311529181308,
+      "eval_ceb_ud_pr_auc": 0.9989450902454956,
+      "eval_cs_ersatz_pr_auc": 0.9873246355480033,
+      "eval_cs_opus100_pr_auc": 0.9008193194383189,
+      "eval_cs_ud_pr_auc": 0.9618137212779132,
+      "eval_cy_opus100_pr_auc": 0.7659534032662253,
+      "eval_cy_ud_pr_auc": 0.9969710584735181,
+      "eval_da_opus100_pr_auc": 0.9180471084066063,
+      "eval_da_ud_pr_auc": 0.9853620405560313,
+      "eval_de_ersatz_pr_auc": 0.9866698250407328,
+      "eval_de_opus100_pr_auc": 0.8918272792785155,
+      "eval_de_ud_pr_auc": 0.9866317450841393,
+      "eval_el_opus100_pr_auc": 0.9208803722380067,
+      "eval_el_ud_pr_auc": 0.9863228443255957,
+      "eval_en_ersatz_pr_auc": 0.99208524270093,
+      "eval_en_opus100_pr_auc": 0.9336766680783631,
+      "eval_en_ud_pr_auc": 0.9784937378313567,
+      "eval_eo_opus100_pr_auc": 0.9324687822251426,
+      "eval_es_ersatz_pr_auc": 0.996696949669895,
+      "eval_es_opus100_pr_auc": 0.9278929678815075,
+      "eval_es_ud_pr_auc": 0.9908527544867743,
+      "eval_et_ersatz_pr_auc": 0.9844127949357465,
+      "eval_et_opus100_pr_auc": 0.8915418042530169,
+      "eval_et_ud_pr_auc": 0.9663924180732634,
+      "eval_eu_opus100_pr_auc": 0.8862321597600905,
+      "eval_eu_ud_pr_auc": 0.9890762352756197,
+      "eval_fa_opus100_pr_auc": 0.5949542788443738,
+      "eval_fa_ud_pr_auc": 0.9956142306712381,
+      "eval_fi_ersatz_pr_auc": 0.9900322896261177,
+      "eval_fi_opus100_pr_auc": 0.9170714445735916,
+      "eval_fi_ud_pr_auc": 0.9724047299819758,
+      "eval_fr_ersatz_pr_auc": 0.9907986687587444,
+      "eval_fr_opus100_pr_auc": 0.9157999682724808,
+      "eval_fr_ud_pr_auc": 0.9751737974546939,
+      "eval_fy_opus100_pr_auc": 0.6784571023583875,
+      "eval_ga_opus100_pr_auc": 0.8874734783821376,
+      "eval_ga_ud_pr_auc": 0.8143651975283075,
+      "eval_gd_opus100_pr_auc": 0.6492826051294153,
+      "eval_gd_ud_pr_auc": 0.8025240000424224,
+      "eval_gl_opus100_pr_auc": 0.8894964680386308,
+      "eval_gl_ud_pr_auc": 0.9981655948420081,
+      "eval_gu_ersatz_pr_auc": 0.9490587831494681,
+      "eval_gu_opus100_pr_auc": 0.7186506483265522,
+      "eval_ha_opus100_pr_auc": 0.9129765536144482,
+      "eval_he_opus100_pr_auc": 0.8706538943743687,
+      "eval_he_ud_pr_auc": 0.9793126366132296,
+      "eval_hi_ersatz_pr_auc": 0.972753151671026,
+      "eval_hi_opus100_pr_auc": 0.682415016975797,
+      "eval_hi_ud_pr_auc": 0.9798450225244527,
+      "eval_hu_opus100_pr_auc": 0.9216169914321339,
+      "eval_hu_ud_pr_auc": 0.9810309728328953,
+      "eval_hy_opus100_pr_auc": 0.8938984256239009,
+      "eval_hy_ud_pr_auc": 0.9900426680923489,
+      "eval_id_opus100_pr_auc": 0.8824122942215374,
+      "eval_id_ud_pr_auc": 0.9923599272490441,
+      "eval_ig_opus100_pr_auc": 0.8747280964950995,
+      "eval_is_opus100_pr_auc": 0.926543354937681,
+      "eval_is_ud_pr_auc": 0.9190216396759412,
+      "eval_it_opus100_pr_auc": 0.9114195212697572,
+      "eval_it_ud_pr_auc": 0.9976381468915755,
+      "eval_ja_ersatz_pr_auc": 0.8409662626947068,
+      "eval_ja_opus100_pr_auc": 0.7838013084444452,
+      "eval_ja_ud_pr_auc": 0.9778976601278594,
+      "eval_jv_ud_pr_auc": 0.9686528040376519,
+      "eval_ka_opus100_pr_auc": 0.8732283747239569,
+      "eval_kk_ersatz_pr_auc": 0.9883762318085043,
+      "eval_kk_opus100_pr_auc": 0.7602952506282452,
+      "eval_kk_ud_pr_auc": 0.977463040716714,
+      "eval_km_ersatz_pr_auc": 0.9135719780447524,
+      "eval_km_opus100_pr_auc": 0.7337951534776411,
+      "eval_kn_opus100_pr_auc": 0.5872422537715644,
+      "eval_ko_opus100_pr_auc": 0.6571142646108372,
+      "eval_ko_ud_pr_auc": 0.9983546258550968,
+      "eval_ku_opus100_pr_auc": 0.8146717069239768,
+      "eval_ky_opus100_pr_auc": 0.8529729372233613,
+      "eval_la_ud_pr_auc": 0.966084764348701,
+      "eval_loss": 0.032328177243471146,
+      "eval_lt_ersatz_pr_auc": 0.9961288814457219,
+      "eval_lt_opus100_pr_auc": 0.871433738190316,
+      "eval_lt_ud_pr_auc": 0.9945151407405527,
+      "eval_lv_ersatz_pr_auc": 0.9887045748751474,
+      "eval_lv_opus100_pr_auc": 0.8777489289039386,
+      "eval_lv_ud_pr_auc": 0.9632049448442838,
+      "eval_mg_opus100_pr_auc": 0.9343281303285957,
+      "eval_mk_opus100_pr_auc": 0.9165805002373782,
+      "eval_ml_opus100_pr_auc": 0.769299240555991,
+      "eval_mn_opus100_pr_auc": 0.9379575520459702,
+      "eval_mr_opus100_pr_auc": 0.8897655932888281,
+      "eval_mr_ud_pr_auc": 0.9849358674066128,
+      "eval_ms_opus100_pr_auc": 0.8853269437025977,
+      "eval_mt_opus100_pr_auc": 0.8694304108323238,
+      "eval_mt_ud_pr_auc": 0.8623758390616405,
+      "eval_my_opus100_pr_auc": 0.7265496517293013,
+      "eval_ne_opus100_pr_auc": 0.7151693379500276,
+      "eval_nl_opus100_pr_auc": 0.9023783692804085,
+      "eval_nl_ud_pr_auc": 0.9868657861947723,
+      "eval_no_opus100_pr_auc": 0.9225034132661218,
+      "eval_no_ud_pr_auc": 0.9952377757034593,
+      "eval_pa_opus100_pr_auc": 0.6588999905798515,
+      "eval_pl_ersatz_pr_auc": 0.9819726496154874,
+      "eval_pl_opus100_pr_auc": 0.8967240233036373,
+      "eval_pl_ud_pr_auc": 0.9662978662492825,
+      "eval_ps_ersatz_pr_auc": 0.9253302358143635,
+      "eval_ps_opus100_pr_auc": 0.7534616526740755,
+      "eval_pt_opus100_pr_auc": 0.9193506817589175,
+      "eval_pt_ud_pr_auc": 0.983742816525565,
+      "eval_ro_ersatz_pr_auc": 0.9936732863139174,
+      "eval_ro_opus100_pr_auc": 0.9008801160810529,
+      "eval_ro_ud_pr_auc": 0.9736589869722536,
+      "eval_ru_ersatz_pr_auc": 0.9913404861137101,
+      "eval_ru_opus100_pr_auc": 0.9287254931964947,
+      "eval_ru_ud_pr_auc": 0.8568786106682087,
+      "eval_runtime": 876.6693,
+      "eval_samples_per_second": 86.184,
+      "eval_si_opus100_pr_auc": 0.8088636920852705,
+      "eval_sk_opus100_pr_auc": 0.9326999495804671,
+      "eval_sk_ud_pr_auc": 0.9831506023738229,
+      "eval_sl_opus100_pr_auc": 0.8644104600469431,
+      "eval_sl_ud_pr_auc": 0.9761654396739416,
+      "eval_sq_opus100_pr_auc": 0.9238654280096019,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9039668961974684,
+      "eval_sr_ud_pr_auc": 0.9996721229725786,
+      "eval_steps_per_second": 5.387,
+      "eval_sv_opus100_pr_auc": 0.9074346198609619,
+      "eval_sv_ud_pr_auc": 0.9572557858814139,
+      "eval_ta_ersatz_pr_auc": 0.9802131755916514,
+      "eval_ta_opus100_pr_auc": 0.6766236093812766,
+      "eval_ta_ud_pr_auc": 0.9967454694316847,
+      "eval_te_opus100_pr_auc": 0.812497567540118,
+      "eval_tg_opus100_pr_auc": 0.8832164965821934,
+      "eval_th_opus100_pr_auc": 0.6675268601433841,
+      "eval_th_ud_pr_auc": 0.7955246992148807,
+      "eval_tr_ersatz_pr_auc": 0.9650685844285697,
+      "eval_tr_opus100_pr_auc": 0.906165377184903,
+      "eval_tr_ud_pr_auc": 0.9538741023970452,
+      "eval_uk_opus100_pr_auc": 0.8741722752505415,
+      "eval_uk_ud_pr_auc": 0.9214408482606126,
+      "eval_ur_opus100_pr_auc": 0.5411109631489093,
+      "eval_ur_ud_pr_auc": 0.9936650185665902,
+      "eval_uz_opus100_pr_auc": 0.8492572749315873,
+      "eval_vi_opus100_pr_auc": 0.9108008135689387,
+      "eval_vi_ud_pr_auc": 0.9657379787059207,
+      "eval_xh_opus100_pr_auc": 0.8668509279295581,
+      "eval_yi_opus100_pr_auc": 0.8145079872049666,
+      "eval_yo_opus100_pr_auc": 0.7899433559367848,
+      "eval_yo_ud_pr_auc": 0.896497168063443,
+      "eval_zh_ersatz_pr_auc": 0.9459211344984847,
+      "eval_zh_opus100_pr_auc": 0.7543817355199337,
+      "eval_zh_ud_pr_auc": 0.9958122992814961,
+      "eval_zu_opus100_pr_auc": 0.8486543722527791,
+      "step": 155000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0285,
+      "step": 155050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0287,
+      "step": 155100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0283,
+      "step": 155150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.0277,
+      "step": 155200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0283,
+      "step": 155250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0282,
+      "step": 155300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.0281,
+      "step": 155350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0282,
+      "step": 155400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0284,
+      "step": 155450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0281,
+      "step": 155500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0289,
+      "step": 155550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0283,
+      "step": 155600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0273,
+      "step": 155650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0282,
+      "step": 155700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0274,
+      "step": 155750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.0284,
+      "step": 155800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0281,
+      "step": 155850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0278,
+      "step": 155900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0285,
+      "step": 155950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0275,
+      "step": 156000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.0287,
+      "step": 156050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0287,
+      "step": 156100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.028,
+      "step": 156150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0282,
+      "step": 156200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0288,
+      "step": 156250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0281,
+      "step": 156300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0284,
+      "step": 156350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0287,
+      "step": 156400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0281,
+      "step": 156450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0281,
+      "step": 156500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0277,
+      "step": 156550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0275,
+      "step": 156600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0281,
+      "step": 156650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0285,
+      "step": 156700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0277,
+      "step": 156750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.028,
+      "step": 156800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0279,
+      "step": 156850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0273,
+      "step": 156900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.0281,
+      "step": 156950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0282,
+      "step": 157000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.0283,
+      "step": 157050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0281,
+      "step": 157100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0286,
+      "step": 157150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.0279,
+      "step": 157200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.0289,
+      "step": 157250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.0285,
+      "step": 157300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0282,
+      "step": 157350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.0278,
+      "step": 157400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0279,
+      "step": 157450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0284,
+      "step": 157500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0281,
+      "step": 157550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0284,
+      "step": 157600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.028,
+      "step": 157650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0288,
+      "step": 157700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0276,
+      "step": 157750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0279,
+      "step": 157800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0287,
+      "step": 157850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0291,
+      "step": 157900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0287,
+      "step": 157950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.0282,
+      "step": 158000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0286,
+      "step": 158050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0279,
+      "step": 158100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0281,
+      "step": 158150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0274,
+      "step": 158200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.0282,
+      "step": 158250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.0285,
+      "step": 158300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0284,
+      "step": 158350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.028,
+      "step": 158400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0281,
+      "step": 158450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0282,
+      "step": 158500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0281,
+      "step": 158550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0276,
+      "step": 158600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0274,
+      "step": 158650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0283,
+      "step": 158700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0287,
+      "step": 158750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0279,
+      "step": 158800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.0273,
+      "step": 158850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0284,
+      "step": 158900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0279,
+      "step": 158950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0281,
+      "step": 159000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.028,
+      "step": 159050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0281,
+      "step": 159100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0275,
+      "step": 159150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0275,
+      "step": 159200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0276,
+      "step": 159250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0276,
+      "step": 159300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0277,
+      "step": 159350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0285,
+      "step": 159400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.0279,
+      "step": 159450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0288,
+      "step": 159500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0285,
+      "step": 159550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0275,
+      "step": 159600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0286,
+      "step": 159650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0288,
+      "step": 159700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0281,
+      "step": 159750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.029,
+      "step": 159800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.028,
+      "step": 159850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.0279,
+      "step": 159900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0277,
+      "step": 159950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0287,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.779586510976883,
+      "eval_af_ud_pr_auc": 0.9814136189876419,
+      "eval_am_opus100_pr_auc": 0.5556481258083117,
+      "eval_ar_ersatz_pr_auc": 0.9310653163959964,
+      "eval_ar_opus100_pr_auc": 0.7210941651642679,
+      "eval_ar_ud_pr_auc": 0.8934388124425695,
+      "eval_average_ersatz_pr_auc": 0.9618210367860452,
+      "eval_average_opus100_pr_auc": 0.8258478028811209,
+      "eval_average_ud_pr_auc": 0.9606858182037173,
+      "eval_az_opus100_pr_auc": 0.7712268339152396,
+      "eval_be_opus100_pr_auc": 0.6805359478676659,
+      "eval_be_ud_pr_auc": 0.8689285096853718,
+      "eval_bg_opus100_pr_auc": 0.9136584573850184,
+      "eval_bg_ud_pr_auc": 0.9961003188516652,
+      "eval_bn_opus100_pr_auc": 0.8096201532513405,
+      "eval_bn_ud_pr_auc": 0.9993621431826321,
+      "eval_ca_opus100_pr_auc": 0.8724660762128604,
+      "eval_ca_ud_pr_auc": 0.983029580501478,
+      "eval_ceb_ud_pr_auc": 0.998346422769516,
+      "eval_cs_ersatz_pr_auc": 0.9840886687526936,
+      "eval_cs_opus100_pr_auc": 0.8941897740144727,
+      "eval_cs_ud_pr_auc": 0.9581872148557851,
+      "eval_cy_opus100_pr_auc": 0.776062470545075,
+      "eval_cy_ud_pr_auc": 0.9964573307661009,
+      "eval_da_opus100_pr_auc": 0.9104923793924724,
+      "eval_da_ud_pr_auc": 0.9824304958557545,
+      "eval_de_ersatz_pr_auc": 0.9823820192566082,
+      "eval_de_opus100_pr_auc": 0.8959754140265977,
+      "eval_de_ud_pr_auc": 0.98267272033392,
+      "eval_el_opus100_pr_auc": 0.9117755206505074,
+      "eval_el_ud_pr_auc": 0.986480704769438,
+      "eval_en_ersatz_pr_auc": 0.9892363179295205,
+      "eval_en_opus100_pr_auc": 0.9246483926394309,
+      "eval_en_ud_pr_auc": 0.9757845972578766,
+      "eval_eo_opus100_pr_auc": 0.9282724517395401,
+      "eval_es_ersatz_pr_auc": 0.9963739276857142,
+      "eval_es_opus100_pr_auc": 0.9165186431534108,
+      "eval_es_ud_pr_auc": 0.9902393189584995,
+      "eval_et_ersatz_pr_auc": 0.9783632332151578,
+      "eval_et_opus100_pr_auc": 0.873126496678431,
+      "eval_et_ud_pr_auc": 0.962253810476729,
+      "eval_eu_opus100_pr_auc": 0.8819411472958221,
+      "eval_eu_ud_pr_auc": 0.9871589131654908,
+      "eval_fa_opus100_pr_auc": 0.5737175676751283,
+      "eval_fa_ud_pr_auc": 0.9945181195011761,
+      "eval_fi_ersatz_pr_auc": 0.99052385512622,
+      "eval_fi_opus100_pr_auc": 0.9150421607405748,
+      "eval_fi_ud_pr_auc": 0.9673154412198096,
+      "eval_fr_ersatz_pr_auc": 0.9899414009193672,
+      "eval_fr_opus100_pr_auc": 0.9041655027707516,
+      "eval_fr_ud_pr_auc": 0.9830630321234886,
+      "eval_fy_opus100_pr_auc": 0.7071241112838555,
+      "eval_ga_opus100_pr_auc": 0.8734316630436055,
+      "eval_ga_ud_pr_auc": 0.7989528188300745,
+      "eval_gd_opus100_pr_auc": 0.6417443679094544,
+      "eval_gd_ud_pr_auc": 0.798198340606603,
+      "eval_gl_opus100_pr_auc": 0.8831070826382449,
+      "eval_gl_ud_pr_auc": 0.9979737098950812,
+      "eval_gu_ersatz_pr_auc": 0.9387843733501556,
+      "eval_gu_opus100_pr_auc": 0.7281037444981097,
+      "eval_ha_opus100_pr_auc": 0.9055785257694338,
+      "eval_he_opus100_pr_auc": 0.8685498411395104,
+      "eval_he_ud_pr_auc": 0.9720545672393052,
+      "eval_hi_ersatz_pr_auc": 0.9782935984964475,
+      "eval_hi_opus100_pr_auc": 0.6721820560049274,
+      "eval_hi_ud_pr_auc": 0.9885587698490864,
+      "eval_hu_opus100_pr_auc": 0.9154394109410132,
+      "eval_hu_ud_pr_auc": 0.9825450183360922,
+      "eval_hy_opus100_pr_auc": 0.9044405551916102,
+      "eval_hy_ud_pr_auc": 0.9798220538179562,
+      "eval_id_opus100_pr_auc": 0.8872650519964296,
+      "eval_id_ud_pr_auc": 0.9928682003932559,
+      "eval_ig_opus100_pr_auc": 0.8863702381430921,
+      "eval_is_opus100_pr_auc": 0.9235457896333022,
+      "eval_is_ud_pr_auc": 0.9047887215078395,
+      "eval_it_opus100_pr_auc": 0.8898040755243503,
+      "eval_it_ud_pr_auc": 0.9936038743851064,
+      "eval_ja_ersatz_pr_auc": 0.8140494610367016,
+      "eval_ja_opus100_pr_auc": 0.7948658947850831,
+      "eval_ja_ud_pr_auc": 0.9726645927921374,
+      "eval_jv_ud_pr_auc": 0.9635440296001642,
+      "eval_ka_opus100_pr_auc": 0.8699352212549296,
+      "eval_kk_ersatz_pr_auc": 0.9886472088898499,
+      "eval_kk_opus100_pr_auc": 0.7875296508355936,
+      "eval_kk_ud_pr_auc": 0.974523788045612,
+      "eval_km_ersatz_pr_auc": 0.9066338683651205,
+      "eval_km_opus100_pr_auc": 0.7134248814020792,
+      "eval_kn_opus100_pr_auc": 0.6072154286079625,
+      "eval_ko_opus100_pr_auc": 0.673153571897294,
+      "eval_ko_ud_pr_auc": 0.9997209454520452,
+      "eval_ku_opus100_pr_auc": 0.8326114871609371,
+      "eval_ky_opus100_pr_auc": 0.8771687768772924,
+      "eval_la_ud_pr_auc": 0.9696417093330414,
+      "eval_loss": 0.032406993210315704,
+      "eval_lt_ersatz_pr_auc": 0.9952451256752097,
+      "eval_lt_opus100_pr_auc": 0.8406016167982016,
+      "eval_lt_ud_pr_auc": 0.9838560882589826,
+      "eval_lv_ersatz_pr_auc": 0.9801822406184381,
+      "eval_lv_opus100_pr_auc": 0.8481378695670865,
+      "eval_lv_ud_pr_auc": 0.9563530307766291,
+      "eval_mg_opus100_pr_auc": 0.9242132305146497,
+      "eval_mk_opus100_pr_auc": 0.9104376577783437,
+      "eval_ml_opus100_pr_auc": 0.7473955915031909,
+      "eval_mn_opus100_pr_auc": 0.9440339649451845,
+      "eval_mr_opus100_pr_auc": 0.8857788699257556,
+      "eval_mr_ud_pr_auc": 0.9733967823381113,
+      "eval_ms_opus100_pr_auc": 0.8763808922072831,
+      "eval_mt_opus100_pr_auc": 0.8496863263298803,
+      "eval_mt_ud_pr_auc": 0.8691020008516923,
+      "eval_my_opus100_pr_auc": 0.7399475617150915,
+      "eval_ne_opus100_pr_auc": 0.7113211449456992,
+      "eval_nl_opus100_pr_auc": 0.8938614617713267,
+      "eval_nl_ud_pr_auc": 0.9829505160573607,
+      "eval_no_opus100_pr_auc": 0.9142222255830388,
+      "eval_no_ud_pr_auc": 0.9957224246474639,
+      "eval_pa_opus100_pr_auc": 0.6718187777131648,
+      "eval_pl_ersatz_pr_auc": 0.9674334489018817,
+      "eval_pl_opus100_pr_auc": 0.882881018040313,
+      "eval_pl_ud_pr_auc": 0.9569757980911356,
+      "eval_ps_ersatz_pr_auc": 0.9248298467553007,
+      "eval_ps_opus100_pr_auc": 0.7365407261341709,
+      "eval_pt_opus100_pr_auc": 0.9072940264170646,
+      "eval_pt_ud_pr_auc": 0.9792015556612133,
+      "eval_ro_ersatz_pr_auc": 0.9907918753714325,
+      "eval_ro_opus100_pr_auc": 0.8913075357540091,
+      "eval_ro_ud_pr_auc": 0.9823496160002116,
+      "eval_ru_ersatz_pr_auc": 0.9893743529560926,
+      "eval_ru_opus100_pr_auc": 0.8984128112115188,
+      "eval_ru_ud_pr_auc": 0.8554459589793235,
+      "eval_runtime": 873.9878,
+      "eval_samples_per_second": 86.449,
+      "eval_si_opus100_pr_auc": 0.7937503867588814,
+      "eval_sk_opus100_pr_auc": 0.9229264933780555,
+      "eval_sk_ud_pr_auc": 0.9811287720758844,
+      "eval_sl_opus100_pr_auc": 0.8550641388571751,
+      "eval_sl_ud_pr_auc": 0.9665747477793827,
+      "eval_sq_opus100_pr_auc": 0.9160558750694718,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9048920473092565,
+      "eval_sr_ud_pr_auc": 0.9993975927365921,
+      "eval_steps_per_second": 5.404,
+      "eval_sv_opus100_pr_auc": 0.892696059171003,
+      "eval_sv_ud_pr_auc": 0.9564172029697576,
+      "eval_ta_ersatz_pr_auc": 0.9845435617745627,
+      "eval_ta_opus100_pr_auc": 0.665957863522318,
+      "eval_ta_ud_pr_auc": 0.9957767451552549,
+      "eval_te_opus100_pr_auc": 0.8208087095386228,
+      "eval_tg_opus100_pr_auc": 0.8820205082960777,
+      "eval_th_opus100_pr_auc": 0.677872027549233,
+      "eval_th_ud_pr_auc": 0.8091887648165439,
+      "eval_tr_ersatz_pr_auc": 0.9683672564672008,
+      "eval_tr_opus100_pr_auc": 0.8951797188463017,
+      "eval_tr_ud_pr_auc": 0.9584399682177913,
+      "eval_uk_opus100_pr_auc": 0.8685034460386672,
+      "eval_uk_ud_pr_auc": 0.9166377893067216,
+      "eval_ur_opus100_pr_auc": 0.5435336364002002,
+      "eval_ur_ud_pr_auc": 0.9972081575146833,
+      "eval_uz_opus100_pr_auc": 0.8596128727384731,
+      "eval_vi_opus100_pr_auc": 0.9069154156706587,
+      "eval_vi_ud_pr_auc": 0.95916084521229,
+      "eval_xh_opus100_pr_auc": 0.860665480427306,
+      "eval_yi_opus100_pr_auc": 0.7452736857581478,
+      "eval_yo_opus100_pr_auc": 0.8104698796543672,
+      "eval_yo_ud_pr_auc": 0.9126771424135854,
+      "eval_zh_ersatz_pr_auc": 0.8909118513533223,
+      "eval_zh_opus100_pr_auc": 0.7178406605102436,
+      "eval_zh_ud_pr_auc": 0.9944878919629313,
+      "eval_zu_opus100_pr_auc": 0.8528520034605727,
+      "step": 160000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0283,
+      "step": 160050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0278,
+      "step": 160100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0284,
+      "step": 160150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0275,
+      "step": 160200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0282,
+      "step": 160250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0279,
+      "step": 160300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0283,
+      "step": 160350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.028,
+      "step": 160400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0282,
+      "step": 160450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.028,
+      "step": 160500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0279,
+      "step": 160550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0273,
+      "step": 160600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0281,
+      "step": 160650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0279,
+      "step": 160700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.028,
+      "step": 160750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0277,
+      "step": 160800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0279,
+      "step": 160850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0281,
+      "step": 160900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0281,
+      "step": 160950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0279,
+      "step": 161000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.0286,
+      "step": 161050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0277,
+      "step": 161100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.0279,
+      "step": 161150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.028,
+      "step": 161200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0274,
+      "step": 161250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0285,
+      "step": 161300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.028,
+      "step": 161350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.028,
+      "step": 161400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0274,
+      "step": 161450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.0281,
+      "step": 161500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.0282,
+      "step": 161550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0287,
+      "step": 161600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.0281,
+      "step": 161650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0285,
+      "step": 161700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0279,
+      "step": 161750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0274,
+      "step": 161800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0276,
+      "step": 161850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0285,
+      "step": 161900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0279,
+      "step": 161950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0282,
+      "step": 162000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.028,
+      "step": 162050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.0277,
+      "step": 162100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0283,
+      "step": 162150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0279,
+      "step": 162200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0277,
+      "step": 162250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.028,
+      "step": 162300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0286,
+      "step": 162350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0283,
+      "step": 162400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0283,
+      "step": 162450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0283,
+      "step": 162500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0283,
+      "step": 162550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.0279,
+      "step": 162600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.028,
+      "step": 162650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.0276,
+      "step": 162700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0277,
+      "step": 162750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0274,
+      "step": 162800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0282,
+      "step": 162850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0276,
+      "step": 162900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0274,
+      "step": 162950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0282,
+      "step": 163000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0277,
+      "step": 163050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0281,
+      "step": 163100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0281,
+      "step": 163150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0273,
+      "step": 163200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0279,
+      "step": 163250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0279,
+      "step": 163300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0279,
+      "step": 163350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0283,
+      "step": 163400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0282,
+      "step": 163450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0281,
+      "step": 163500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0283,
+      "step": 163550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0283,
+      "step": 163600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.028,
+      "step": 163650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0285,
+      "step": 163700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0278,
+      "step": 163750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.027,
+      "step": 163800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0282,
+      "step": 163850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0287,
+      "step": 163900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0279,
+      "step": 163950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0288,
+      "step": 164000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0273,
+      "step": 164050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0278,
+      "step": 164100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.028,
+      "step": 164150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0288,
+      "step": 164200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0276,
+      "step": 164250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0277,
+      "step": 164300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0271,
+      "step": 164350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0274,
+      "step": 164400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0272,
+      "step": 164450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0282,
+      "step": 164500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0278,
+      "step": 164550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0277,
+      "step": 164600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0276,
+      "step": 164650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0281,
+      "step": 164700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0276,
+      "step": 164750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0277,
+      "step": 164800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0282,
+      "step": 164850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0278,
+      "step": 164900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.028,
+      "step": 164950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0281,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7803190934030896,
+      "eval_af_ud_pr_auc": 0.9873561857713297,
+      "eval_am_opus100_pr_auc": 0.5970129246770514,
+      "eval_ar_ersatz_pr_auc": 0.9281701061594861,
+      "eval_ar_opus100_pr_auc": 0.7408770296291175,
+      "eval_ar_ud_pr_auc": 0.8830627302838149,
+      "eval_average_ersatz_pr_auc": 0.964336906926821,
+      "eval_average_opus100_pr_auc": 0.8378424138700039,
+      "eval_average_ud_pr_auc": 0.9627347800613616,
+      "eval_az_opus100_pr_auc": 0.8056393831983081,
+      "eval_be_opus100_pr_auc": 0.6983358173480598,
+      "eval_be_ud_pr_auc": 0.8878261568581174,
+      "eval_bg_opus100_pr_auc": 0.9250435792664194,
+      "eval_bg_ud_pr_auc": 0.9961883432361741,
+      "eval_bn_opus100_pr_auc": 0.8312644482818126,
+      "eval_bn_ud_pr_auc": 0.9993621431826321,
+      "eval_ca_opus100_pr_auc": 0.8992567221417843,
+      "eval_ca_ud_pr_auc": 0.9932783068352901,
+      "eval_ceb_ud_pr_auc": 0.9984415462515068,
+      "eval_cs_ersatz_pr_auc": 0.9849427073228286,
+      "eval_cs_opus100_pr_auc": 0.914803248578924,
+      "eval_cs_ud_pr_auc": 0.9614622058642164,
+      "eval_cy_opus100_pr_auc": 0.7666140739162667,
+      "eval_cy_ud_pr_auc": 0.995345459783407,
+      "eval_da_opus100_pr_auc": 0.9250139437026222,
+      "eval_da_ud_pr_auc": 0.9847293693819853,
+      "eval_de_ersatz_pr_auc": 0.983213755894881,
+      "eval_de_opus100_pr_auc": 0.9024117702140506,
+      "eval_de_ud_pr_auc": 0.9839934725310546,
+      "eval_el_opus100_pr_auc": 0.9236262089413236,
+      "eval_el_ud_pr_auc": 0.9861863065118474,
+      "eval_en_ersatz_pr_auc": 0.9897737810818188,
+      "eval_en_opus100_pr_auc": 0.9237956282996546,
+      "eval_en_ud_pr_auc": 0.980724344670944,
+      "eval_eo_opus100_pr_auc": 0.9328148973595672,
+      "eval_es_ersatz_pr_auc": 0.9960736878593849,
+      "eval_es_opus100_pr_auc": 0.9320935118620578,
+      "eval_es_ud_pr_auc": 0.9922857593583755,
+      "eval_et_ersatz_pr_auc": 0.9830863617987609,
+      "eval_et_opus100_pr_auc": 0.8905857815537024,
+      "eval_et_ud_pr_auc": 0.972105548249498,
+      "eval_eu_opus100_pr_auc": 0.8932270725456272,
+      "eval_eu_ud_pr_auc": 0.9888332627875173,
+      "eval_fa_opus100_pr_auc": 0.610098045157585,
+      "eval_fa_ud_pr_auc": 0.9928913699538501,
+      "eval_fi_ersatz_pr_auc": 0.9915163833421192,
+      "eval_fi_opus100_pr_auc": 0.92355126171949,
+      "eval_fi_ud_pr_auc": 0.9743441341771517,
+      "eval_fr_ersatz_pr_auc": 0.9909561559308258,
+      "eval_fr_opus100_pr_auc": 0.9157980607403687,
+      "eval_fr_ud_pr_auc": 0.9850944610657942,
+      "eval_fy_opus100_pr_auc": 0.6996501923407827,
+      "eval_ga_opus100_pr_auc": 0.8734287125239123,
+      "eval_ga_ud_pr_auc": 0.8020126364628183,
+      "eval_gd_opus100_pr_auc": 0.6716426445490106,
+      "eval_gd_ud_pr_auc": 0.7975678758986827,
+      "eval_gl_opus100_pr_auc": 0.9003533529901634,
+      "eval_gl_ud_pr_auc": 0.9983615422377963,
+      "eval_gu_ersatz_pr_auc": 0.9255853912562259,
+      "eval_gu_opus100_pr_auc": 0.7421581783580523,
+      "eval_ha_opus100_pr_auc": 0.9133127798794494,
+      "eval_he_opus100_pr_auc": 0.8798645619133343,
+      "eval_he_ud_pr_auc": 0.9695652450147031,
+      "eval_hi_ersatz_pr_auc": 0.9763751937322915,
+      "eval_hi_opus100_pr_auc": 0.6973210362552991,
+      "eval_hi_ud_pr_auc": 0.9826468566943956,
+      "eval_hu_opus100_pr_auc": 0.9169528352667594,
+      "eval_hu_ud_pr_auc": 0.9848996619557553,
+      "eval_hy_opus100_pr_auc": 0.9090550472409531,
+      "eval_hy_ud_pr_auc": 0.9788759959233511,
+      "eval_id_opus100_pr_auc": 0.8878641419463924,
+      "eval_id_ud_pr_auc": 0.9928459468580756,
+      "eval_ig_opus100_pr_auc": 0.8690619259671801,
+      "eval_is_opus100_pr_auc": 0.9240178953299345,
+      "eval_is_ud_pr_auc": 0.9145609850062131,
+      "eval_it_opus100_pr_auc": 0.9115527311961084,
+      "eval_it_ud_pr_auc": 0.9992832641929906,
+      "eval_ja_ersatz_pr_auc": 0.8246437639189022,
+      "eval_ja_opus100_pr_auc": 0.8096718226544156,
+      "eval_ja_ud_pr_auc": 0.97436496931506,
+      "eval_jv_ud_pr_auc": 0.9795260859070383,
+      "eval_ka_opus100_pr_auc": 0.8653930688417416,
+      "eval_kk_ersatz_pr_auc": 0.9892149621449522,
+      "eval_kk_opus100_pr_auc": 0.7819879340525758,
+      "eval_kk_ud_pr_auc": 0.9736776841124742,
+      "eval_km_ersatz_pr_auc": 0.9090233880149583,
+      "eval_km_opus100_pr_auc": 0.718312442892523,
+      "eval_kn_opus100_pr_auc": 0.6497572068530678,
+      "eval_ko_opus100_pr_auc": 0.705303106826205,
+      "eval_ko_ud_pr_auc": 0.9985289952807485,
+      "eval_ku_opus100_pr_auc": 0.8028747202589882,
+      "eval_ky_opus100_pr_auc": 0.869209874984266,
+      "eval_la_ud_pr_auc": 0.9732019709756767,
+      "eval_loss": 0.032077085226774216,
+      "eval_lt_ersatz_pr_auc": 0.9960737828844021,
+      "eval_lt_opus100_pr_auc": 0.8634864231610151,
+      "eval_lt_ud_pr_auc": 0.9906343935659715,
+      "eval_lv_ersatz_pr_auc": 0.9872934550280693,
+      "eval_lv_opus100_pr_auc": 0.8917837638738021,
+      "eval_lv_ud_pr_auc": 0.9596202178607748,
+      "eval_mg_opus100_pr_auc": 0.9320720456762103,
+      "eval_mk_opus100_pr_auc": 0.9235511537752226,
+      "eval_ml_opus100_pr_auc": 0.777121543142621,
+      "eval_mn_opus100_pr_auc": 0.9497450113160295,
+      "eval_mr_opus100_pr_auc": 0.9033430138805896,
+      "eval_mr_ud_pr_auc": 0.9853244534322393,
+      "eval_ms_opus100_pr_auc": 0.883677261812791,
+      "eval_mt_opus100_pr_auc": 0.8605846735397321,
+      "eval_mt_ud_pr_auc": 0.8931256395491821,
+      "eval_my_opus100_pr_auc": 0.712184522715524,
+      "eval_ne_opus100_pr_auc": 0.7355215883851864,
+      "eval_nl_opus100_pr_auc": 0.8964697189079185,
+      "eval_nl_ud_pr_auc": 0.9829151812623529,
+      "eval_no_opus100_pr_auc": 0.9224256914919122,
+      "eval_no_ud_pr_auc": 0.9957264159393124,
+      "eval_pa_opus100_pr_auc": 0.6740588953518425,
+      "eval_pl_ersatz_pr_auc": 0.978687750002699,
+      "eval_pl_opus100_pr_auc": 0.8972107764317686,
+      "eval_pl_ud_pr_auc": 0.9670826340515492,
+      "eval_ps_ersatz_pr_auc": 0.9132690987421999,
+      "eval_ps_opus100_pr_auc": 0.750656476657581,
+      "eval_pt_opus100_pr_auc": 0.9272091878414644,
+      "eval_pt_ud_pr_auc": 0.9858589317751878,
+      "eval_ro_ersatz_pr_auc": 0.9951129500943786,
+      "eval_ro_opus100_pr_auc": 0.9093047555240551,
+      "eval_ro_ud_pr_auc": 0.9490833784163007,
+      "eval_ru_ersatz_pr_auc": 0.9864248336564714,
+      "eval_ru_opus100_pr_auc": 0.9016543214030601,
+      "eval_ru_ud_pr_auc": 0.86371512422585,
+      "eval_runtime": 872.9501,
+      "eval_samples_per_second": 86.551,
+      "eval_si_opus100_pr_auc": 0.8214987471725037,
+      "eval_sk_opus100_pr_auc": 0.9359256600540199,
+      "eval_sk_ud_pr_auc": 0.9857822736585691,
+      "eval_sl_opus100_pr_auc": 0.873222769402462,
+      "eval_sl_ud_pr_auc": 0.9720377321483334,
+      "eval_sq_opus100_pr_auc": 0.9359544757608179,
+      "eval_sq_ud_pr_auc": 0.9997244990892531,
+      "eval_sr_opus100_pr_auc": 0.9050282841507771,
+      "eval_sr_ud_pr_auc": 0.9994218296970055,
+      "eval_steps_per_second": 5.41,
+      "eval_sv_opus100_pr_auc": 0.9021112354149399,
+      "eval_sv_ud_pr_auc": 0.9581627107306528,
+      "eval_ta_ersatz_pr_auc": 0.984789030289919,
+      "eval_ta_opus100_pr_auc": 0.6869143889894153,
+      "eval_ta_ud_pr_auc": 0.9966797977259495,
+      "eval_te_opus100_pr_auc": 0.8458494002084741,
+      "eval_tg_opus100_pr_auc": 0.88940618006884,
+      "eval_th_opus100_pr_auc": 0.6802670841741404,
+      "eval_th_ud_pr_auc": 0.8151405988536385,
+      "eval_tr_ersatz_pr_auc": 0.9736306488096937,
+      "eval_tr_opus100_pr_auc": 0.9042966351705922,
+      "eval_tr_ud_pr_auc": 0.9636233910140478,
+      "eval_uk_opus100_pr_auc": 0.8798137249264584,
+      "eval_uk_ud_pr_auc": 0.9206045648927875,
+      "eval_ur_opus100_pr_auc": 0.5600126288193124,
+      "eval_ur_ud_pr_auc": 0.9862739226414923,
+      "eval_uz_opus100_pr_auc": 0.861390052711368,
+      "eval_vi_opus100_pr_auc": 0.9179525611646187,
+      "eval_vi_ud_pr_auc": 0.9519391628324011,
+      "eval_xh_opus100_pr_auc": 0.8550229472189456,
+      "eval_yi_opus100_pr_auc": 0.8477363144509132,
+      "eval_yo_opus100_pr_auc": 0.791521392649273,
+      "eval_yo_ud_pr_auc": 0.8930615070408185,
+      "eval_zh_ersatz_pr_auc": 0.9275547644247953,
+      "eval_zh_opus100_pr_auc": 0.7334822414394924,
+      "eval_zh_ud_pr_auc": 0.9969132805036561,
+      "eval_zu_opus100_pr_auc": 0.8326816728466346,
+      "step": 165000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0282,
+      "step": 165050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0281,
+      "step": 165100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0278,
+      "step": 165150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.028,
+      "step": 165200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0285,
+      "step": 165250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0276,
+      "step": 165300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0274,
+      "step": 165350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0278,
+      "step": 165400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0272,
+      "step": 165450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.028,
+      "step": 165500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0277,
+      "step": 165550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0284,
+      "step": 165600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0277,
+      "step": 165650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0284,
+      "step": 165700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.0279,
+      "step": 165750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0281,
+      "step": 165800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0274,
+      "step": 165850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0279,
+      "step": 165900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0278,
+      "step": 165950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0276,
+      "step": 166000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0276,
+      "step": 166050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.028,
+      "step": 166100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0279,
+      "step": 166150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0278,
+      "step": 166200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0283,
+      "step": 166250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0284,
+      "step": 166300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0275,
+      "step": 166350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0274,
+      "step": 166400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.028,
+      "step": 166450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0286,
+      "step": 166500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0278,
+      "step": 166550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0281,
+      "step": 166600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.0279,
+      "step": 166650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0285,
+      "step": 166700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0277,
+      "step": 166750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0283,
+      "step": 166800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.028,
+      "step": 166850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0278,
+      "step": 166900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.027,
+      "step": 166950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0282,
+      "step": 167000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0284,
+      "step": 167050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0276,
+      "step": 167100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.027,
+      "step": 167150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0282,
+      "step": 167200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0281,
+      "step": 167250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0281,
+      "step": 167300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0275,
+      "step": 167350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0274,
+      "step": 167400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0282,
+      "step": 167450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0277,
+      "step": 167500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.028,
+      "step": 167550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0275,
+      "step": 167600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0276,
+      "step": 167650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0281,
+      "step": 167700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0281,
+      "step": 167750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0274,
+      "step": 167800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0279,
+      "step": 167850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0273,
+      "step": 167900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0285,
+      "step": 167950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0277,
+      "step": 168000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0276,
+      "step": 168050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0276,
+      "step": 168100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0279,
+      "step": 168150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.028,
+      "step": 168200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0279,
+      "step": 168250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0278,
+      "step": 168300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0277,
+      "step": 168350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0283,
+      "step": 168400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0277,
+      "step": 168450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.0281,
+      "step": 168500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0273,
+      "step": 168550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0279,
+      "step": 168600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0283,
+      "step": 168650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0284,
+      "step": 168700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0277,
+      "step": 168750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0277,
+      "step": 168800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0277,
+      "step": 168850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.0282,
+      "step": 168900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.028,
+      "step": 168950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.028,
+      "step": 169000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0281,
+      "step": 169050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0286,
+      "step": 169100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0284,
+      "step": 169150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.028,
+      "step": 169200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0276,
+      "step": 169250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0281,
+      "step": 169300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0277,
+      "step": 169350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0275,
+      "step": 169400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0271,
+      "step": 169450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.0275,
+      "step": 169500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0278,
+      "step": 169550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0279,
+      "step": 169600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0276,
+      "step": 169650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.028,
+      "step": 169700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0276,
+      "step": 169750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0274,
+      "step": 169800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0281,
+      "step": 169850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0276,
+      "step": 169900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0278,
+      "step": 169950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0277,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "eval_af_opus100_pr_auc": 0.7751683145264221,
+      "eval_af_ud_pr_auc": 0.9883529258700808,
+      "eval_am_opus100_pr_auc": 0.5623279913612436,
+      "eval_ar_ersatz_pr_auc": 0.926088715432212,
+      "eval_ar_opus100_pr_auc": 0.7160340008461029,
+      "eval_ar_ud_pr_auc": 0.8779829245608701,
+      "eval_average_ersatz_pr_auc": 0.9654602191796293,
+      "eval_average_opus100_pr_auc": 0.8348730719156465,
+      "eval_average_ud_pr_auc": 0.9621356449060712,
+      "eval_az_opus100_pr_auc": 0.7927747069303395,
+      "eval_be_opus100_pr_auc": 0.7069173085362586,
+      "eval_be_ud_pr_auc": 0.9060562477347904,
+      "eval_bg_opus100_pr_auc": 0.9252280552220902,
+      "eval_bg_ud_pr_auc": 0.9962893000012989,
+      "eval_bn_opus100_pr_auc": 0.8239866273299642,
+      "eval_bn_ud_pr_auc": 0.9983604871691834,
+      "eval_ca_opus100_pr_auc": 0.8895640299451497,
+      "eval_ca_ud_pr_auc": 0.9971140912695233,
+      "eval_ceb_ud_pr_auc": 0.9998862165321633,
+      "eval_cs_ersatz_pr_auc": 0.9853453395149007,
+      "eval_cs_opus100_pr_auc": 0.9117689456739638,
+      "eval_cs_ud_pr_auc": 0.9605147436848618,
+      "eval_cy_opus100_pr_auc": 0.7693309001070399,
+      "eval_cy_ud_pr_auc": 0.9948976661345168,
+      "eval_da_opus100_pr_auc": 0.9179963394207025,
+      "eval_da_ud_pr_auc": 0.9854906644512965,
+      "eval_de_ersatz_pr_auc": 0.9840107328424027,
+      "eval_de_opus100_pr_auc": 0.9004720601147697,
+      "eval_de_ud_pr_auc": 0.986589819596102,
+      "eval_el_opus100_pr_auc": 0.926851278987236,
+      "eval_el_ud_pr_auc": 0.9891576747171018,
+      "eval_en_ersatz_pr_auc": 0.9924313274597542,
+      "eval_en_opus100_pr_auc": 0.9278391093164451,
+      "eval_en_ud_pr_auc": 0.9768651107056197,
+      "eval_eo_opus100_pr_auc": 0.938304800684358,
+      "eval_es_ersatz_pr_auc": 0.9970958237343047,
+      "eval_es_opus100_pr_auc": 0.9345375623746484,
+      "eval_es_ud_pr_auc": 0.9938924675369243,
+      "eval_et_ersatz_pr_auc": 0.9813660918080097,
+      "eval_et_opus100_pr_auc": 0.8919677443187175,
+      "eval_et_ud_pr_auc": 0.9718163327530658,
+      "eval_eu_opus100_pr_auc": 0.8923332229482555,
+      "eval_eu_ud_pr_auc": 0.9876719840328602,
+      "eval_fa_opus100_pr_auc": 0.5863513506997674,
+      "eval_fa_ud_pr_auc": 0.9954947739819056,
+      "eval_fi_ersatz_pr_auc": 0.9927266199529012,
+      "eval_fi_opus100_pr_auc": 0.9297208165717799,
+      "eval_fi_ud_pr_auc": 0.9746112775858509,
+      "eval_fr_ersatz_pr_auc": 0.9918928764614219,
+      "eval_fr_opus100_pr_auc": 0.9158530837205705,
+      "eval_fr_ud_pr_auc": 0.9859542269966665,
+      "eval_fy_opus100_pr_auc": 0.6952562616216954,
+      "eval_ga_opus100_pr_auc": 0.8837646352765018,
+      "eval_ga_ud_pr_auc": 0.8159004363829345,
+      "eval_gd_opus100_pr_auc": 0.6876884105855157,
+      "eval_gd_ud_pr_auc": 0.7966425292700516,
+      "eval_gl_opus100_pr_auc": 0.8962967595447126,
+      "eval_gl_ud_pr_auc": 0.9974786370360313,
+      "eval_gu_ersatz_pr_auc": 0.9281133124713395,
+      "eval_gu_opus100_pr_auc": 0.7247906357630802,
+      "eval_ha_opus100_pr_auc": 0.9037526717561237,
+      "eval_he_opus100_pr_auc": 0.876819299574831,
+      "eval_he_ud_pr_auc": 0.980241368959671,
+      "eval_hi_ersatz_pr_auc": 0.9771991667531938,
+      "eval_hi_opus100_pr_auc": 0.6788150563364053,
+      "eval_hi_ud_pr_auc": 0.982758351083313,
+      "eval_hu_opus100_pr_auc": 0.9254070831687484,
+      "eval_hu_ud_pr_auc": 0.9836551203057092,
+      "eval_hy_opus100_pr_auc": 0.9127899720952501,
+      "eval_hy_ud_pr_auc": 0.9826169580444845,
+      "eval_id_opus100_pr_auc": 0.8773372276066418,
+      "eval_id_ud_pr_auc": 0.9946569824219227,
+      "eval_ig_opus100_pr_auc": 0.8715819593930292,
+      "eval_is_opus100_pr_auc": 0.9389153211715218,
+      "eval_is_ud_pr_auc": 0.9190177805396086,
+      "eval_it_opus100_pr_auc": 0.9065832791810728,
+      "eval_it_ud_pr_auc": 0.9973141982624614,
+      "eval_ja_ersatz_pr_auc": 0.8106124098268159,
+      "eval_ja_opus100_pr_auc": 0.8056400960070265,
+      "eval_ja_ud_pr_auc": 0.9790481985446966,
+      "eval_jv_ud_pr_auc": 0.979622878655418,
+      "eval_ka_opus100_pr_auc": 0.8724494323440561,
+      "eval_kk_ersatz_pr_auc": 0.9874188115713043,
+      "eval_kk_opus100_pr_auc": 0.7870036414948007,
+      "eval_kk_ud_pr_auc": 0.9748455713184964,
+      "eval_km_ersatz_pr_auc": 0.9108278857987402,
+      "eval_km_opus100_pr_auc": 0.7109164931558533,
+      "eval_kn_opus100_pr_auc": 0.630235101992902,
+      "eval_ko_opus100_pr_auc": 0.6768561869117072,
+      "eval_ko_ud_pr_auc": 0.9984985988057952,
+      "eval_ku_opus100_pr_auc": 0.8330519820330622,
+      "eval_ky_opus100_pr_auc": 0.8746142769224831,
+      "eval_la_ud_pr_auc": 0.9591985814994107,
+      "eval_loss": 0.032026201486587524,
+      "eval_lt_ersatz_pr_auc": 0.9955864910942154,
+      "eval_lt_opus100_pr_auc": 0.8718240379302671,
+      "eval_lt_ud_pr_auc": 0.9918656831088613,
+      "eval_lv_ersatz_pr_auc": 0.991733043664902,
+      "eval_lv_opus100_pr_auc": 0.8827050338545415,
+      "eval_lv_ud_pr_auc": 0.967368545226721,
+      "eval_mg_opus100_pr_auc": 0.9299389152586088,
+      "eval_mk_opus100_pr_auc": 0.9213294304950906,
+      "eval_ml_opus100_pr_auc": 0.7624444705355096,
+      "eval_mn_opus100_pr_auc": 0.9606824169191976,
+      "eval_mr_opus100_pr_auc": 0.9015531331793512,
+      "eval_mr_ud_pr_auc": 0.9781978335181445,
+      "eval_ms_opus100_pr_auc": 0.8718996676235655,
+      "eval_mt_opus100_pr_auc": 0.8588484519130345,
+      "eval_mt_ud_pr_auc": 0.909439246327354,
+      "eval_my_opus100_pr_auc": 0.7279488377864225,
+      "eval_ne_opus100_pr_auc": 0.7204889181996104,
+      "eval_nl_opus100_pr_auc": 0.9030265364150708,
+      "eval_nl_ud_pr_auc": 0.982474645781495,
+      "eval_no_opus100_pr_auc": 0.928642938198278,
+      "eval_no_ud_pr_auc": 0.9963960156820202,
+      "eval_pa_opus100_pr_auc": 0.6670495626668095,
+      "eval_pl_ersatz_pr_auc": 0.9804674084513162,
+      "eval_pl_opus100_pr_auc": 0.9056282778025905,
+      "eval_pl_ud_pr_auc": 0.9706656688299133,
+      "eval_ps_ersatz_pr_auc": 0.9293934676359362,
+      "eval_ps_opus100_pr_auc": 0.7450714968276562,
+      "eval_pt_opus100_pr_auc": 0.9233125770756321,
+      "eval_pt_ud_pr_auc": 0.987027721943527,
+      "eval_ro_ersatz_pr_auc": 0.99495530197733,
+      "eval_ro_opus100_pr_auc": 0.8843602039194584,
+      "eval_ro_ud_pr_auc": 0.8897099901594456,
+      "eval_ru_ersatz_pr_auc": 0.9895771946318419,
+      "eval_ru_opus100_pr_auc": 0.9230394600151298,
+      "eval_ru_ud_pr_auc": 0.8335854652507718,
+      "eval_runtime": 871.2225,
+      "eval_samples_per_second": 86.723,
+      "eval_si_opus100_pr_auc": 0.8006603281185383,
+      "eval_sk_opus100_pr_auc": 0.9343335881107616,
+      "eval_sk_ud_pr_auc": 0.9821755243258655,
+      "eval_sl_opus100_pr_auc": 0.873416293883428,
+      "eval_sl_ud_pr_auc": 0.9768135217058745,
+      "eval_sq_opus100_pr_auc": 0.9367848566818184,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9101202604712333,
+      "eval_sr_ud_pr_auc": 0.9994835877850898,
+      "eval_steps_per_second": 5.421,
+      "eval_sv_opus100_pr_auc": 0.9138904716772419,
+      "eval_sv_ud_pr_auc": 0.9600188090498358,
+      "eval_ta_ersatz_pr_auc": 0.9824200348165858,
+      "eval_ta_opus100_pr_auc": 0.6759826094032411,
+      "eval_ta_ud_pr_auc": 0.9948148738755309,
+      "eval_te_opus100_pr_auc": 0.827957401739983,
+      "eval_tg_opus100_pr_auc": 0.8867560542334899,
+      "eval_th_opus100_pr_auc": 0.6710368524235024,
+      "eval_th_ud_pr_auc": 0.8071163005061174,
+      "eval_tr_ersatz_pr_auc": 0.968933106827962,
+      "eval_tr_opus100_pr_auc": 0.9050418141095224,
+      "eval_tr_ud_pr_auc": 0.9563228045015622,
+      "eval_uk_opus100_pr_auc": 0.8764962410802535,
+      "eval_uk_ud_pr_auc": 0.9178870270643407,
+      "eval_ur_opus100_pr_auc": 0.547324549006909,
+      "eval_ur_ud_pr_auc": 0.994606980105596,
+      "eval_uz_opus100_pr_auc": 0.8593237130155971,
+      "eval_vi_opus100_pr_auc": 0.9083749013610607,
+      "eval_vi_ud_pr_auc": 0.9465664286602167,
+      "eval_xh_opus100_pr_auc": 0.8338953940364086,
+      "eval_yi_opus100_pr_auc": 0.797687393624444,
+      "eval_yo_opus100_pr_auc": 0.7947246356476096,
+      "eval_yo_ud_pr_auc": 0.8947930986662929,
+      "eval_zh_ersatz_pr_auc": 0.9419296592244553,
+      "eval_zh_opus100_pr_auc": 0.7680001825615312,
+      "eval_zh_ud_pr_auc": 0.9959068611268025,
+      "eval_zu_opus100_pr_auc": 0.8420959557077664,
+      "step": 170000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0282,
+      "step": 170050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0275,
+      "step": 170100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0274,
+      "step": 170150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0277,
+      "step": 170200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0279,
+      "step": 170250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0283,
+      "step": 170300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0272,
+      "step": 170350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0275,
+      "step": 170400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0268,
+      "step": 170450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0277,
+      "step": 170500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0282,
+      "step": 170550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0275,
+      "step": 170600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0272,
+      "step": 170650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0277,
+      "step": 170700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0272,
+      "step": 170750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.0269,
+      "step": 170800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0278,
+      "step": 170850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0275,
+      "step": 170900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0277,
+      "step": 170950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0276,
+      "step": 171000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0274,
+      "step": 171050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.0282,
+      "step": 171100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0277,
+      "step": 171150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0279,
+      "step": 171200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0273,
+      "step": 171250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0276,
+      "step": 171300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0277,
+      "step": 171350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0269,
+      "step": 171400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0276,
+      "step": 171450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0279,
+      "step": 171500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0284,
+      "step": 171550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.028,
+      "step": 171600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0279,
+      "step": 171650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.027,
+      "step": 171700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0283,
+      "step": 171750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0276,
+      "step": 171800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0278,
+      "step": 171850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.028,
+      "step": 171900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0269,
+      "step": 171950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.028,
+      "step": 172000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0272,
+      "step": 172050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.028,
+      "step": 172100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0285,
+      "step": 172150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0278,
+      "step": 172200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.028,
+      "step": 172250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0283,
+      "step": 172300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0272,
+      "step": 172350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0274,
+      "step": 172400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0272,
+      "step": 172450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0276,
+      "step": 172500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0272,
+      "step": 172550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.0277,
+      "step": 172600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0276,
+      "step": 172650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.0285,
+      "step": 172700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0282,
+      "step": 172750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0282,
+      "step": 172800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0275,
+      "step": 172850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0282,
+      "step": 172900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0281,
+      "step": 172950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0273,
+      "step": 173000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0283,
+      "step": 173050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0278,
+      "step": 173100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0278,
+      "step": 173150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0283,
+      "step": 173200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.028,
+      "step": 173250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0268,
+      "step": 173300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0276,
+      "step": 173350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0283,
+      "step": 173400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0276,
+      "step": 173450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.027,
+      "step": 173500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0274,
+      "step": 173550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0274,
+      "step": 173600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0275,
+      "step": 173650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0281,
+      "step": 173700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0279,
+      "step": 173750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.028,
+      "step": 173800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0269,
+      "step": 173850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0272,
+      "step": 173900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.027,
+      "step": 173950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0276,
+      "step": 174000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.0284,
+      "step": 174050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0277,
+      "step": 174100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.0268,
+      "step": 174150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0271,
+      "step": 174200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0279,
+      "step": 174250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0277,
+      "step": 174300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0275,
+      "step": 174350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0281,
+      "step": 174400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.028,
+      "step": 174450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0278,
+      "step": 174500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0272,
+      "step": 174550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.028,
+      "step": 174600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0279,
+      "step": 174650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.0272,
+      "step": 174700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0281,
+      "step": 174750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0276,
+      "step": 174800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0275,
+      "step": 174850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.028,
+      "step": 174900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.0264,
+      "step": 174950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0275,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7698692713017767,
+      "eval_af_ud_pr_auc": 0.9833198195850326,
+      "eval_am_opus100_pr_auc": 0.6183998063320517,
+      "eval_ar_ersatz_pr_auc": 0.9323401895335329,
+      "eval_ar_opus100_pr_auc": 0.7275898602237141,
+      "eval_ar_ud_pr_auc": 0.888527251056404,
+      "eval_average_ersatz_pr_auc": 0.9644905933683009,
+      "eval_average_opus100_pr_auc": 0.8343578389099556,
+      "eval_average_ud_pr_auc": 0.9619081851205239,
+      "eval_az_opus100_pr_auc": 0.7849572292128363,
+      "eval_be_opus100_pr_auc": 0.6905072693252564,
+      "eval_be_ud_pr_auc": 0.8830663441521766,
+      "eval_bg_opus100_pr_auc": 0.9156484131571443,
+      "eval_bg_ud_pr_auc": 0.9952418290983739,
+      "eval_bn_opus100_pr_auc": 0.8288783734920184,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8818980829789214,
+      "eval_ca_ud_pr_auc": 0.9949953878302853,
+      "eval_ceb_ud_pr_auc": 0.9992776465612228,
+      "eval_cs_ersatz_pr_auc": 0.9815086213533937,
+      "eval_cs_opus100_pr_auc": 0.9135095835852658,
+      "eval_cs_ud_pr_auc": 0.9541413034858754,
+      "eval_cy_opus100_pr_auc": 0.7864352443405873,
+      "eval_cy_ud_pr_auc": 0.9921322147913892,
+      "eval_da_opus100_pr_auc": 0.9155993848945397,
+      "eval_da_ud_pr_auc": 0.9807339036726703,
+      "eval_de_ersatz_pr_auc": 0.973875151301782,
+      "eval_de_opus100_pr_auc": 0.9028744161019375,
+      "eval_de_ud_pr_auc": 0.984827127747977,
+      "eval_el_opus100_pr_auc": 0.9194568599740289,
+      "eval_el_ud_pr_auc": 0.9890571960981329,
+      "eval_en_ersatz_pr_auc": 0.9901110965843398,
+      "eval_en_opus100_pr_auc": 0.9246788194591976,
+      "eval_en_ud_pr_auc": 0.9792441184367311,
+      "eval_eo_opus100_pr_auc": 0.9293720421286725,
+      "eval_es_ersatz_pr_auc": 0.996181413120292,
+      "eval_es_opus100_pr_auc": 0.9261794535319243,
+      "eval_es_ud_pr_auc": 0.990501192055086,
+      "eval_et_ersatz_pr_auc": 0.9813367676881456,
+      "eval_et_opus100_pr_auc": 0.8870617919520956,
+      "eval_et_ud_pr_auc": 0.9704529529814372,
+      "eval_eu_opus100_pr_auc": 0.8858375170131666,
+      "eval_eu_ud_pr_auc": 0.9932189773134283,
+      "eval_fa_opus100_pr_auc": 0.5645894328607582,
+      "eval_fa_ud_pr_auc": 0.9964005744608397,
+      "eval_fi_ersatz_pr_auc": 0.9893252696384601,
+      "eval_fi_opus100_pr_auc": 0.9182031234836501,
+      "eval_fi_ud_pr_auc": 0.9733228369417171,
+      "eval_fr_ersatz_pr_auc": 0.9850113761243815,
+      "eval_fr_opus100_pr_auc": 0.9074119914535084,
+      "eval_fr_ud_pr_auc": 0.9844085856330147,
+      "eval_fy_opus100_pr_auc": 0.697815199706248,
+      "eval_ga_opus100_pr_auc": 0.8738336383685514,
+      "eval_ga_ud_pr_auc": 0.8215673296632019,
+      "eval_gd_opus100_pr_auc": 0.6650301847902034,
+      "eval_gd_ud_pr_auc": 0.7927569789480032,
+      "eval_gl_opus100_pr_auc": 0.8935504580688151,
+      "eval_gl_ud_pr_auc": 0.9983251579072709,
+      "eval_gu_ersatz_pr_auc": 0.9480278229462001,
+      "eval_gu_opus100_pr_auc": 0.7406401268508941,
+      "eval_ha_opus100_pr_auc": 0.8977520301166558,
+      "eval_he_opus100_pr_auc": 0.8782071525017697,
+      "eval_he_ud_pr_auc": 0.9826491304485002,
+      "eval_hi_ersatz_pr_auc": 0.9779124699891676,
+      "eval_hi_opus100_pr_auc": 0.7000842000875764,
+      "eval_hi_ud_pr_auc": 0.9903435755374347,
+      "eval_hu_opus100_pr_auc": 0.9195255738728149,
+      "eval_hu_ud_pr_auc": 0.9778507351802957,
+      "eval_hy_opus100_pr_auc": 0.9131794573495589,
+      "eval_hy_ud_pr_auc": 0.9814397712542482,
+      "eval_id_opus100_pr_auc": 0.8772595981753268,
+      "eval_id_ud_pr_auc": 0.9930823207397274,
+      "eval_ig_opus100_pr_auc": 0.8843085340562161,
+      "eval_is_opus100_pr_auc": 0.9238030774223898,
+      "eval_is_ud_pr_auc": 0.9038695885358188,
+      "eval_it_opus100_pr_auc": 0.905361085609879,
+      "eval_it_ud_pr_auc": 0.9993447192828795,
+      "eval_ja_ersatz_pr_auc": 0.8355531425702455,
+      "eval_ja_opus100_pr_auc": 0.8150830400841944,
+      "eval_ja_ud_pr_auc": 0.9767187747079525,
+      "eval_jv_ud_pr_auc": 0.9671070882893529,
+      "eval_ka_opus100_pr_auc": 0.8668784615074053,
+      "eval_kk_ersatz_pr_auc": 0.9823028454268732,
+      "eval_kk_opus100_pr_auc": 0.7942516099961837,
+      "eval_kk_ud_pr_auc": 0.9715000956914157,
+      "eval_km_ersatz_pr_auc": 0.9119141193862729,
+      "eval_km_opus100_pr_auc": 0.7405842058659745,
+      "eval_kn_opus100_pr_auc": 0.632803098668882,
+      "eval_ko_opus100_pr_auc": 0.6708656926719834,
+      "eval_ko_ud_pr_auc": 0.9973915298810756,
+      "eval_ku_opus100_pr_auc": 0.8163651269318057,
+      "eval_ky_opus100_pr_auc": 0.8849071654028207,
+      "eval_la_ud_pr_auc": 0.9543597411722495,
+      "eval_loss": 0.031735245138406754,
+      "eval_lt_ersatz_pr_auc": 0.993447719707246,
+      "eval_lt_opus100_pr_auc": 0.8666298817197072,
+      "eval_lt_ud_pr_auc": 0.9896791527725619,
+      "eval_lv_ersatz_pr_auc": 0.9853378381265917,
+      "eval_lv_opus100_pr_auc": 0.8791583187460372,
+      "eval_lv_ud_pr_auc": 0.9550667672832026,
+      "eval_mg_opus100_pr_auc": 0.9221946600291926,
+      "eval_mk_opus100_pr_auc": 0.9169504397182728,
+      "eval_ml_opus100_pr_auc": 0.7781006448023734,
+      "eval_mn_opus100_pr_auc": 0.9435162325511454,
+      "eval_mr_opus100_pr_auc": 0.9059542364441748,
+      "eval_mr_ud_pr_auc": 0.9848726533275083,
+      "eval_ms_opus100_pr_auc": 0.8736270778916633,
+      "eval_mt_opus100_pr_auc": 0.8596667382474166,
+      "eval_mt_ud_pr_auc": 0.9116694079697828,
+      "eval_my_opus100_pr_auc": 0.749042319675927,
+      "eval_ne_opus100_pr_auc": 0.7193265076983736,
+      "eval_nl_opus100_pr_auc": 0.8995634986633108,
+      "eval_nl_ud_pr_auc": 0.9867151205732575,
+      "eval_no_opus100_pr_auc": 0.9222833924634521,
+      "eval_no_ud_pr_auc": 0.9972094003819911,
+      "eval_pa_opus100_pr_auc": 0.6847241683229233,
+      "eval_pl_ersatz_pr_auc": 0.977938893336156,
+      "eval_pl_opus100_pr_auc": 0.8957045035839115,
+      "eval_pl_ud_pr_auc": 0.9611740242115064,
+      "eval_ps_ersatz_pr_auc": 0.914764753073359,
+      "eval_ps_opus100_pr_auc": 0.7320159264780327,
+      "eval_pt_opus100_pr_auc": 0.9255908743924821,
+      "eval_pt_ud_pr_auc": 0.9832764769236595,
+      "eval_ro_ersatz_pr_auc": 0.9927099198383182,
+      "eval_ro_opus100_pr_auc": 0.8834395400943305,
+      "eval_ro_ud_pr_auc": 0.9475438203161435,
+      "eval_ru_ersatz_pr_auc": 0.9868565007129414,
+      "eval_ru_opus100_pr_auc": 0.9065110372848393,
+      "eval_ru_ud_pr_auc": 0.8520272497745002,
+      "eval_runtime": 875.1502,
+      "eval_samples_per_second": 86.334,
+      "eval_si_opus100_pr_auc": 0.8119597791104429,
+      "eval_sk_opus100_pr_auc": 0.9285783408189238,
+      "eval_sk_ud_pr_auc": 0.9829022661005902,
+      "eval_sl_opus100_pr_auc": 0.8620579893776322,
+      "eval_sl_ud_pr_auc": 0.9699809745061435,
+      "eval_sq_opus100_pr_auc": 0.9294587453437262,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9064681170836504,
+      "eval_sr_ud_pr_auc": 0.9984479463612805,
+      "eval_steps_per_second": 5.397,
+      "eval_sv_opus100_pr_auc": 0.9015694451204207,
+      "eval_sv_ud_pr_auc": 0.9517109198339309,
+      "eval_ta_ersatz_pr_auc": 0.9851735847530679,
+      "eval_ta_opus100_pr_auc": 0.6750786706552017,
+      "eval_ta_ud_pr_auc": 0.9956422590510501,
+      "eval_te_opus100_pr_auc": 0.8290861211646487,
+      "eval_tg_opus100_pr_auc": 0.8827921112872191,
+      "eval_th_opus100_pr_auc": 0.6805339151959298,
+      "eval_th_ud_pr_auc": 0.8037792330214303,
+      "eval_tr_ersatz_pr_auc": 0.9613619786955321,
+      "eval_tr_opus100_pr_auc": 0.9025388131841046,
+      "eval_tr_ud_pr_auc": 0.9647431459224035,
+      "eval_uk_opus100_pr_auc": 0.8739644558185922,
+      "eval_uk_ud_pr_auc": 0.9175629676314592,
+      "eval_ur_opus100_pr_auc": 0.5563803547017616,
+      "eval_ur_ud_pr_auc": 0.9944302184863981,
+      "eval_uz_opus100_pr_auc": 0.8570518805554111,
+      "eval_vi_opus100_pr_auc": 0.910499418568251,
+      "eval_vi_ud_pr_auc": 0.9333550648845499,
+      "eval_xh_opus100_pr_auc": 0.8617897697026314,
+      "eval_yi_opus100_pr_auc": 0.7746038817123132,
+      "eval_yo_opus100_pr_auc": 0.822668267749169,
+      "eval_yo_ud_pr_auc": 0.9080458457027092,
+      "eval_zh_ersatz_pr_auc": 0.9358015801963184,
+      "eval_zh_opus100_pr_auc": 0.748426959536289,
+      "eval_zh_ud_pr_auc": 0.9977558376925791,
+      "eval_zu_opus100_pr_auc": 0.8467890702132562,
+      "step": 175000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0282,
+      "step": 175050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0276,
+      "step": 175100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0275,
+      "step": 175150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0282,
+      "step": 175200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0272,
+      "step": 175250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0274,
+      "step": 175300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0285,
+      "step": 175350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0277,
+      "step": 175400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0276,
+      "step": 175450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0283,
+      "step": 175500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0276,
+      "step": 175550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0279,
+      "step": 175600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0276,
+      "step": 175650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0274,
+      "step": 175700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0272,
+      "step": 175750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0278,
+      "step": 175800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0284,
+      "step": 175850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0279,
+      "step": 175900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0273,
+      "step": 175950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0277,
+      "step": 176000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.0282,
+      "step": 176050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0278,
+      "step": 176100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0274,
+      "step": 176150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0278,
+      "step": 176200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0275,
+      "step": 176250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0279,
+      "step": 176300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0268,
+      "step": 176350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0277,
+      "step": 176400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.028,
+      "step": 176450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.028,
+      "step": 176500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0272,
+      "step": 176550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0282,
+      "step": 176600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.0281,
+      "step": 176650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0277,
+      "step": 176700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0274,
+      "step": 176750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0271,
+      "step": 176800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0271,
+      "step": 176850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0278,
+      "step": 176900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0281,
+      "step": 176950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0281,
+      "step": 177000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0266,
+      "step": 177050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0275,
+      "step": 177100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0273,
+      "step": 177150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0277,
+      "step": 177200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0277,
+      "step": 177250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0279,
+      "step": 177300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0277,
+      "step": 177350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0278,
+      "step": 177400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0281,
+      "step": 177450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0277,
+      "step": 177500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.027,
+      "step": 177550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0275,
+      "step": 177600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.028,
+      "step": 177650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.028,
+      "step": 177700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.028,
+      "step": 177750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.027,
+      "step": 177800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0271,
+      "step": 177850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0278,
+      "step": 177900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0279,
+      "step": 177950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0279,
+      "step": 178000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0282,
+      "step": 178050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0281,
+      "step": 178100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0276,
+      "step": 178150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0272,
+      "step": 178200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0274,
+      "step": 178250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0274,
+      "step": 178300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.027,
+      "step": 178350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0269,
+      "step": 178400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0274,
+      "step": 178450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0276,
+      "step": 178500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0271,
+      "step": 178550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.0273,
+      "step": 178600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0276,
+      "step": 178650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0271,
+      "step": 178700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0265,
+      "step": 178750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.028,
+      "step": 178800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.028,
+      "step": 178850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0277,
+      "step": 178900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0271,
+      "step": 178950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0276,
+      "step": 179000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.027,
+      "step": 179050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0274,
+      "step": 179100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0275,
+      "step": 179150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0273,
+      "step": 179200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0272,
+      "step": 179250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0274,
+      "step": 179300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0276,
+      "step": 179350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.028,
+      "step": 179400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0281,
+      "step": 179450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0274,
+      "step": 179500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.027,
+      "step": 179550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0277,
+      "step": 179600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0275,
+      "step": 179650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0278,
+      "step": 179700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0282,
+      "step": 179750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.027,
+      "step": 179800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0281,
+      "step": 179850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0268,
+      "step": 179900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0277,
+      "step": 179950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0281,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "eval_af_opus100_pr_auc": 0.7811878743710832,
+      "eval_af_ud_pr_auc": 0.9909162771418827,
+      "eval_am_opus100_pr_auc": 0.6349265378605231,
+      "eval_ar_ersatz_pr_auc": 0.9317167156947976,
+      "eval_ar_opus100_pr_auc": 0.7366869816095697,
+      "eval_ar_ud_pr_auc": 0.8823927661822504,
+      "eval_average_ersatz_pr_auc": 0.9685644813516018,
+      "eval_average_opus100_pr_auc": 0.8417922910094379,
+      "eval_average_ud_pr_auc": 0.9667722067445621,
+      "eval_az_opus100_pr_auc": 0.8195075723780829,
+      "eval_be_opus100_pr_auc": 0.6760750441726239,
+      "eval_be_ud_pr_auc": 0.9135270043633001,
+      "eval_bg_opus100_pr_auc": 0.9234464193797977,
+      "eval_bg_ud_pr_auc": 0.9942443032903594,
+      "eval_bn_opus100_pr_auc": 0.8358375092647419,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8888027461669477,
+      "eval_ca_ud_pr_auc": 0.9986553776179715,
+      "eval_ceb_ud_pr_auc": 0.997516861219341,
+      "eval_cs_ersatz_pr_auc": 0.988918449997637,
+      "eval_cs_opus100_pr_auc": 0.9080720349849363,
+      "eval_cs_ud_pr_auc": 0.9628591638660356,
+      "eval_cy_opus100_pr_auc": 0.7764876262580934,
+      "eval_cy_ud_pr_auc": 0.9964245920844271,
+      "eval_da_opus100_pr_auc": 0.9177981416683494,
+      "eval_da_ud_pr_auc": 0.9865008606215961,
+      "eval_de_ersatz_pr_auc": 0.9849983425163076,
+      "eval_de_opus100_pr_auc": 0.8993884698785007,
+      "eval_de_ud_pr_auc": 0.9830267676762157,
+      "eval_el_opus100_pr_auc": 0.9254351118696568,
+      "eval_el_ud_pr_auc": 0.9886995349759404,
+      "eval_en_ersatz_pr_auc": 0.9938710561801318,
+      "eval_en_opus100_pr_auc": 0.9253134420209522,
+      "eval_en_ud_pr_auc": 0.9841526542799158,
+      "eval_eo_opus100_pr_auc": 0.9317370995158111,
+      "eval_es_ersatz_pr_auc": 0.9974713469094932,
+      "eval_es_opus100_pr_auc": 0.9267663653671676,
+      "eval_es_ud_pr_auc": 0.9929560795668338,
+      "eval_et_ersatz_pr_auc": 0.9827332347767423,
+      "eval_et_opus100_pr_auc": 0.8863286098649136,
+      "eval_et_ud_pr_auc": 0.9778307120616495,
+      "eval_eu_opus100_pr_auc": 0.8938026921821767,
+      "eval_eu_ud_pr_auc": 0.9912172128595418,
+      "eval_fa_opus100_pr_auc": 0.5955351036098149,
+      "eval_fa_ud_pr_auc": 0.995635435701388,
+      "eval_fi_ersatz_pr_auc": 0.9931264588948568,
+      "eval_fi_opus100_pr_auc": 0.9286448142581943,
+      "eval_fi_ud_pr_auc": 0.9745442581640635,
+      "eval_fr_ersatz_pr_auc": 0.989534539058979,
+      "eval_fr_opus100_pr_auc": 0.920587108028929,
+      "eval_fr_ud_pr_auc": 0.9852189337442866,
+      "eval_fy_opus100_pr_auc": 0.7081316468572503,
+      "eval_ga_opus100_pr_auc": 0.8982538835412306,
+      "eval_ga_ud_pr_auc": 0.8396100623276996,
+      "eval_gd_opus100_pr_auc": 0.6937922117265134,
+      "eval_gd_ud_pr_auc": 0.7987386382795155,
+      "eval_gl_opus100_pr_auc": 0.8954420236119363,
+      "eval_gl_ud_pr_auc": 0.9984426846920719,
+      "eval_gu_ersatz_pr_auc": 0.9369401683713073,
+      "eval_gu_opus100_pr_auc": 0.7359730182236659,
+      "eval_ha_opus100_pr_auc": 0.9161094832765349,
+      "eval_he_opus100_pr_auc": 0.8849476227635349,
+      "eval_he_ud_pr_auc": 0.9830464490578189,
+      "eval_hi_ersatz_pr_auc": 0.9800462512763377,
+      "eval_hi_opus100_pr_auc": 0.7081719187788491,
+      "eval_hi_ud_pr_auc": 0.9844971646580005,
+      "eval_hu_opus100_pr_auc": 0.923419690569532,
+      "eval_hu_ud_pr_auc": 0.9827290549259885,
+      "eval_hy_opus100_pr_auc": 0.9154792106980836,
+      "eval_hy_ud_pr_auc": 0.9916829919339524,
+      "eval_id_opus100_pr_auc": 0.8821437388237181,
+      "eval_id_ud_pr_auc": 0.9964115545262145,
+      "eval_ig_opus100_pr_auc": 0.886498493852561,
+      "eval_is_opus100_pr_auc": 0.9308279868908869,
+      "eval_is_ud_pr_auc": 0.9332669056900889,
+      "eval_it_opus100_pr_auc": 0.9153488332623371,
+      "eval_it_ud_pr_auc": 0.9991741778624226,
+      "eval_ja_ersatz_pr_auc": 0.8363739548886359,
+      "eval_ja_opus100_pr_auc": 0.8212775717354668,
+      "eval_ja_ud_pr_auc": 0.9787382326667379,
+      "eval_jv_ud_pr_auc": 0.9693066229086353,
+      "eval_ka_opus100_pr_auc": 0.8755309215866613,
+      "eval_kk_ersatz_pr_auc": 0.9911657770423218,
+      "eval_kk_opus100_pr_auc": 0.8009242301728207,
+      "eval_kk_ud_pr_auc": 0.9763024661756228,
+      "eval_km_ersatz_pr_auc": 0.9114654429257268,
+      "eval_km_opus100_pr_auc": 0.7349095874556769,
+      "eval_kn_opus100_pr_auc": 0.610873469934233,
+      "eval_ko_opus100_pr_auc": 0.7031880903027775,
+      "eval_ko_ud_pr_auc": 0.9987219547699576,
+      "eval_ku_opus100_pr_auc": 0.8288340017955536,
+      "eval_ky_opus100_pr_auc": 0.8727882458136133,
+      "eval_la_ud_pr_auc": 0.9662509268458578,
+      "eval_loss": 0.031710103154182434,
+      "eval_lt_ersatz_pr_auc": 0.9956328095053436,
+      "eval_lt_opus100_pr_auc": 0.8921148973375941,
+      "eval_lt_ud_pr_auc": 0.994136856222066,
+      "eval_lv_ersatz_pr_auc": 0.9933120128103229,
+      "eval_lv_opus100_pr_auc": 0.8961314309502777,
+      "eval_lv_ud_pr_auc": 0.9689295607625051,
+      "eval_mg_opus100_pr_auc": 0.932930148333556,
+      "eval_mk_opus100_pr_auc": 0.9241947602419134,
+      "eval_ml_opus100_pr_auc": 0.7803940096023406,
+      "eval_mn_opus100_pr_auc": 0.9482397177394678,
+      "eval_mr_opus100_pr_auc": 0.9067992754498401,
+      "eval_mr_ud_pr_auc": 0.9822017037773394,
+      "eval_ms_opus100_pr_auc": 0.8864677019881085,
+      "eval_mt_opus100_pr_auc": 0.8801808002815705,
+      "eval_mt_ud_pr_auc": 0.9199362542632823,
+      "eval_my_opus100_pr_auc": 0.7506413345052118,
+      "eval_ne_opus100_pr_auc": 0.7192048602490263,
+      "eval_nl_opus100_pr_auc": 0.9024932192375579,
+      "eval_nl_ud_pr_auc": 0.9882982279822886,
+      "eval_no_opus100_pr_auc": 0.9282707721225198,
+      "eval_no_ud_pr_auc": 0.9962274779611389,
+      "eval_pa_opus100_pr_auc": 0.6791623218016458,
+      "eval_pl_ersatz_pr_auc": 0.9867516719201587,
+      "eval_pl_opus100_pr_auc": 0.9066301305100267,
+      "eval_pl_ud_pr_auc": 0.974132769340623,
+      "eval_ps_ersatz_pr_auc": 0.9321990104893099,
+      "eval_ps_opus100_pr_auc": 0.7468626073623644,
+      "eval_pt_opus100_pr_auc": 0.929124200954547,
+      "eval_pt_ud_pr_auc": 0.9837187542344638,
+      "eval_ro_ersatz_pr_auc": 0.9959721806759465,
+      "eval_ro_opus100_pr_auc": 0.8880080901651883,
+      "eval_ro_ud_pr_auc": 0.9822013016401432,
+      "eval_ru_ersatz_pr_auc": 0.989810645868121,
+      "eval_ru_opus100_pr_auc": 0.9351252177616163,
+      "eval_ru_ud_pr_auc": 0.8799134003419106,
+      "eval_runtime": 869.5263,
+      "eval_samples_per_second": 86.892,
+      "eval_si_opus100_pr_auc": 0.8150817994477031,
+      "eval_sk_opus100_pr_auc": 0.9378663886197476,
+      "eval_sk_ud_pr_auc": 0.9840157042625653,
+      "eval_sl_opus100_pr_auc": 0.8740937307740113,
+      "eval_sl_ud_pr_auc": 0.9783076050464014,
+      "eval_sq_opus100_pr_auc": 0.938954954444639,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9112790571680534,
+      "eval_sr_ud_pr_auc": 0.9994026542655793,
+      "eval_steps_per_second": 5.432,
+      "eval_sv_opus100_pr_auc": 0.9095313474466122,
+      "eval_sv_ud_pr_auc": 0.9614626558616206,
+      "eval_ta_ersatz_pr_auc": 0.9832669198662993,
+      "eval_ta_opus100_pr_auc": 0.6813412376755736,
+      "eval_ta_ud_pr_auc": 0.9921377181664389,
+      "eval_te_opus100_pr_auc": 0.8359917986588032,
+      "eval_tg_opus100_pr_auc": 0.8945568954517686,
+      "eval_th_opus100_pr_auc": 0.6821160313072874,
+      "eval_th_ud_pr_auc": 0.7847893096966643,
+      "eval_tr_ersatz_pr_auc": 0.9751278343214446,
+      "eval_tr_opus100_pr_auc": 0.9101501783616526,
+      "eval_tr_ud_pr_auc": 0.9611859930196314,
+      "eval_uk_opus100_pr_auc": 0.8880871537117445,
+      "eval_uk_ud_pr_auc": 0.9207612630900212,
+      "eval_ur_opus100_pr_auc": 0.5662435290251588,
+      "eval_ur_ud_pr_auc": 0.9951593529617692,
+      "eval_uz_opus100_pr_auc": 0.8710311140376724,
+      "eval_vi_opus100_pr_auc": 0.914408815350296,
+      "eval_vi_ud_pr_auc": 0.9558393964987459,
+      "eval_xh_opus100_pr_auc": 0.8751580468910892,
+      "eval_yi_opus100_pr_auc": 0.7844805466157827,
+      "eval_yo_opus100_pr_auc": 0.8238297615833229,
+      "eval_yo_ud_pr_auc": 0.9115937980658446,
+      "eval_zh_ersatz_pr_auc": 0.9379837657450185,
+      "eval_zh_opus100_pr_auc": 0.7601031062842933,
+      "eval_zh_ud_pr_auc": 0.9984253442414155,
+      "eval_zu_opus100_pr_auc": 0.8444536869400264,
+      "step": 180000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0278,
+      "step": 180050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0272,
+      "step": 180100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0277,
+      "step": 180150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.0268,
+      "step": 180200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.0275,
+      "step": 180250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.028,
+      "step": 180300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0269,
+      "step": 180350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0274,
+      "step": 180400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.027,
+      "step": 180450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0271,
+      "step": 180500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0275,
+      "step": 180550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0273,
+      "step": 180600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.0281,
+      "step": 180650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0279,
+      "step": 180700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0274,
+      "step": 180750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0271,
+      "step": 180800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0274,
+      "step": 180850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0277,
+      "step": 180900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0271,
+      "step": 180950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0278,
+      "step": 181000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0283,
+      "step": 181050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0274,
+      "step": 181100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.027,
+      "step": 181150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0273,
+      "step": 181200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0267,
+      "step": 181250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0275,
+      "step": 181300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0278,
+      "step": 181350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0274,
+      "step": 181400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.027,
+      "step": 181450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0266,
+      "step": 181500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0275,
+      "step": 181550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.027,
+      "step": 181600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.027,
+      "step": 181650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0276,
+      "step": 181700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0279,
+      "step": 181750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0272,
+      "step": 181800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0274,
+      "step": 181850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0279,
+      "step": 181900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0272,
+      "step": 181950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0277,
+      "step": 182000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0275,
+      "step": 182050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0279,
+      "step": 182100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0273,
+      "step": 182150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.028,
+      "step": 182200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0273,
+      "step": 182250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0276,
+      "step": 182300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.028,
+      "step": 182350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.028,
+      "step": 182400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0279,
+      "step": 182450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0271,
+      "step": 182500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.0274,
+      "step": 182550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0267,
+      "step": 182600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.0275,
+      "step": 182650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0278,
+      "step": 182700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.027,
+      "step": 182750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.0277,
+      "step": 182800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0279,
+      "step": 182850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0271,
+      "step": 182900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0273,
+      "step": 182950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0279,
+      "step": 183000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0273,
+      "step": 183050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0271,
+      "step": 183100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0274,
+      "step": 183150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0278,
+      "step": 183200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0271,
+      "step": 183250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0278,
+      "step": 183300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0276,
+      "step": 183350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0271,
+      "step": 183400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.028,
+      "step": 183450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0277,
+      "step": 183500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0269,
+      "step": 183550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0279,
+      "step": 183600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0274,
+      "step": 183650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0271,
+      "step": 183700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0274,
+      "step": 183750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0276,
+      "step": 183800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.028,
+      "step": 183850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.0274,
+      "step": 183900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0278,
+      "step": 183950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.027,
+      "step": 184000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0281,
+      "step": 184050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0272,
+      "step": 184100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0277,
+      "step": 184150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0285,
+      "step": 184200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0272,
+      "step": 184250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0273,
+      "step": 184300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0266,
+      "step": 184350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0276,
+      "step": 184400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0278,
+      "step": 184450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0276,
+      "step": 184500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0275,
+      "step": 184550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.0275,
+      "step": 184600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0275,
+      "step": 184650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0272,
+      "step": 184700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.0276,
+      "step": 184750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0273,
+      "step": 184800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.028,
+      "step": 184850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0281,
+      "step": 184900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0266,
+      "step": 184950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0271,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7597068962154692,
+      "eval_af_ud_pr_auc": 0.9889248934218416,
+      "eval_am_opus100_pr_auc": 0.5602687482936984,
+      "eval_ar_ersatz_pr_auc": 0.9371904292923466,
+      "eval_ar_opus100_pr_auc": 0.7269711588796518,
+      "eval_ar_ud_pr_auc": 0.8898212178627221,
+      "eval_average_ersatz_pr_auc": 0.9658058280302058,
+      "eval_average_opus100_pr_auc": 0.831728540231395,
+      "eval_average_ud_pr_auc": 0.9644714941212722,
+      "eval_az_opus100_pr_auc": 0.7982475562010661,
+      "eval_be_opus100_pr_auc": 0.6391156569883039,
+      "eval_be_ud_pr_auc": 0.8970952327822557,
+      "eval_bg_opus100_pr_auc": 0.9183157131782188,
+      "eval_bg_ud_pr_auc": 0.9942362689108656,
+      "eval_bn_opus100_pr_auc": 0.825225582997429,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8822883437228625,
+      "eval_ca_ud_pr_auc": 0.9960377814460017,
+      "eval_ceb_ud_pr_auc": 0.995558282084469,
+      "eval_cs_ersatz_pr_auc": 0.9886351270074142,
+      "eval_cs_opus100_pr_auc": 0.9131227358283108,
+      "eval_cs_ud_pr_auc": 0.9630106179130696,
+      "eval_cy_opus100_pr_auc": 0.7749786863077456,
+      "eval_cy_ud_pr_auc": 0.9957940852176073,
+      "eval_da_opus100_pr_auc": 0.9195667215538603,
+      "eval_da_ud_pr_auc": 0.9861193660593759,
+      "eval_de_ersatz_pr_auc": 0.9820615731649914,
+      "eval_de_opus100_pr_auc": 0.896445185494207,
+      "eval_de_ud_pr_auc": 0.9844040570317468,
+      "eval_el_opus100_pr_auc": 0.9235888308564251,
+      "eval_el_ud_pr_auc": 0.9878841338301557,
+      "eval_en_ersatz_pr_auc": 0.991775324084254,
+      "eval_en_opus100_pr_auc": 0.9228788454775534,
+      "eval_en_ud_pr_auc": 0.9816654645032221,
+      "eval_eo_opus100_pr_auc": 0.9252785236711895,
+      "eval_es_ersatz_pr_auc": 0.9964034715806481,
+      "eval_es_opus100_pr_auc": 0.9332262684969668,
+      "eval_es_ud_pr_auc": 0.9934896479717525,
+      "eval_et_ersatz_pr_auc": 0.9841444907392006,
+      "eval_et_opus100_pr_auc": 0.9003939515740966,
+      "eval_et_ud_pr_auc": 0.9708786153039154,
+      "eval_eu_opus100_pr_auc": 0.8877709719521605,
+      "eval_eu_ud_pr_auc": 0.9916452500692607,
+      "eval_fa_opus100_pr_auc": 0.5933321985844027,
+      "eval_fa_ud_pr_auc": 0.9965280808248236,
+      "eval_fi_ersatz_pr_auc": 0.9926039850569315,
+      "eval_fi_opus100_pr_auc": 0.9272579049832858,
+      "eval_fi_ud_pr_auc": 0.9720887864294848,
+      "eval_fr_ersatz_pr_auc": 0.9890248011450683,
+      "eval_fr_opus100_pr_auc": 0.9200799773509786,
+      "eval_fr_ud_pr_auc": 0.9777817781349561,
+      "eval_fy_opus100_pr_auc": 0.67061784264231,
+      "eval_ga_opus100_pr_auc": 0.8950037097450859,
+      "eval_ga_ud_pr_auc": 0.8194395465046841,
+      "eval_gd_opus100_pr_auc": 0.6800787793433322,
+      "eval_gd_ud_pr_auc": 0.8024993166636353,
+      "eval_gl_opus100_pr_auc": 0.8936827652815252,
+      "eval_gl_ud_pr_auc": 0.9985875827139881,
+      "eval_gu_ersatz_pr_auc": 0.9447126298876499,
+      "eval_gu_opus100_pr_auc": 0.7193810577805354,
+      "eval_ha_opus100_pr_auc": 0.896493661827628,
+      "eval_he_opus100_pr_auc": 0.8626013244943431,
+      "eval_he_ud_pr_auc": 0.9786513333160273,
+      "eval_hi_ersatz_pr_auc": 0.983707574488268,
+      "eval_hi_opus100_pr_auc": 0.6908494478699448,
+      "eval_hi_ud_pr_auc": 0.9885450058283167,
+      "eval_hu_opus100_pr_auc": 0.9233029433095927,
+      "eval_hu_ud_pr_auc": 0.9837105743828216,
+      "eval_hy_opus100_pr_auc": 0.9053797180218435,
+      "eval_hy_ud_pr_auc": 0.9848599916728998,
+      "eval_id_opus100_pr_auc": 0.8767284083784058,
+      "eval_id_ud_pr_auc": 0.9949638359254436,
+      "eval_ig_opus100_pr_auc": 0.8832431959896402,
+      "eval_is_opus100_pr_auc": 0.9205652053828267,
+      "eval_is_ud_pr_auc": 0.9133283348907584,
+      "eval_it_opus100_pr_auc": 0.9113015911616854,
+      "eval_it_ud_pr_auc": 0.9994660963339306,
+      "eval_ja_ersatz_pr_auc": 0.7999305299250441,
+      "eval_ja_opus100_pr_auc": 0.8162381744347834,
+      "eval_ja_ud_pr_auc": 0.9722236220799025,
+      "eval_jv_ud_pr_auc": 0.9700179586616449,
+      "eval_ka_opus100_pr_auc": 0.8726743798271415,
+      "eval_kk_ersatz_pr_auc": 0.9892165808800675,
+      "eval_kk_opus100_pr_auc": 0.7622081472138892,
+      "eval_kk_ud_pr_auc": 0.9733580998519855,
+      "eval_km_ersatz_pr_auc": 0.9134818547934797,
+      "eval_km_opus100_pr_auc": 0.7420374152329612,
+      "eval_kn_opus100_pr_auc": 0.5828722396043432,
+      "eval_ko_opus100_pr_auc": 0.688217248052734,
+      "eval_ko_ud_pr_auc": 0.9990047742982511,
+      "eval_ku_opus100_pr_auc": 0.825509970540616,
+      "eval_ky_opus100_pr_auc": 0.8658856020114866,
+      "eval_la_ud_pr_auc": 0.9676853891909261,
+      "eval_loss": 0.03124791942536831,
+      "eval_lt_ersatz_pr_auc": 0.9952544479875458,
+      "eval_lt_opus100_pr_auc": 0.8771975254086835,
+      "eval_lt_ud_pr_auc": 0.9941455426412875,
+      "eval_lv_ersatz_pr_auc": 0.9907660947212009,
+      "eval_lv_opus100_pr_auc": 0.8858746649166501,
+      "eval_lv_ud_pr_auc": 0.9652071855247556,
+      "eval_mg_opus100_pr_auc": 0.9358353367035706,
+      "eval_mk_opus100_pr_auc": 0.9215503212369521,
+      "eval_ml_opus100_pr_auc": 0.7649285568577658,
+      "eval_mn_opus100_pr_auc": 0.9389522933434626,
+      "eval_mr_opus100_pr_auc": 0.8918880801206233,
+      "eval_mr_ud_pr_auc": 0.9796528222955834,
+      "eval_ms_opus100_pr_auc": 0.8751595692025791,
+      "eval_mt_opus100_pr_auc": 0.8712222614954552,
+      "eval_mt_ud_pr_auc": 0.8902611468546422,
+      "eval_my_opus100_pr_auc": 0.7382164621320397,
+      "eval_ne_opus100_pr_auc": 0.6915829827825933,
+      "eval_nl_opus100_pr_auc": 0.9033416289394514,
+      "eval_nl_ud_pr_auc": 0.9848927560018981,
+      "eval_no_opus100_pr_auc": 0.9289255858266959,
+      "eval_no_ud_pr_auc": 0.9960693442256637,
+      "eval_pa_opus100_pr_auc": 0.6511325753597755,
+      "eval_pl_ersatz_pr_auc": 0.9805609607287935,
+      "eval_pl_opus100_pr_auc": 0.9017341050750078,
+      "eval_pl_ud_pr_auc": 0.9685400954069215,
+      "eval_ps_ersatz_pr_auc": 0.9350935577876501,
+      "eval_ps_opus100_pr_auc": 0.744595221046153,
+      "eval_pt_opus100_pr_auc": 0.9270645550014482,
+      "eval_pt_ud_pr_auc": 0.9834060242443659,
+      "eval_ro_ersatz_pr_auc": 0.9942472403973964,
+      "eval_ro_opus100_pr_auc": 0.8963298297167428,
+      "eval_ro_ud_pr_auc": 0.9667823395203891,
+      "eval_ru_ersatz_pr_auc": 0.9928989411979214,
+      "eval_ru_opus100_pr_auc": 0.9352263823862779,
+      "eval_ru_ud_pr_auc": 0.8570575773772757,
+      "eval_runtime": 870.5664,
+      "eval_samples_per_second": 86.788,
+      "eval_si_opus100_pr_auc": 0.8022389692592273,
+      "eval_sk_opus100_pr_auc": 0.9403213188472267,
+      "eval_sk_ud_pr_auc": 0.9824072824526193,
+      "eval_sl_opus100_pr_auc": 0.8653622413297425,
+      "eval_sl_ud_pr_auc": 0.9777233542623252,
+      "eval_sq_opus100_pr_auc": 0.9413828530337832,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.900632461266765,
+      "eval_sr_ud_pr_auc": 0.999472177100263,
+      "eval_steps_per_second": 5.425,
+      "eval_sv_opus100_pr_auc": 0.9106433518271936,
+      "eval_sv_ud_pr_auc": 0.9564642834546003,
+      "eval_ta_ersatz_pr_auc": 0.9818891957948359,
+      "eval_ta_opus100_pr_auc": 0.6645551947510103,
+      "eval_ta_ud_pr_auc": 0.995804770515122,
+      "eval_te_opus100_pr_auc": 0.8173216723118284,
+      "eval_tg_opus100_pr_auc": 0.8806088517392725,
+      "eval_th_opus100_pr_auc": 0.6797943849477539,
+      "eval_th_ud_pr_auc": 0.8239015324284761,
+      "eval_tr_ersatz_pr_auc": 0.9701470430684743,
+      "eval_tr_opus100_pr_auc": 0.8969812213891406,
+      "eval_tr_ud_pr_auc": 0.960984415719111,
+      "eval_uk_opus100_pr_auc": 0.8809920202651588,
+      "eval_uk_ud_pr_auc": 0.9203506777339625,
+      "eval_ur_opus100_pr_auc": 0.5504836886494322,
+      "eval_ur_ud_pr_auc": 0.9955816816988742,
+      "eval_uz_opus100_pr_auc": 0.8568835325983178,
+      "eval_vi_opus100_pr_auc": 0.9034638018283353,
+      "eval_vi_ud_pr_auc": 0.965762399839029,
+      "eval_xh_opus100_pr_auc": 0.8710185599113482,
+      "eval_yi_opus100_pr_auc": 0.725573271236815,
+      "eval_yo_opus100_pr_auc": 0.8193551246081956,
+      "eval_yo_ud_pr_auc": 0.9103894453931566,
+      "eval_zh_ersatz_pr_auc": 0.9139823629353471,
+      "eval_zh_opus100_pr_auc": 0.734054655494347,
+      "eval_zh_ud_pr_auc": 0.9907132881094521,
+      "eval_zu_opus100_pr_auc": 0.8463818993730343,
+      "step": 185000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.028,
+      "step": 185050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.027,
+      "step": 185100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.028,
+      "step": 185150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.028,
+      "step": 185200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.0272,
+      "step": 185250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.027,
+      "step": 185300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0275,
+      "step": 185350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.0272,
+      "step": 185400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0272,
+      "step": 185450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0274,
+      "step": 185500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0276,
+      "step": 185550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.0272,
+      "step": 185600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.0275,
+      "step": 185650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0264,
+      "step": 185700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.028,
+      "step": 185750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.027,
+      "step": 185800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0272,
+      "step": 185850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0271,
+      "step": 185900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0275,
+      "step": 185950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0268,
+      "step": 186000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0272,
+      "step": 186050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0273,
+      "step": 186100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0278,
+      "step": 186150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0266,
+      "step": 186200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.0272,
+      "step": 186250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.0274,
+      "step": 186300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.0276,
+      "step": 186350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0275,
+      "step": 186400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.0269,
+      "step": 186450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0276,
+      "step": 186500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0278,
+      "step": 186550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.027,
+      "step": 186600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0268,
+      "step": 186650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.0272,
+      "step": 186700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.0274,
+      "step": 186750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0274,
+      "step": 186800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.0278,
+      "step": 186850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.0277,
+      "step": 186900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0269,
+      "step": 186950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.0277,
+      "step": 187000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.0273,
+      "step": 187050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0271,
+      "step": 187100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0274,
+      "step": 187150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0277,
+      "step": 187200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.028,
+      "step": 187250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.0272,
+      "step": 187300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0274,
+      "step": 187350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0271,
+      "step": 187400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.027,
+      "step": 187450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.027,
+      "step": 187500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0276,
+      "step": 187550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.027,
+      "step": 187600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0272,
+      "step": 187650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0273,
+      "step": 187700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0276,
+      "step": 187750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0281,
+      "step": 187800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.0272,
+      "step": 187850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.0268,
+      "step": 187900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0268,
+      "step": 187950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0268,
+      "step": 188000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.028,
+      "step": 188050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0275,
+      "step": 188100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0278,
+      "step": 188150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0274,
+      "step": 188200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0275,
+      "step": 188250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.027,
+      "step": 188300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0272,
+      "step": 188350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0273,
+      "step": 188400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0272,
+      "step": 188450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0269,
+      "step": 188500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0273,
+      "step": 188550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.0266,
+      "step": 188600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0264,
+      "step": 188650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.0273,
+      "step": 188700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0276,
+      "step": 188750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0267,
+      "step": 188800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.0273,
+      "step": 188850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.027,
+      "step": 188900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.027,
+      "step": 188950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0267,
+      "step": 189000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0278,
+      "step": 189050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0276,
+      "step": 189100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.0275,
+      "step": 189150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.0272,
+      "step": 189200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0269,
+      "step": 189250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0269,
+      "step": 189300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.0273,
+      "step": 189350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0276,
+      "step": 189400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.0273,
+      "step": 189450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0279,
+      "step": 189500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0277,
+      "step": 189550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0265,
+      "step": 189600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.0268,
+      "step": 189650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0278,
+      "step": 189700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0275,
+      "step": 189750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.0281,
+      "step": 189800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.0275,
+      "step": 189850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0273,
+      "step": 189900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.0272,
+      "step": 189950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.0272,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.7836866762036063,
+      "eval_af_ud_pr_auc": 0.9866386270559867,
+      "eval_am_opus100_pr_auc": 0.5403400054576509,
+      "eval_ar_ersatz_pr_auc": 0.9359997210204531,
+      "eval_ar_opus100_pr_auc": 0.721131536307892,
+      "eval_ar_ud_pr_auc": 0.8952614609775578,
+      "eval_average_ersatz_pr_auc": 0.9638490781875441,
+      "eval_average_opus100_pr_auc": 0.832096019958771,
+      "eval_average_ud_pr_auc": 0.9626762821029893,
+      "eval_az_opus100_pr_auc": 0.8053474846783966,
+      "eval_be_opus100_pr_auc": 0.6659559398550933,
+      "eval_be_ud_pr_auc": 0.8868245843663813,
+      "eval_bg_opus100_pr_auc": 0.9081972627579821,
+      "eval_bg_ud_pr_auc": 0.9947760118874773,
+      "eval_bn_opus100_pr_auc": 0.8308257266786724,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8773807924588092,
+      "eval_ca_ud_pr_auc": 0.991446192547634,
+      "eval_ceb_ud_pr_auc": 0.995994010478312,
+      "eval_cs_ersatz_pr_auc": 0.9858097993368969,
+      "eval_cs_opus100_pr_auc": 0.9023709509297909,
+      "eval_cs_ud_pr_auc": 0.9566821956331736,
+      "eval_cy_opus100_pr_auc": 0.7905695491926273,
+      "eval_cy_ud_pr_auc": 0.9956825506882077,
+      "eval_da_opus100_pr_auc": 0.9140658149397347,
+      "eval_da_ud_pr_auc": 0.9842436959742799,
+      "eval_de_ersatz_pr_auc": 0.9860574182423328,
+      "eval_de_opus100_pr_auc": 0.8949709227923345,
+      "eval_de_ud_pr_auc": 0.9832804875434615,
+      "eval_el_opus100_pr_auc": 0.916479279539547,
+      "eval_el_ud_pr_auc": 0.9890647893967144,
+      "eval_en_ersatz_pr_auc": 0.9920324491529326,
+      "eval_en_opus100_pr_auc": 0.9175586560837142,
+      "eval_en_ud_pr_auc": 0.9774010745988463,
+      "eval_eo_opus100_pr_auc": 0.9295206755196423,
+      "eval_es_ersatz_pr_auc": 0.996274181396827,
+      "eval_es_opus100_pr_auc": 0.917681378435251,
+      "eval_es_ud_pr_auc": 0.9897888530932667,
+      "eval_et_ersatz_pr_auc": 0.9802674142808905,
+      "eval_et_opus100_pr_auc": 0.8793201485672545,
+      "eval_et_ud_pr_auc": 0.9674532087355163,
+      "eval_eu_opus100_pr_auc": 0.8820865856702244,
+      "eval_eu_ud_pr_auc": 0.9912465849459334,
+      "eval_fa_opus100_pr_auc": 0.5768047958933151,
+      "eval_fa_ud_pr_auc": 0.9937182982961796,
+      "eval_fi_ersatz_pr_auc": 0.9889887481673685,
+      "eval_fi_opus100_pr_auc": 0.9114941864010985,
+      "eval_fi_ud_pr_auc": 0.9653332804427704,
+      "eval_fr_ersatz_pr_auc": 0.9865817247666635,
+      "eval_fr_opus100_pr_auc": 0.9008564791117929,
+      "eval_fr_ud_pr_auc": 0.9751111699823802,
+      "eval_fy_opus100_pr_auc": 0.7290446874144402,
+      "eval_ga_opus100_pr_auc": 0.8869941524915762,
+      "eval_ga_ud_pr_auc": 0.7981683061230832,
+      "eval_gd_opus100_pr_auc": 0.650223038266156,
+      "eval_gd_ud_pr_auc": 0.8101469084032246,
+      "eval_gl_opus100_pr_auc": 0.8821801046951169,
+      "eval_gl_ud_pr_auc": 0.9966266956310565,
+      "eval_gu_ersatz_pr_auc": 0.9249743640565516,
+      "eval_gu_opus100_pr_auc": 0.7403684420541533,
+      "eval_ha_opus100_pr_auc": 0.9142410665663759,
+      "eval_he_opus100_pr_auc": 0.8750433318972249,
+      "eval_he_ud_pr_auc": 0.9753452446667826,
+      "eval_hi_ersatz_pr_auc": 0.9778723098103098,
+      "eval_hi_opus100_pr_auc": 0.6910846745910689,
+      "eval_hi_ud_pr_auc": 0.9886783492998189,
+      "eval_hu_opus100_pr_auc": 0.9127294752107132,
+      "eval_hu_ud_pr_auc": 0.9815267865496144,
+      "eval_hy_opus100_pr_auc": 0.9026052618854674,
+      "eval_hy_ud_pr_auc": 0.9861412915309333,
+      "eval_id_opus100_pr_auc": 0.885409326618978,
+      "eval_id_ud_pr_auc": 0.9951544157241866,
+      "eval_ig_opus100_pr_auc": 0.891319674490282,
+      "eval_is_opus100_pr_auc": 0.9192126196394232,
+      "eval_is_ud_pr_auc": 0.9236257548681751,
+      "eval_it_opus100_pr_auc": 0.889924057639461,
+      "eval_it_ud_pr_auc": 0.998905408283823,
+      "eval_ja_ersatz_pr_auc": 0.8206136882083419,
+      "eval_ja_opus100_pr_auc": 0.8287006009274506,
+      "eval_ja_ud_pr_auc": 0.9741317453189086,
+      "eval_jv_ud_pr_auc": 0.969157536055721,
+      "eval_ka_opus100_pr_auc": 0.8690642360160633,
+      "eval_kk_ersatz_pr_auc": 0.9845136174931246,
+      "eval_kk_opus100_pr_auc": 0.7986420868313732,
+      "eval_kk_ud_pr_auc": 0.9727620936511443,
+      "eval_km_ersatz_pr_auc": 0.9107222175695969,
+      "eval_km_opus100_pr_auc": 0.7337567927973405,
+      "eval_kn_opus100_pr_auc": 0.6284977794813372,
+      "eval_ko_opus100_pr_auc": 0.6898506411962976,
+      "eval_ko_ud_pr_auc": 0.9986015862459754,
+      "eval_ku_opus100_pr_auc": 0.8452592818929824,
+      "eval_ky_opus100_pr_auc": 0.8899818923869965,
+      "eval_la_ud_pr_auc": 0.9793536881637197,
+      "eval_loss": 0.03147714585065842,
+      "eval_lt_ersatz_pr_auc": 0.9945599271979132,
+      "eval_lt_opus100_pr_auc": 0.8585230311506321,
+      "eval_lt_ud_pr_auc": 0.991691839932946,
+      "eval_lv_ersatz_pr_auc": 0.9888997258952384,
+      "eval_lv_opus100_pr_auc": 0.8667751197410828,
+      "eval_lv_ud_pr_auc": 0.9573843754030605,
+      "eval_mg_opus100_pr_auc": 0.9233205984777746,
+      "eval_mk_opus100_pr_auc": 0.9116265068055073,
+      "eval_ml_opus100_pr_auc": 0.7702544965128645,
+      "eval_mn_opus100_pr_auc": 0.9477001066553039,
+      "eval_mr_opus100_pr_auc": 0.8873659679672707,
+      "eval_mr_ud_pr_auc": 0.9791864636587401,
+      "eval_ms_opus100_pr_auc": 0.8748696962238242,
+      "eval_mt_opus100_pr_auc": 0.849618399206429,
+      "eval_mt_ud_pr_auc": 0.8932077461066663,
+      "eval_my_opus100_pr_auc": 0.7448654919191567,
+      "eval_ne_opus100_pr_auc": 0.7046307405528793,
+      "eval_nl_opus100_pr_auc": 0.8943439397664648,
+      "eval_nl_ud_pr_auc": 0.9835492900875552,
+      "eval_no_opus100_pr_auc": 0.915089834995656,
+      "eval_no_ud_pr_auc": 0.9965246650982371,
+      "eval_pa_opus100_pr_auc": 0.6947677988368195,
+      "eval_pl_ersatz_pr_auc": 0.9730263556153124,
+      "eval_pl_opus100_pr_auc": 0.8909079575541599,
+      "eval_pl_ud_pr_auc": 0.9672371500919927,
+      "eval_ps_ersatz_pr_auc": 0.925788412083026,
+      "eval_ps_opus100_pr_auc": 0.7605742932258545,
+      "eval_pt_opus100_pr_auc": 0.9158389618434292,
+      "eval_pt_ud_pr_auc": 0.9821565569718314,
+      "eval_ro_ersatz_pr_auc": 0.9927185014502462,
+      "eval_ro_opus100_pr_auc": 0.8670462328247882,
+      "eval_ro_ud_pr_auc": 0.9647714360901857,
+      "eval_ru_ersatz_pr_auc": 0.9875921166697988,
+      "eval_ru_opus100_pr_auc": 0.919630222576387,
+      "eval_ru_ud_pr_auc": 0.8521355881262669,
+      "eval_runtime": 869.4929,
+      "eval_samples_per_second": 86.895,
+      "eval_si_opus100_pr_auc": 0.8088036357429317,
+      "eval_sk_opus100_pr_auc": 0.9267569843702801,
+      "eval_sk_ud_pr_auc": 0.9799440410267778,
+      "eval_sl_opus100_pr_auc": 0.8563246567729457,
+      "eval_sl_ud_pr_auc": 0.9700141611228552,
+      "eval_sq_opus100_pr_auc": 0.9254743173735328,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8976088834687096,
+      "eval_sr_ud_pr_auc": 0.9992983230656826,
+      "eval_steps_per_second": 5.432,
+      "eval_sv_opus100_pr_auc": 0.8915992804771782,
+      "eval_sv_ud_pr_auc": 0.9539846603751798,
+      "eval_ta_ersatz_pr_auc": 0.9825067170923647,
+      "eval_ta_opus100_pr_auc": 0.6900249696112254,
+      "eval_ta_ud_pr_auc": 0.9916177445011398,
+      "eval_te_opus100_pr_auc": 0.8185874159476373,
+      "eval_tg_opus100_pr_auc": 0.8785486606137924,
+      "eval_th_opus100_pr_auc": 0.675820579975864,
+      "eval_th_ud_pr_auc": 0.800856899657427,
+      "eval_tr_ersatz_pr_auc": 0.9722786198649926,
+      "eval_tr_opus100_pr_auc": 0.8950464468727594,
+      "eval_tr_ud_pr_auc": 0.9628110606299065,
+      "eval_uk_opus100_pr_auc": 0.8682678940543379,
+      "eval_uk_ud_pr_auc": 0.908401640245213,
+      "eval_ur_opus100_pr_auc": 0.5551368808221467,
+      "eval_ur_ud_pr_auc": 0.9940898561105512,
+      "eval_uz_opus100_pr_auc": 0.8711381443556053,
+      "eval_vi_opus100_pr_auc": 0.9065713314684766,
+      "eval_vi_ud_pr_auc": 0.9632448064380631,
+      "eval_xh_opus100_pr_auc": 0.8588970603210335,
+      "eval_yi_opus100_pr_auc": 0.7757815056744639,
+      "eval_yo_opus100_pr_auc": 0.8139251477522049,
+      "eval_yo_ud_pr_auc": 0.9189278074369653,
+      "eval_zh_ersatz_pr_auc": 0.9166016907547899,
+      "eval_zh_opus100_pr_auc": 0.7385741273478991,
+      "eval_zh_ud_pr_auc": 0.9932390805329017,
+      "eval_zu_opus100_pr_auc": 0.860458244295197,
+      "step": 190000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0278,
+      "step": 190050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0278,
+      "step": 190100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.027,
+      "step": 190150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.0281,
+      "step": 190200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.0271,
+      "step": 190250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0272,
+      "step": 190300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0272,
+      "step": 190350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.0264,
+      "step": 190400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0275,
+      "step": 190450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.0269,
+      "step": 190500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.027,
+      "step": 190550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0277,
+      "step": 190600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.0274,
+      "step": 190650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.0269,
+      "step": 190700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.0274,
+      "step": 190750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0284,
+      "step": 190800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.0277,
+      "step": 190850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0284,
+      "step": 190900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.0271,
+      "step": 190950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0276,
+      "step": 191000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0276,
+      "step": 191050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.0277,
+      "step": 191100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.0276,
+      "step": 191150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.0278,
+      "step": 191200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0276,
+      "step": 191250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0279,
+      "step": 191300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0268,
+      "step": 191350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.027,
+      "step": 191400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.0274,
+      "step": 191450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0265,
+      "step": 191500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0271,
+      "step": 191550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0279,
+      "step": 191600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.027,
+      "step": 191650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0271,
+      "step": 191700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0266,
+      "step": 191750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0276,
+      "step": 191800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.0272,
+      "step": 191850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.0268,
+      "step": 191900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0272,
+      "step": 191950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0279,
+      "step": 192000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0269,
+      "step": 192050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0273,
+      "step": 192100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.0268,
+      "step": 192150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0266,
+      "step": 192200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.0276,
+      "step": 192250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.0268,
+      "step": 192300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.0274,
+      "step": 192350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.028,
+      "step": 192400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.0268,
+      "step": 192450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0266,
+      "step": 192500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.027,
+      "step": 192550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0272,
+      "step": 192600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0277,
+      "step": 192650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0269,
+      "step": 192700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0267,
+      "step": 192750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.0268,
+      "step": 192800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.0277,
+      "step": 192850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0278,
+      "step": 192900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0266,
+      "step": 192950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0266,
+      "step": 193000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0271,
+      "step": 193050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0264,
+      "step": 193100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0269,
+      "step": 193150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.0271,
+      "step": 193200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.0276,
+      "step": 193250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0274,
+      "step": 193300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0267,
+      "step": 193350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.028,
+      "step": 193400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0272,
+      "step": 193450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0276,
+      "step": 193500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.0268,
+      "step": 193550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0273,
+      "step": 193600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0275,
+      "step": 193650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.0267,
+      "step": 193700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0272,
+      "step": 193750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0272,
+      "step": 193800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0271,
+      "step": 193850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.027,
+      "step": 193900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.0275,
+      "step": 193950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.0265,
+      "step": 194000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0269,
+      "step": 194050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0277,
+      "step": 194100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0277,
+      "step": 194150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0267,
+      "step": 194200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0272,
+      "step": 194250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0267,
+      "step": 194300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.0268,
+      "step": 194350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0272,
+      "step": 194400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0277,
+      "step": 194450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0274,
+      "step": 194500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0273,
+      "step": 194550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.0272,
+      "step": 194600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.027,
+      "step": 194650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0279,
+      "step": 194700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0279,
+      "step": 194750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.0269,
+      "step": 194800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0273,
+      "step": 194850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.0273,
+      "step": 194900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.027,
+      "step": 194950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.027,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "eval_af_opus100_pr_auc": 0.755331581271323,
+      "eval_af_ud_pr_auc": 0.9867580897232797,
+      "eval_am_opus100_pr_auc": 0.6041890178897202,
+      "eval_ar_ersatz_pr_auc": 0.936970688475226,
+      "eval_ar_opus100_pr_auc": 0.7152567684419812,
+      "eval_ar_ud_pr_auc": 0.8829362635270752,
+      "eval_average_ersatz_pr_auc": 0.9639172870278278,
+      "eval_average_opus100_pr_auc": 0.8274576555384583,
+      "eval_average_ud_pr_auc": 0.9622213608586369,
+      "eval_az_opus100_pr_auc": 0.8088684379808613,
+      "eval_be_opus100_pr_auc": 0.6436310716981413,
+      "eval_be_ud_pr_auc": 0.8915519723673575,
+      "eval_bg_opus100_pr_auc": 0.912398669978157,
+      "eval_bg_ud_pr_auc": 0.9953958329911041,
+      "eval_bn_opus100_pr_auc": 0.811126368895146,
+      "eval_bn_ud_pr_auc": 0.9953771602206729,
+      "eval_ca_opus100_pr_auc": 0.8786077688221363,
+      "eval_ca_ud_pr_auc": 0.9920237232835866,
+      "eval_ceb_ud_pr_auc": 0.9989963438251088,
+      "eval_cs_ersatz_pr_auc": 0.9831966178595072,
+      "eval_cs_opus100_pr_auc": 0.8952874175861452,
+      "eval_cs_ud_pr_auc": 0.9546261338654907,
+      "eval_cy_opus100_pr_auc": 0.76445729248255,
+      "eval_cy_ud_pr_auc": 0.9954975135414337,
+      "eval_da_opus100_pr_auc": 0.9128002304996585,
+      "eval_da_ud_pr_auc": 0.9823692624884319,
+      "eval_de_ersatz_pr_auc": 0.9857053465123079,
+      "eval_de_opus100_pr_auc": 0.8878889656662103,
+      "eval_de_ud_pr_auc": 0.9860596315448288,
+      "eval_el_opus100_pr_auc": 0.9165917310389654,
+      "eval_el_ud_pr_auc": 0.9891548108709409,
+      "eval_en_ersatz_pr_auc": 0.9916809689084624,
+      "eval_en_opus100_pr_auc": 0.9179735275065259,
+      "eval_en_ud_pr_auc": 0.9752815017336534,
+      "eval_eo_opus100_pr_auc": 0.9253912718417259,
+      "eval_es_ersatz_pr_auc": 0.9969256670689486,
+      "eval_es_opus100_pr_auc": 0.924553374075288,
+      "eval_es_ud_pr_auc": 0.9900736882036184,
+      "eval_et_ersatz_pr_auc": 0.9800361302066829,
+      "eval_et_opus100_pr_auc": 0.880465544790989,
+      "eval_et_ud_pr_auc": 0.9733502273901853,
+      "eval_eu_opus100_pr_auc": 0.8781192259474726,
+      "eval_eu_ud_pr_auc": 0.9902814638215424,
+      "eval_fa_opus100_pr_auc": 0.5850094217079073,
+      "eval_fa_ud_pr_auc": 0.9951951781229011,
+      "eval_fi_ersatz_pr_auc": 0.9913182454393195,
+      "eval_fi_opus100_pr_auc": 0.9131104342051025,
+      "eval_fi_ud_pr_auc": 0.9729731938540787,
+      "eval_fr_ersatz_pr_auc": 0.987242412988815,
+      "eval_fr_opus100_pr_auc": 0.9039201628084671,
+      "eval_fr_ud_pr_auc": 0.9783311549670335,
+      "eval_fy_opus100_pr_auc": 0.6809422288422895,
+      "eval_ga_opus100_pr_auc": 0.8837217265454792,
+      "eval_ga_ud_pr_auc": 0.797894824031482,
+      "eval_gd_opus100_pr_auc": 0.6772949552015662,
+      "eval_gd_ud_pr_auc": 0.8103368759987293,
+      "eval_gl_opus100_pr_auc": 0.8849877597172112,
+      "eval_gl_ud_pr_auc": 0.9954092021292179,
+      "eval_gu_ersatz_pr_auc": 0.9205054014703078,
+      "eval_gu_opus100_pr_auc": 0.7375219413300977,
+      "eval_ha_opus100_pr_auc": 0.9070100305945182,
+      "eval_he_opus100_pr_auc": 0.8761438747920306,
+      "eval_he_ud_pr_auc": 0.9767371233444507,
+      "eval_hi_ersatz_pr_auc": 0.9735061196011084,
+      "eval_hi_opus100_pr_auc": 0.6870921849577288,
+      "eval_hi_ud_pr_auc": 0.9817037169672617,
+      "eval_hu_opus100_pr_auc": 0.9093336116048931,
+      "eval_hu_ud_pr_auc": 0.983757110058017,
+      "eval_hy_opus100_pr_auc": 0.8962789976976034,
+      "eval_hy_ud_pr_auc": 0.9811370221842948,
+      "eval_id_opus100_pr_auc": 0.8792239445519774,
+      "eval_id_ud_pr_auc": 0.993169816280487,
+      "eval_ig_opus100_pr_auc": 0.8766713013898388,
+      "eval_is_opus100_pr_auc": 0.9198333110223771,
+      "eval_is_ud_pr_auc": 0.9160866644153449,
+      "eval_it_opus100_pr_auc": 0.904948600585947,
+      "eval_it_ud_pr_auc": 0.998500104156955,
+      "eval_ja_ersatz_pr_auc": 0.8364234745827581,
+      "eval_ja_opus100_pr_auc": 0.8030738242027644,
+      "eval_ja_ud_pr_auc": 0.975392676972505,
+      "eval_jv_ud_pr_auc": 0.9796274888456041,
+      "eval_ka_opus100_pr_auc": 0.8638301713651115,
+      "eval_kk_ersatz_pr_auc": 0.9871589212147853,
+      "eval_kk_opus100_pr_auc": 0.7720773071079411,
+      "eval_kk_ud_pr_auc": 0.9702640862246817,
+      "eval_km_ersatz_pr_auc": 0.9213894509356959,
+      "eval_km_opus100_pr_auc": 0.7479476405549024,
+      "eval_kn_opus100_pr_auc": 0.6035892889372476,
+      "eval_ko_opus100_pr_auc": 0.6637527565036289,
+      "eval_ko_ud_pr_auc": 0.9962209262238183,
+      "eval_ku_opus100_pr_auc": 0.8008970118851957,
+      "eval_ky_opus100_pr_auc": 0.8662943135281214,
+      "eval_la_ud_pr_auc": 0.9559217765587773,
+      "eval_loss": 0.031194234266877174,
+      "eval_lt_ersatz_pr_auc": 0.9950541311788068,
+      "eval_lt_opus100_pr_auc": 0.8692835223357146,
+      "eval_lt_ud_pr_auc": 0.9934939917001974,
+      "eval_lv_ersatz_pr_auc": 0.9905662294109333,
+      "eval_lv_opus100_pr_auc": 0.8802907443301621,
+      "eval_lv_ud_pr_auc": 0.9595900669178308,
+      "eval_mg_opus100_pr_auc": 0.9256565161734691,
+      "eval_mk_opus100_pr_auc": 0.9102673000541291,
+      "eval_ml_opus100_pr_auc": 0.7626440012687873,
+      "eval_mn_opus100_pr_auc": 0.9333315698497893,
+      "eval_mr_opus100_pr_auc": 0.8837969754326921,
+      "eval_mr_ud_pr_auc": 0.9702740030860049,
+      "eval_ms_opus100_pr_auc": 0.8661646186711989,
+      "eval_mt_opus100_pr_auc": 0.8538414442905524,
+      "eval_mt_ud_pr_auc": 0.9187234681972609,
+      "eval_my_opus100_pr_auc": 0.7481516485530018,
+      "eval_ne_opus100_pr_auc": 0.7142074566726297,
+      "eval_nl_opus100_pr_auc": 0.8963533638934295,
+      "eval_nl_ud_pr_auc": 0.9880411455807109,
+      "eval_no_opus100_pr_auc": 0.9202599833149288,
+      "eval_no_ud_pr_auc": 0.9961119541426269,
+      "eval_pa_opus100_pr_auc": 0.6622590620187072,
+      "eval_pl_ersatz_pr_auc": 0.9779191859568679,
+      "eval_pl_opus100_pr_auc": 0.8923792050683816,
+      "eval_pl_ud_pr_auc": 0.9686052981682188,
+      "eval_ps_ersatz_pr_auc": 0.923493581095168,
+      "eval_ps_opus100_pr_auc": 0.7405241000730067,
+      "eval_pt_opus100_pr_auc": 0.9236920477138097,
+      "eval_pt_ud_pr_auc": 0.9819456604740683,
+      "eval_ro_ersatz_pr_auc": 0.9935730332974798,
+      "eval_ro_opus100_pr_auc": 0.8813355295877793,
+      "eval_ro_ud_pr_auc": 0.9629102149537887,
+      "eval_ru_ersatz_pr_auc": 0.9896988026220149,
+      "eval_ru_opus100_pr_auc": 0.9155149824298818,
+      "eval_ru_ud_pr_auc": 0.8590685064180904,
+      "eval_runtime": 874.5285,
+      "eval_samples_per_second": 86.395,
+      "eval_si_opus100_pr_auc": 0.8029522845246654,
+      "eval_sk_opus100_pr_auc": 0.9280479204966063,
+      "eval_sk_ud_pr_auc": 0.9804292486536237,
+      "eval_sl_opus100_pr_auc": 0.857723000249209,
+      "eval_sl_ud_pr_auc": 0.9719949915973453,
+      "eval_sq_opus100_pr_auc": 0.931386875889757,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8991414314462842,
+      "eval_sr_ud_pr_auc": 0.999021846638172,
+      "eval_steps_per_second": 5.401,
+      "eval_sv_opus100_pr_auc": 0.8978173820119988,
+      "eval_sv_ud_pr_auc": 0.9549109313217984,
+      "eval_ta_ersatz_pr_auc": 0.9781670762772409,
+      "eval_ta_opus100_pr_auc": 0.6791289937845317,
+      "eval_ta_ud_pr_auc": 0.9935590702700259,
+      "eval_te_opus100_pr_auc": 0.8175085846331632,
+      "eval_tg_opus100_pr_auc": 0.8708615582280065,
+      "eval_th_opus100_pr_auc": 0.6794231571096184,
+      "eval_th_ud_pr_auc": 0.7950536578754791,
+      "eval_tr_ersatz_pr_auc": 0.9666277985179523,
+      "eval_tr_opus100_pr_auc": 0.8963939469933387,
+      "eval_tr_ud_pr_auc": 0.9604015234134835,
+      "eval_uk_opus100_pr_auc": 0.8683366575440243,
+      "eval_uk_ud_pr_auc": 0.9155431226077453,
+      "eval_ur_opus100_pr_auc": 0.5530738145248166,
+      "eval_ur_ud_pr_auc": 0.991777599532195,
+      "eval_uz_opus100_pr_auc": 0.8551951149434267,
+      "eval_vi_opus100_pr_auc": 0.9009344947990374,
+      "eval_vi_ud_pr_auc": 0.9545832516089239,
+      "eval_xh_opus100_pr_auc": 0.8532824992859136,
+      "eval_yi_opus100_pr_auc": 0.7383153095785437,
+      "eval_yo_opus100_pr_auc": 0.820353615163263,
+      "eval_yo_ud_pr_auc": 0.8964909284003121,
+      "eval_zh_ersatz_pr_auc": 0.8990210309918218,
+      "eval_zh_opus100_pr_auc": 0.7110127229256361,
+      "eval_zh_ud_pr_auc": 0.9956945266504477,
+      "eval_zu_opus100_pr_auc": 0.8332392502367403,
+      "step": 195000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0275,
+      "step": 195050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0272,
+      "step": 195100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.028,
+      "step": 195150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0275,
+      "step": 195200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0273,
+      "step": 195250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0272,
+      "step": 195300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0272,
+      "step": 195350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0271,
+      "step": 195400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0271,
+      "step": 195450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.0266,
+      "step": 195500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.027,
+      "step": 195550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0279,
+      "step": 195600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0274,
+      "step": 195650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0263,
+      "step": 195700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.027,
+      "step": 195750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0271,
+      "step": 195800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.0276,
+      "step": 195850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.0269,
+      "step": 195900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0271,
+      "step": 195950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0275,
+      "step": 196000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.0276,
+      "step": 196050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.0273,
+      "step": 196100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0275,
+      "step": 196150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.0273,
+      "step": 196200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0267,
+      "step": 196250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.0269,
+      "step": 196300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0268,
+      "step": 196350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.0268,
+      "step": 196400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0268,
+      "step": 196450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.0271,
+      "step": 196500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.026,
+      "step": 196550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0273,
+      "step": 196600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.0274,
+      "step": 196650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.027,
+      "step": 196700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0268,
+      "step": 196750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0268,
+      "step": 196800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0267,
+      "step": 196850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.028,
+      "step": 196900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.027,
+      "step": 196950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0265,
+      "step": 197000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.0273,
+      "step": 197050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.0275,
+      "step": 197100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.0272,
+      "step": 197150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0272,
+      "step": 197200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.027,
+      "step": 197250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.0268,
+      "step": 197300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0267,
+      "step": 197350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0274,
+      "step": 197400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0264,
+      "step": 197450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.0273,
+      "step": 197500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0273,
+      "step": 197550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.0276,
+      "step": 197600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.0275,
+      "step": 197650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0274,
+      "step": 197700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0272,
+      "step": 197750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0262,
+      "step": 197800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.0269,
+      "step": 197850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.0281,
+      "step": 197900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0268,
+      "step": 197950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0276,
+      "step": 198000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0273,
+      "step": 198050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0273,
+      "step": 198100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.0274,
+      "step": 198150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.0273,
+      "step": 198200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0269,
+      "step": 198250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0271,
+      "step": 198300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0266,
+      "step": 198350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.0274,
+      "step": 198400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.0271,
+      "step": 198450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0273,
+      "step": 198500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.0275,
+      "step": 198550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.027,
+      "step": 198600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0265,
+      "step": 198650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.028,
+      "step": 198700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.027,
+      "step": 198750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0268,
+      "step": 198800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.0269,
+      "step": 198850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.0271,
+      "step": 198900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0275,
+      "step": 198950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.027,
+      "step": 199000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0265,
+      "step": 199050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0267,
+      "step": 199100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.0271,
+      "step": 199150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.0274,
+      "step": 199200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0273,
+      "step": 199250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0266,
+      "step": 199300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.0279,
+      "step": 199350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0267,
+      "step": 199400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0271,
+      "step": 199450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.0272,
+      "step": 199500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0274,
+      "step": 199550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0272,
+      "step": 199600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0266,
+      "step": 199650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.027,
+      "step": 199700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0276,
+      "step": 199750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.027,
+      "step": 199800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.0273,
+      "step": 199850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0267,
+      "step": 199900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.027,
+      "step": 199950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.0263,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7676047097282888,
+      "eval_af_ud_pr_auc": 0.9862465454788761,
+      "eval_am_opus100_pr_auc": 0.6092247918390782,
+      "eval_ar_ersatz_pr_auc": 0.9346643225812308,
+      "eval_ar_opus100_pr_auc": 0.725449712965766,
+      "eval_ar_ud_pr_auc": 0.8861569284611754,
+      "eval_average_ersatz_pr_auc": 0.9653187230574937,
+      "eval_average_opus100_pr_auc": 0.8320603759944605,
+      "eval_average_ud_pr_auc": 0.9618724734562962,
+      "eval_az_opus100_pr_auc": 0.794547454858207,
+      "eval_be_opus100_pr_auc": 0.6753870665129927,
+      "eval_be_ud_pr_auc": 0.8911560001662827,
+      "eval_bg_opus100_pr_auc": 0.9216216567217271,
+      "eval_bg_ud_pr_auc": 0.995382546100593,
+      "eval_bn_opus100_pr_auc": 0.8217074665844066,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8773601058508388,
+      "eval_ca_ud_pr_auc": 0.9929223078715077,
+      "eval_ceb_ud_pr_auc": 0.9979684054464457,
+      "eval_cs_ersatz_pr_auc": 0.9846567169203638,
+      "eval_cs_opus100_pr_auc": 0.9040583155376726,
+      "eval_cs_ud_pr_auc": 0.958225084152329,
+      "eval_cy_opus100_pr_auc": 0.7673856713927074,
+      "eval_cy_ud_pr_auc": 0.9955879958788328,
+      "eval_da_opus100_pr_auc": 0.9157640510515839,
+      "eval_da_ud_pr_auc": 0.9810777698200368,
+      "eval_de_ersatz_pr_auc": 0.9824967935965698,
+      "eval_de_opus100_pr_auc": 0.8965073049872552,
+      "eval_de_ud_pr_auc": 0.9842556379115484,
+      "eval_el_opus100_pr_auc": 0.9234449635321931,
+      "eval_el_ud_pr_auc": 0.9908431204496346,
+      "eval_en_ersatz_pr_auc": 0.9918094348170412,
+      "eval_en_opus100_pr_auc": 0.923755360067401,
+      "eval_en_ud_pr_auc": 0.975928352893686,
+      "eval_eo_opus100_pr_auc": 0.9262270453223078,
+      "eval_es_ersatz_pr_auc": 0.9963302492775348,
+      "eval_es_opus100_pr_auc": 0.9268759998368208,
+      "eval_es_ud_pr_auc": 0.9923408375200026,
+      "eval_et_ersatz_pr_auc": 0.9833589316096218,
+      "eval_et_opus100_pr_auc": 0.8947984871114036,
+      "eval_et_ud_pr_auc": 0.9713116254774026,
+      "eval_eu_opus100_pr_auc": 0.8825050288754002,
+      "eval_eu_ud_pr_auc": 0.9902438741034386,
+      "eval_fa_opus100_pr_auc": 0.5898636076285974,
+      "eval_fa_ud_pr_auc": 0.9937003612091889,
+      "eval_fi_ersatz_pr_auc": 0.9903154208163419,
+      "eval_fi_opus100_pr_auc": 0.9258133689278043,
+      "eval_fi_ud_pr_auc": 0.9744604820564196,
+      "eval_fr_ersatz_pr_auc": 0.9850066513192914,
+      "eval_fr_opus100_pr_auc": 0.9169440651943743,
+      "eval_fr_ud_pr_auc": 0.9809930204930871,
+      "eval_fy_opus100_pr_auc": 0.682787537867563,
+      "eval_ga_opus100_pr_auc": 0.8867428400529206,
+      "eval_ga_ud_pr_auc": 0.8068302049949196,
+      "eval_gd_opus100_pr_auc": 0.6860421238514094,
+      "eval_gd_ud_pr_auc": 0.7853985632172431,
+      "eval_gl_opus100_pr_auc": 0.8844642279441779,
+      "eval_gl_ud_pr_auc": 0.9968410546888427,
+      "eval_gu_ersatz_pr_auc": 0.9359602758720653,
+      "eval_gu_opus100_pr_auc": 0.724175597506226,
+      "eval_ha_opus100_pr_auc": 0.8903812914593788,
+      "eval_he_opus100_pr_auc": 0.8792808575411659,
+      "eval_he_ud_pr_auc": 0.9777944030054316,
+      "eval_hi_ersatz_pr_auc": 0.977607868402678,
+      "eval_hi_opus100_pr_auc": 0.6895668110901723,
+      "eval_hi_ud_pr_auc": 0.9877931648216197,
+      "eval_hu_opus100_pr_auc": 0.9215240440825772,
+      "eval_hu_ud_pr_auc": 0.9848936067494634,
+      "eval_hy_opus100_pr_auc": 0.8989802429317918,
+      "eval_hy_ud_pr_auc": 0.985660833324175,
+      "eval_id_opus100_pr_auc": 0.8973725244232352,
+      "eval_id_ud_pr_auc": 0.9932612629153732,
+      "eval_ig_opus100_pr_auc": 0.8715956705710893,
+      "eval_is_opus100_pr_auc": 0.9236140674154102,
+      "eval_is_ud_pr_auc": 0.8986802978177807,
+      "eval_it_opus100_pr_auc": 0.9110328443855759,
+      "eval_it_ud_pr_auc": 0.9989219434099024,
+      "eval_ja_ersatz_pr_auc": 0.825307479238821,
+      "eval_ja_opus100_pr_auc": 0.8054995708743933,
+      "eval_ja_ud_pr_auc": 0.9736634231252594,
+      "eval_jv_ud_pr_auc": 0.9658507447590428,
+      "eval_ka_opus100_pr_auc": 0.8804336834559361,
+      "eval_kk_ersatz_pr_auc": 0.9876074142253164,
+      "eval_kk_opus100_pr_auc": 0.7805929811746898,
+      "eval_kk_ud_pr_auc": 0.9772282467191026,
+      "eval_km_ersatz_pr_auc": 0.9162767593764898,
+      "eval_km_opus100_pr_auc": 0.7173288248895053,
+      "eval_kn_opus100_pr_auc": 0.5922523830425152,
+      "eval_ko_opus100_pr_auc": 0.6615165113257189,
+      "eval_ko_ud_pr_auc": 0.9988005707743157,
+      "eval_ku_opus100_pr_auc": 0.812726086362793,
+      "eval_ky_opus100_pr_auc": 0.8604936166089759,
+      "eval_la_ud_pr_auc": 0.9750381855313048,
+      "eval_loss": 0.03123985417187214,
+      "eval_lt_ersatz_pr_auc": 0.9947873148946557,
+      "eval_lt_opus100_pr_auc": 0.8705224433287372,
+      "eval_lt_ud_pr_auc": 0.9912945051513103,
+      "eval_lv_ersatz_pr_auc": 0.99176268933569,
+      "eval_lv_opus100_pr_auc": 0.87160935144268,
+      "eval_lv_ud_pr_auc": 0.9648683725051462,
+      "eval_mg_opus100_pr_auc": 0.9257884454557646,
+      "eval_mk_opus100_pr_auc": 0.9164606593171094,
+      "eval_ml_opus100_pr_auc": 0.7647292892813948,
+      "eval_mn_opus100_pr_auc": 0.9410112283975075,
+      "eval_mr_opus100_pr_auc": 0.8892059635000533,
+      "eval_mr_ud_pr_auc": 0.9759964318071848,
+      "eval_ms_opus100_pr_auc": 0.8764051444783703,
+      "eval_mt_opus100_pr_auc": 0.8521853104476871,
+      "eval_mt_ud_pr_auc": 0.908493596646535,
+      "eval_my_opus100_pr_auc": 0.7517369952098742,
+      "eval_ne_opus100_pr_auc": 0.7012197637376598,
+      "eval_nl_opus100_pr_auc": 0.8997570554968707,
+      "eval_nl_ud_pr_auc": 0.9849565041988151,
+      "eval_no_opus100_pr_auc": 0.925382045847537,
+      "eval_no_ud_pr_auc": 0.995879424320843,
+      "eval_pa_opus100_pr_auc": 0.6596634290937116,
+      "eval_pl_ersatz_pr_auc": 0.9765889024038754,
+      "eval_pl_opus100_pr_auc": 0.9060151232694534,
+      "eval_pl_ud_pr_auc": 0.9707118723270436,
+      "eval_ps_ersatz_pr_auc": 0.923826026692792,
+      "eval_ps_opus100_pr_auc": 0.7581157584820426,
+      "eval_pt_opus100_pr_auc": 0.9231727417132661,
+      "eval_pt_ud_pr_auc": 0.9836731068678068,
+      "eval_ro_ersatz_pr_auc": 0.9934231312399244,
+      "eval_ro_opus100_pr_auc": 0.8852711818806834,
+      "eval_ro_ud_pr_auc": 0.943085407994561,
+      "eval_ru_ersatz_pr_auc": 0.9884250534709583,
+      "eval_ru_opus100_pr_auc": 0.9151041558876502,
+      "eval_ru_ud_pr_auc": 0.8486088101862349,
+      "eval_runtime": 868.7154,
+      "eval_samples_per_second": 86.973,
+      "eval_si_opus100_pr_auc": 0.8031960905326553,
+      "eval_sk_opus100_pr_auc": 0.9363591635933414,
+      "eval_sk_ud_pr_auc": 0.9782857955238888,
+      "eval_sl_opus100_pr_auc": 0.8737557598170842,
+      "eval_sl_ud_pr_auc": 0.9734889902948493,
+      "eval_sq_opus100_pr_auc": 0.9341701159021752,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9065959523151735,
+      "eval_sr_ud_pr_auc": 0.9984203815367536,
+      "eval_steps_per_second": 5.437,
+      "eval_sv_opus100_pr_auc": 0.9019775735483562,
+      "eval_sv_ud_pr_auc": 0.9510557558760425,
+      "eval_ta_ersatz_pr_auc": 0.9756884535455459,
+      "eval_ta_opus100_pr_auc": 0.6846652411517992,
+      "eval_ta_ud_pr_auc": 0.9956945411133578,
+      "eval_te_opus100_pr_auc": 0.8238812905761932,
+      "eval_tg_opus100_pr_auc": 0.8806833627394532,
+      "eval_th_opus100_pr_auc": 0.6810930453708813,
+      "eval_th_ud_pr_auc": 0.8188223073462135,
+      "eval_tr_ersatz_pr_auc": 0.9659237467682504,
+      "eval_tr_opus100_pr_auc": 0.9079879080945878,
+      "eval_tr_ud_pr_auc": 0.9592049508741416,
+      "eval_uk_opus100_pr_auc": 0.8772038853269741,
+      "eval_uk_ud_pr_auc": 0.9169053282074118,
+      "eval_ur_opus100_pr_auc": 0.5482928168784946,
+      "eval_ur_ud_pr_auc": 0.9910479576802864,
+      "eval_uz_opus100_pr_auc": 0.8595010519259532,
+      "eval_vi_opus100_pr_auc": 0.9041269743231773,
+      "eval_vi_ud_pr_auc": 0.9424061047226081,
+      "eval_xh_opus100_pr_auc": 0.8628777165274994,
+      "eval_yi_opus100_pr_auc": 0.7644722301858697,
+      "eval_yo_opus100_pr_auc": 0.8194619688435434,
+      "eval_yo_ud_pr_auc": 0.893153808655809,
+      "eval_zh_ersatz_pr_auc": 0.9351882708598032,
+      "eval_zh_opus100_pr_auc": 0.7448676192601986,
+      "eval_zh_ud_pr_auc": 0.9952196318277793,
+      "eval_zu_opus100_pr_auc": 0.8351744049802462,
+      "step": 200000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.027,
+      "step": 200050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0271,
+      "step": 200100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.0269,
+      "step": 200150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0271,
+      "step": 200200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.0269,
+      "step": 200250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.0267,
+      "step": 200300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0273,
+      "step": 200350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0272,
+      "step": 200400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0272,
+      "step": 200450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.027,
+      "step": 200500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0275,
+      "step": 200550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0269,
+      "step": 200600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.0271,
+      "step": 200650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0268,
+      "step": 200700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.0264,
+      "step": 200750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.027,
+      "step": 200800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0269,
+      "step": 200850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0271,
+      "step": 200900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0274,
+      "step": 200950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.0273,
+      "step": 201000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0272,
+      "step": 201050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0273,
+      "step": 201100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0269,
+      "step": 201150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0271,
+      "step": 201200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.027,
+      "step": 201250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.0267,
+      "step": 201300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0269,
+      "step": 201350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.0268,
+      "step": 201400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0267,
+      "step": 201450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.0275,
+      "step": 201500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.027,
+      "step": 201550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.0271,
+      "step": 201600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.0271,
+      "step": 201650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.0271,
+      "step": 201700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0267,
+      "step": 201750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.027,
+      "step": 201800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.0269,
+      "step": 201850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0266,
+      "step": 201900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0267,
+      "step": 201950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0269,
+      "step": 202000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.0259,
+      "step": 202050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.0264,
+      "step": 202100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0267,
+      "step": 202150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0265,
+      "step": 202200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0258,
+      "step": 202250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0275,
+      "step": 202300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.027,
+      "step": 202350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.0266,
+      "step": 202400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.027,
+      "step": 202450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.0269,
+      "step": 202500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0269,
+      "step": 202550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0271,
+      "step": 202600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.0276,
+      "step": 202650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0269,
+      "step": 202700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.0266,
+      "step": 202750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.0267,
+      "step": 202800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.027,
+      "step": 202850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0276,
+      "step": 202900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.0271,
+      "step": 202950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0268,
+      "step": 203000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0268,
+      "step": 203050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.0271,
+      "step": 203100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0277,
+      "step": 203150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0274,
+      "step": 203200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0269,
+      "step": 203250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0272,
+      "step": 203300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0272,
+      "step": 203350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0273,
+      "step": 203400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.0269,
+      "step": 203450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0266,
+      "step": 203500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.027,
+      "step": 203550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.027,
+      "step": 203600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0266,
+      "step": 203650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0268,
+      "step": 203700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.0269,
+      "step": 203750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.027,
+      "step": 203800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0266,
+      "step": 203850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0264,
+      "step": 203900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.027,
+      "step": 203950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0266,
+      "step": 204000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.0276,
+      "step": 204050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0271,
+      "step": 204100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.027,
+      "step": 204150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0263,
+      "step": 204200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.027,
+      "step": 204250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.027,
+      "step": 204300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0267,
+      "step": 204350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.027,
+      "step": 204400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.027,
+      "step": 204450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.0269,
+      "step": 204500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0268,
+      "step": 204550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0267,
+      "step": 204600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.0266,
+      "step": 204650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0278,
+      "step": 204700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0259,
+      "step": 204750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.0269,
+      "step": 204800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0276,
+      "step": 204850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0277,
+      "step": 204900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0276,
+      "step": 204950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0277,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7779047555060488,
+      "eval_af_ud_pr_auc": 0.9851980091153397,
+      "eval_am_opus100_pr_auc": 0.5806697585713402,
+      "eval_ar_ersatz_pr_auc": 0.9394199876200918,
+      "eval_ar_opus100_pr_auc": 0.740834838106162,
+      "eval_ar_ud_pr_auc": 0.891636504060626,
+      "eval_average_ersatz_pr_auc": 0.9698612941920515,
+      "eval_average_opus100_pr_auc": 0.832323653831555,
+      "eval_average_ud_pr_auc": 0.9649740113941977,
+      "eval_az_opus100_pr_auc": 0.820448310119703,
+      "eval_be_opus100_pr_auc": 0.6622040910731142,
+      "eval_be_ud_pr_auc": 0.9002897361042856,
+      "eval_bg_opus100_pr_auc": 0.913172763727291,
+      "eval_bg_ud_pr_auc": 0.995353578867705,
+      "eval_bn_opus100_pr_auc": 0.8275778227682759,
+      "eval_bn_ud_pr_auc": 0.9965550760580476,
+      "eval_ca_opus100_pr_auc": 0.8786800231003107,
+      "eval_ca_ud_pr_auc": 0.992509792371385,
+      "eval_ceb_ud_pr_auc": 0.9993097876704856,
+      "eval_cs_ersatz_pr_auc": 0.9850379168423452,
+      "eval_cs_opus100_pr_auc": 0.9039929406921022,
+      "eval_cs_ud_pr_auc": 0.9614182753034682,
+      "eval_cy_opus100_pr_auc": 0.7780571738023762,
+      "eval_cy_ud_pr_auc": 0.9963921422758641,
+      "eval_da_opus100_pr_auc": 0.9175476432244164,
+      "eval_da_ud_pr_auc": 0.9863361977296765,
+      "eval_de_ersatz_pr_auc": 0.9870194398674891,
+      "eval_de_opus100_pr_auc": 0.9060462893178655,
+      "eval_de_ud_pr_auc": 0.9862360933970986,
+      "eval_el_opus100_pr_auc": 0.9170210641725043,
+      "eval_el_ud_pr_auc": 0.9923863122022532,
+      "eval_en_ersatz_pr_auc": 0.9931002458702509,
+      "eval_en_opus100_pr_auc": 0.9197412605672541,
+      "eval_en_ud_pr_auc": 0.9763144416672025,
+      "eval_eo_opus100_pr_auc": 0.9213874006198015,
+      "eval_es_ersatz_pr_auc": 0.9970279395777817,
+      "eval_es_opus100_pr_auc": 0.9249293401659324,
+      "eval_es_ud_pr_auc": 0.9900766351415363,
+      "eval_et_ersatz_pr_auc": 0.9839382508822176,
+      "eval_et_opus100_pr_auc": 0.8888416832543563,
+      "eval_et_ud_pr_auc": 0.9714777868447394,
+      "eval_eu_opus100_pr_auc": 0.8821649913806556,
+      "eval_eu_ud_pr_auc": 0.9901831732390396,
+      "eval_fa_opus100_pr_auc": 0.5924371179082795,
+      "eval_fa_ud_pr_auc": 0.995237763221722,
+      "eval_fi_ersatz_pr_auc": 0.9930734395126881,
+      "eval_fi_opus100_pr_auc": 0.9178359265751901,
+      "eval_fi_ud_pr_auc": 0.9729791729399573,
+      "eval_fr_ersatz_pr_auc": 0.9909365836116262,
+      "eval_fr_opus100_pr_auc": 0.9117614050873899,
+      "eval_fr_ud_pr_auc": 0.9844035832659263,
+      "eval_fy_opus100_pr_auc": 0.675642739639237,
+      "eval_ga_opus100_pr_auc": 0.8686911810588837,
+      "eval_ga_ud_pr_auc": 0.8445485281109869,
+      "eval_gd_opus100_pr_auc": 0.7167706020043426,
+      "eval_gd_ud_pr_auc": 0.8238342501931631,
+      "eval_gl_opus100_pr_auc": 0.8817766025683056,
+      "eval_gl_ud_pr_auc": 0.9975167574681459,
+      "eval_gu_ersatz_pr_auc": 0.9446467518192548,
+      "eval_gu_opus100_pr_auc": 0.730393353395631,
+      "eval_ha_opus100_pr_auc": 0.9088900487833934,
+      "eval_he_opus100_pr_auc": 0.8679862982392484,
+      "eval_he_ud_pr_auc": 0.9839996037515294,
+      "eval_hi_ersatz_pr_auc": 0.9807366569036773,
+      "eval_hi_opus100_pr_auc": 0.7070468197665893,
+      "eval_hi_ud_pr_auc": 0.9912957584714789,
+      "eval_hu_opus100_pr_auc": 0.9094372629353983,
+      "eval_hu_ud_pr_auc": 0.9839094984121861,
+      "eval_hy_opus100_pr_auc": 0.904424961035384,
+      "eval_hy_ud_pr_auc": 0.9821070794774858,
+      "eval_id_opus100_pr_auc": 0.8647356724113499,
+      "eval_id_ud_pr_auc": 0.9958442695393299,
+      "eval_ig_opus100_pr_auc": 0.8715861149173093,
+      "eval_is_opus100_pr_auc": 0.9208934127653987,
+      "eval_is_ud_pr_auc": 0.9126198519345199,
+      "eval_it_opus100_pr_auc": 0.9042131517207838,
+      "eval_it_ud_pr_auc": 0.9973460208539318,
+      "eval_ja_ersatz_pr_auc": 0.8515186613255041,
+      "eval_ja_opus100_pr_auc": 0.8259677783087154,
+      "eval_ja_ud_pr_auc": 0.9804950929054603,
+      "eval_jv_ud_pr_auc": 0.9655521933297662,
+      "eval_ka_opus100_pr_auc": 0.872291781587833,
+      "eval_kk_ersatz_pr_auc": 0.9891488023432646,
+      "eval_kk_opus100_pr_auc": 0.7748706773097251,
+      "eval_kk_ud_pr_auc": 0.9737219668589927,
+      "eval_km_ersatz_pr_auc": 0.9069057724456604,
+      "eval_km_opus100_pr_auc": 0.7311565015109498,
+      "eval_kn_opus100_pr_auc": 0.5883282085513233,
+      "eval_ko_opus100_pr_auc": 0.6878102977344881,
+      "eval_ko_ud_pr_auc": 0.9984983588234172,
+      "eval_ku_opus100_pr_auc": 0.8355484728120003,
+      "eval_ky_opus100_pr_auc": 0.8696939795121158,
+      "eval_la_ud_pr_auc": 0.962199507792581,
+      "eval_loss": 0.031167998909950256,
+      "eval_lt_ersatz_pr_auc": 0.9953348427148491,
+      "eval_lt_opus100_pr_auc": 0.8767918704190949,
+      "eval_lt_ud_pr_auc": 0.9925556657181458,
+      "eval_lv_ersatz_pr_auc": 0.9935574509512844,
+      "eval_lv_opus100_pr_auc": 0.8882229635245367,
+      "eval_lv_ud_pr_auc": 0.963955231695326,
+      "eval_mg_opus100_pr_auc": 0.930470819239276,
+      "eval_mk_opus100_pr_auc": 0.9141935336205694,
+      "eval_ml_opus100_pr_auc": 0.7651197897503587,
+      "eval_mn_opus100_pr_auc": 0.9493188568005766,
+      "eval_mr_opus100_pr_auc": 0.8803245770925653,
+      "eval_mr_ud_pr_auc": 0.9857947610454875,
+      "eval_ms_opus100_pr_auc": 0.8655194229572661,
+      "eval_mt_opus100_pr_auc": 0.8664276344416919,
+      "eval_mt_ud_pr_auc": 0.8959730780812509,
+      "eval_my_opus100_pr_auc": 0.7552669060081576,
+      "eval_ne_opus100_pr_auc": 0.701667243541882,
+      "eval_nl_opus100_pr_auc": 0.8927226015665088,
+      "eval_nl_ud_pr_auc": 0.9875355661851285,
+      "eval_no_opus100_pr_auc": 0.9162818786461159,
+      "eval_no_ud_pr_auc": 0.9956243294021856,
+      "eval_pa_opus100_pr_auc": 0.649428104203164,
+      "eval_pl_ersatz_pr_auc": 0.9806880779816725,
+      "eval_pl_opus100_pr_auc": 0.8946390506365539,
+      "eval_pl_ud_pr_auc": 0.9726208104086319,
+      "eval_ps_ersatz_pr_auc": 0.9391720230525935,
+      "eval_ps_opus100_pr_auc": 0.7566560061625789,
+      "eval_pt_opus100_pr_auc": 0.9207557976618285,
+      "eval_pt_ud_pr_auc": 0.9860350208934202,
+      "eval_ro_ersatz_pr_auc": 0.9936853315841737,
+      "eval_ro_opus100_pr_auc": 0.8977317946704914,
+      "eval_ro_ud_pr_auc": 0.9357902205786003,
+      "eval_ru_ersatz_pr_auc": 0.9909545885779091,
+      "eval_ru_opus100_pr_auc": 0.9326908733900376,
+      "eval_ru_ud_pr_auc": 0.8684399569566902,
+      "eval_runtime": 870.5068,
+      "eval_samples_per_second": 86.794,
+      "eval_si_opus100_pr_auc": 0.8041093416825289,
+      "eval_sk_opus100_pr_auc": 0.9293899972769442,
+      "eval_sk_ud_pr_auc": 0.9841411330250571,
+      "eval_sl_opus100_pr_auc": 0.8608583772549052,
+      "eval_sl_ud_pr_auc": 0.9790129714190035,
+      "eval_sq_opus100_pr_auc": 0.9248134982676585,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.8989160492783028,
+      "eval_sr_ud_pr_auc": 0.9990856351919946,
+      "eval_steps_per_second": 5.426,
+      "eval_sv_opus100_pr_auc": 0.8972087966070483,
+      "eval_sv_ud_pr_auc": 0.9578220099162341,
+      "eval_ta_ersatz_pr_auc": 0.9824607140926428,
+      "eval_ta_opus100_pr_auc": 0.6870538292830187,
+      "eval_ta_ud_pr_auc": 0.9935429498201988,
+      "eval_te_opus100_pr_auc": 0.8216999029411161,
+      "eval_tg_opus100_pr_auc": 0.8766263664536569,
+      "eval_th_opus100_pr_auc": 0.6769651893950505,
+      "eval_th_ud_pr_auc": 0.8090103238687283,
+      "eval_tr_ersatz_pr_auc": 0.9674482691807306,
+      "eval_tr_opus100_pr_auc": 0.8967730614584972,
+      "eval_tr_ud_pr_auc": 0.961975112021143,
+      "eval_uk_opus100_pr_auc": 0.8589743654967376,
+      "eval_uk_ud_pr_auc": 0.9194928752095854,
+      "eval_ur_opus100_pr_auc": 0.5813073941255175,
+      "eval_ur_ud_pr_auc": 0.9952485105392836,
+      "eval_uz_opus100_pr_auc": 0.8650946074439467,
+      "eval_vi_opus100_pr_auc": 0.8952567166089612,
+      "eval_vi_ud_pr_auc": 0.9494903765791449,
+      "eval_xh_opus100_pr_auc": 0.8290447327880173,
+      "eval_yi_opus100_pr_auc": 0.8155982720394149,
+      "eval_yo_opus100_pr_auc": 0.7934446656978159,
+      "eval_yo_ud_pr_auc": 0.9171403482727885,
+      "eval_zh_ersatz_pr_auc": 0.9511367254674225,
+      "eval_zh_opus100_pr_auc": 0.7446318356479359,
+      "eval_zh_ud_pr_auc": 0.9954489632419027,
+      "eval_zu_opus100_pr_auc": 0.8371303717984065,
+      "step": 205000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.0271,
+      "step": 205050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0272,
+      "step": 205100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.0263,
+      "step": 205150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0276,
+      "step": 205200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.0266,
+      "step": 205250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0275,
+      "step": 205300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.0266,
+      "step": 205350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0262,
+      "step": 205400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.0274,
+      "step": 205450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0272,
+      "step": 205500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0272,
+      "step": 205550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0269,
+      "step": 205600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.0266,
+      "step": 205650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.0273,
+      "step": 205700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0271,
+      "step": 205750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0267,
+      "step": 205800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.0271,
+      "step": 205850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0268,
+      "step": 205900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0271,
+      "step": 205950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0266,
+      "step": 206000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0263,
+      "step": 206050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0262,
+      "step": 206100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0271,
+      "step": 206150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0273,
+      "step": 206200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0261,
+      "step": 206250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0268,
+      "step": 206300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0272,
+      "step": 206350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0268,
+      "step": 206400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0265,
+      "step": 206450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0264,
+      "step": 206500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0266,
+      "step": 206550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0264,
+      "step": 206600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0276,
+      "step": 206650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.027,
+      "step": 206700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0266,
+      "step": 206750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0266,
+      "step": 206800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0261,
+      "step": 206850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.027,
+      "step": 206900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0266,
+      "step": 206950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.0268,
+      "step": 207000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.027,
+      "step": 207050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0268,
+      "step": 207100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.0264,
+      "step": 207150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0263,
+      "step": 207200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0273,
+      "step": 207250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.0272,
+      "step": 207300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.0269,
+      "step": 207350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0261,
+      "step": 207400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0274,
+      "step": 207450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0272,
+      "step": 207500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.0274,
+      "step": 207550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0273,
+      "step": 207600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0271,
+      "step": 207650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0274,
+      "step": 207700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0268,
+      "step": 207750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.027,
+      "step": 207800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.027,
+      "step": 207850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0272,
+      "step": 207900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0272,
+      "step": 207950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0269,
+      "step": 208000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0272,
+      "step": 208050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.027,
+      "step": 208100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.026,
+      "step": 208150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0266,
+      "step": 208200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0277,
+      "step": 208250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0273,
+      "step": 208300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0266,
+      "step": 208350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.0267,
+      "step": 208400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0272,
+      "step": 208450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.0267,
+      "step": 208500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.027,
+      "step": 208550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.0271,
+      "step": 208600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0271,
+      "step": 208650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.0263,
+      "step": 208700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0272,
+      "step": 208750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0277,
+      "step": 208800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.027,
+      "step": 208850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0264,
+      "step": 208900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0266,
+      "step": 208950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0269,
+      "step": 209000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.0271,
+      "step": 209050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0266,
+      "step": 209100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0271,
+      "step": 209150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0265,
+      "step": 209200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0274,
+      "step": 209250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0273,
+      "step": 209300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0273,
+      "step": 209350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.026,
+      "step": 209400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.0271,
+      "step": 209450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0265,
+      "step": 209500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0265,
+      "step": 209550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.0269,
+      "step": 209600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.027,
+      "step": 209650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0274,
+      "step": 209700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0268,
+      "step": 209750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.0267,
+      "step": 209800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0275,
+      "step": 209850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0267,
+      "step": 209900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0276,
+      "step": 209950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.027,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7912450932540335,
+      "eval_af_ud_pr_auc": 0.9878346240477852,
+      "eval_am_opus100_pr_auc": 0.6028228484872328,
+      "eval_ar_ersatz_pr_auc": 0.9396151215786251,
+      "eval_ar_opus100_pr_auc": 0.7423152127896131,
+      "eval_ar_ud_pr_auc": 0.8868528497445048,
+      "eval_average_ersatz_pr_auc": 0.9674272898080359,
+      "eval_average_opus100_pr_auc": 0.8379161803256652,
+      "eval_average_ud_pr_auc": 0.963278898621543,
+      "eval_az_opus100_pr_auc": 0.8106456017424586,
+      "eval_be_opus100_pr_auc": 0.6869174734014777,
+      "eval_be_ud_pr_auc": 0.899259919618497,
+      "eval_bg_opus100_pr_auc": 0.9176217137610013,
+      "eval_bg_ud_pr_auc": 0.9960208402214769,
+      "eval_bn_opus100_pr_auc": 0.8243607471737622,
+      "eval_bn_ud_pr_auc": 0.9990344616049502,
+      "eval_ca_opus100_pr_auc": 0.8864732551002018,
+      "eval_ca_ud_pr_auc": 0.9924623655165484,
+      "eval_ceb_ud_pr_auc": 0.9953600272623229,
+      "eval_cs_ersatz_pr_auc": 0.9835378960668282,
+      "eval_cs_opus100_pr_auc": 0.9105169464464196,
+      "eval_cs_ud_pr_auc": 0.9590755368834756,
+      "eval_cy_opus100_pr_auc": 0.7827450861560468,
+      "eval_cy_ud_pr_auc": 0.9959465447228902,
+      "eval_da_opus100_pr_auc": 0.9216095886096048,
+      "eval_da_ud_pr_auc": 0.9830884284616733,
+      "eval_de_ersatz_pr_auc": 0.9862666217245657,
+      "eval_de_opus100_pr_auc": 0.9052066691326208,
+      "eval_de_ud_pr_auc": 0.9865954430129373,
+      "eval_el_opus100_pr_auc": 0.9202097765499337,
+      "eval_el_ud_pr_auc": 0.9900441939543775,
+      "eval_en_ersatz_pr_auc": 0.9906930475310706,
+      "eval_en_opus100_pr_auc": 0.9214147163494425,
+      "eval_en_ud_pr_auc": 0.9750764893424936,
+      "eval_eo_opus100_pr_auc": 0.933385621755815,
+      "eval_es_ersatz_pr_auc": 0.9969958356343205,
+      "eval_es_opus100_pr_auc": 0.9355531927870124,
+      "eval_es_ud_pr_auc": 0.9928567751301448,
+      "eval_et_ersatz_pr_auc": 0.9844548098318424,
+      "eval_et_opus100_pr_auc": 0.9040218787956223,
+      "eval_et_ud_pr_auc": 0.9772283158789008,
+      "eval_eu_opus100_pr_auc": 0.8868067268497395,
+      "eval_eu_ud_pr_auc": 0.9929695021430971,
+      "eval_fa_opus100_pr_auc": 0.5694854911611007,
+      "eval_fa_ud_pr_auc": 0.9943839957163247,
+      "eval_fi_ersatz_pr_auc": 0.9921308825159093,
+      "eval_fi_opus100_pr_auc": 0.9208139342421396,
+      "eval_fi_ud_pr_auc": 0.9711830842238104,
+      "eval_fr_ersatz_pr_auc": 0.9921605887053582,
+      "eval_fr_opus100_pr_auc": 0.9117015738530849,
+      "eval_fr_ud_pr_auc": 0.9838019806425672,
+      "eval_fy_opus100_pr_auc": 0.6958866877918138,
+      "eval_ga_opus100_pr_auc": 0.903071661037322,
+      "eval_ga_ud_pr_auc": 0.8202355146347742,
+      "eval_gd_opus100_pr_auc": 0.7011023444972695,
+      "eval_gd_ud_pr_auc": 0.8072440222652738,
+      "eval_gl_opus100_pr_auc": 0.8932303324603161,
+      "eval_gl_ud_pr_auc": 0.995177683094173,
+      "eval_gu_ersatz_pr_auc": 0.9506351315620577,
+      "eval_gu_opus100_pr_auc": 0.7534908137918467,
+      "eval_ha_opus100_pr_auc": 0.9064750013071629,
+      "eval_he_opus100_pr_auc": 0.8668022775820831,
+      "eval_he_ud_pr_auc": 0.9782691329332881,
+      "eval_hi_ersatz_pr_auc": 0.9801549964278623,
+      "eval_hi_opus100_pr_auc": 0.7008187498780597,
+      "eval_hi_ud_pr_auc": 0.9872830386165311,
+      "eval_hu_opus100_pr_auc": 0.9198733568682348,
+      "eval_hu_ud_pr_auc": 0.9830349628498,
+      "eval_hy_opus100_pr_auc": 0.9058632947584859,
+      "eval_hy_ud_pr_auc": 0.985694976810559,
+      "eval_id_opus100_pr_auc": 0.894514345614188,
+      "eval_id_ud_pr_auc": 0.9947863376293955,
+      "eval_ig_opus100_pr_auc": 0.9001920679619602,
+      "eval_is_opus100_pr_auc": 0.9212056650172857,
+      "eval_is_ud_pr_auc": 0.9210181225315844,
+      "eval_it_opus100_pr_auc": 0.908462464181508,
+      "eval_it_ud_pr_auc": 0.9959532546429966,
+      "eval_ja_ersatz_pr_auc": 0.8281050309180464,
+      "eval_ja_opus100_pr_auc": 0.8122309906052188,
+      "eval_ja_ud_pr_auc": 0.973834130575068,
+      "eval_jv_ud_pr_auc": 0.9612926290222581,
+      "eval_ka_opus100_pr_auc": 0.862985214794446,
+      "eval_kk_ersatz_pr_auc": 0.9855626458808173,
+      "eval_kk_opus100_pr_auc": 0.7932968195223592,
+      "eval_kk_ud_pr_auc": 0.97385222714939,
+      "eval_km_ersatz_pr_auc": 0.91412349213813,
+      "eval_km_opus100_pr_auc": 0.7324254546770785,
+      "eval_kn_opus100_pr_auc": 0.6039438762444246,
+      "eval_ko_opus100_pr_auc": 0.6785449542496268,
+      "eval_ko_ud_pr_auc": 0.9985911423788781,
+      "eval_ku_opus100_pr_auc": 0.8264388335611088,
+      "eval_ky_opus100_pr_auc": 0.880581155190153,
+      "eval_la_ud_pr_auc": 0.979671081178552,
+      "eval_loss": 0.03096173331141472,
+      "eval_lt_ersatz_pr_auc": 0.9951761815897138,
+      "eval_lt_opus100_pr_auc": 0.878789139900142,
+      "eval_lt_ud_pr_auc": 0.9882983742316869,
+      "eval_lv_ersatz_pr_auc": 0.9927764853404942,
+      "eval_lv_opus100_pr_auc": 0.8936421278184845,
+      "eval_lv_ud_pr_auc": 0.9637023066511333,
+      "eval_mg_opus100_pr_auc": 0.9345281166340518,
+      "eval_mk_opus100_pr_auc": 0.9161614699189857,
+      "eval_ml_opus100_pr_auc": 0.7730278220232601,
+      "eval_mn_opus100_pr_auc": 0.9452399415722897,
+      "eval_mr_opus100_pr_auc": 0.9025070066385174,
+      "eval_mr_ud_pr_auc": 0.9793837416416946,
+      "eval_ms_opus100_pr_auc": 0.8827499139264107,
+      "eval_mt_opus100_pr_auc": 0.8711071390680988,
+      "eval_mt_ud_pr_auc": 0.8976965833812065,
+      "eval_my_opus100_pr_auc": 0.7496672316379207,
+      "eval_ne_opus100_pr_auc": 0.7262733736605014,
+      "eval_nl_opus100_pr_auc": 0.8956648398308424,
+      "eval_nl_ud_pr_auc": 0.984101115786745,
+      "eval_no_opus100_pr_auc": 0.9161268876736439,
+      "eval_no_ud_pr_auc": 0.996012571342595,
+      "eval_pa_opus100_pr_auc": 0.6618868694319106,
+      "eval_pl_ersatz_pr_auc": 0.9762391107351805,
+      "eval_pl_opus100_pr_auc": 0.8987268458609273,
+      "eval_pl_ud_pr_auc": 0.9704863392967786,
+      "eval_ps_ersatz_pr_auc": 0.9294566080543315,
+      "eval_ps_opus100_pr_auc": 0.7363346839027171,
+      "eval_pt_opus100_pr_auc": 0.9272434543677964,
+      "eval_pt_ud_pr_auc": 0.9839602331666399,
+      "eval_ro_ersatz_pr_auc": 0.9927594201754923,
+      "eval_ro_opus100_pr_auc": 0.897423622155769,
+      "eval_ro_ud_pr_auc": 0.929319085026268,
+      "eval_ru_ersatz_pr_auc": 0.9915009277944778,
+      "eval_ru_opus100_pr_auc": 0.9283311225559946,
+      "eval_ru_ud_pr_auc": 0.8508065071365558,
+      "eval_runtime": 873.591,
+      "eval_samples_per_second": 86.488,
+      "eval_si_opus100_pr_auc": 0.8056931402038572,
+      "eval_sk_opus100_pr_auc": 0.9304004421935697,
+      "eval_sk_ud_pr_auc": 0.9799223791207086,
+      "eval_sl_opus100_pr_auc": 0.8673535124307318,
+      "eval_sl_ud_pr_auc": 0.9701900414276472,
+      "eval_sq_opus100_pr_auc": 0.9300412849275095,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9034443841131298,
+      "eval_sr_ud_pr_auc": 0.9987757402335956,
+      "eval_steps_per_second": 5.406,
+      "eval_sv_opus100_pr_auc": 0.9009232751604875,
+      "eval_sv_ud_pr_auc": 0.9587656890844404,
+      "eval_ta_ersatz_pr_auc": 0.9835618060267329,
+      "eval_ta_opus100_pr_auc": 0.6865232957518678,
+      "eval_ta_ud_pr_auc": 0.9929156723428237,
+      "eval_te_opus100_pr_auc": 0.8354719688175349,
+      "eval_tg_opus100_pr_auc": 0.896353019957354,
+      "eval_th_opus100_pr_auc": 0.6786588146321331,
+      "eval_th_ud_pr_auc": 0.8188594439128992,
+      "eval_tr_ersatz_pr_auc": 0.9712499251566885,
+      "eval_tr_opus100_pr_auc": 0.90051734969604,
+      "eval_tr_ud_pr_auc": 0.9625307273470012,
+      "eval_uk_opus100_pr_auc": 0.8749631141406529,
+      "eval_uk_ud_pr_auc": 0.9209156640453305,
+      "eval_ur_opus100_pr_auc": 0.5612674848481407,
+      "eval_ur_ud_pr_auc": 0.9943075265005689,
+      "eval_uz_opus100_pr_auc": 0.8783919413035005,
+      "eval_vi_opus100_pr_auc": 0.8994774563122254,
+      "eval_vi_ud_pr_auc": 0.9646027970087776,
+      "eval_xh_opus100_pr_auc": 0.8689770470056313,
+      "eval_yi_opus100_pr_auc": 0.7849792814721763,
+      "eval_yo_opus100_pr_auc": 0.8312790461016266,
+      "eval_yo_ud_pr_auc": 0.8909615862482767,
+      "eval_zh_ersatz_pr_auc": 0.9262438103882493,
+      "eval_zh_opus100_pr_auc": 0.7366882688399681,
+      "eval_zh_ud_pr_auc": 0.9953694620532931,
+      "eval_zu_opus100_pr_auc": 0.8549815402278238,
+      "step": 210000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.0268,
+      "step": 210050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0271,
+      "step": 210100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.0273,
+      "step": 210150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.0271,
+      "step": 210200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0261,
+      "step": 210250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0269,
+      "step": 210300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0268,
+      "step": 210350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.027,
+      "step": 210400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0272,
+      "step": 210450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0267,
+      "step": 210500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0269,
+      "step": 210550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.0265,
+      "step": 210600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0267,
+      "step": 210650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0271,
+      "step": 210700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.027,
+      "step": 210750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.0257,
+      "step": 210800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.0268,
+      "step": 210850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0268,
+      "step": 210900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0268,
+      "step": 210950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0266,
+      "step": 211000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0267,
+      "step": 211050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.0266,
+      "step": 211100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.027,
+      "step": 211150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.0272,
+      "step": 211200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0269,
+      "step": 211250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0272,
+      "step": 211300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0265,
+      "step": 211350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0264,
+      "step": 211400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0264,
+      "step": 211450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.027,
+      "step": 211500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0264,
+      "step": 211550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.0262,
+      "step": 211600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0267,
+      "step": 211650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.027,
+      "step": 211700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0267,
+      "step": 211750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0265,
+      "step": 211800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0269,
+      "step": 211850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0266,
+      "step": 211900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0266,
+      "step": 211950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.0271,
+      "step": 212000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0264,
+      "step": 212050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0268,
+      "step": 212100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.0262,
+      "step": 212150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.0267,
+      "step": 212200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0266,
+      "step": 212250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.027,
+      "step": 212300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0267,
+      "step": 212350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0268,
+      "step": 212400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0273,
+      "step": 212450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0262,
+      "step": 212500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0273,
+      "step": 212550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0267,
+      "step": 212600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.027,
+      "step": 212650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0264,
+      "step": 212700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0269,
+      "step": 212750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0265,
+      "step": 212800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0268,
+      "step": 212850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0267,
+      "step": 212900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0265,
+      "step": 212950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.0267,
+      "step": 213000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0258,
+      "step": 213050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.027,
+      "step": 213100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0275,
+      "step": 213150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.0269,
+      "step": 213200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0269,
+      "step": 213250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.0272,
+      "step": 213300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.026,
+      "step": 213350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0269,
+      "step": 213400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0261,
+      "step": 213450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0267,
+      "step": 213500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.0267,
+      "step": 213550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.0273,
+      "step": 213600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0277,
+      "step": 213650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.027,
+      "step": 213700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.027,
+      "step": 213750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0262,
+      "step": 213800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0262,
+      "step": 213850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.027,
+      "step": 213900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.0264,
+      "step": 213950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0264,
+      "step": 214000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0269,
+      "step": 214050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0271,
+      "step": 214100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.027,
+      "step": 214150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0265,
+      "step": 214200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0272,
+      "step": 214250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0267,
+      "step": 214300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0266,
+      "step": 214350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0264,
+      "step": 214400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0262,
+      "step": 214450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0268,
+      "step": 214500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0269,
+      "step": 214550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.0267,
+      "step": 214600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.027,
+      "step": 214650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0271,
+      "step": 214700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.0265,
+      "step": 214750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0262,
+      "step": 214800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0272,
+      "step": 214850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.0263,
+      "step": 214900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.027,
+      "step": 214950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0266,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "eval_af_opus100_pr_auc": 0.7670411626627214,
+      "eval_af_ud_pr_auc": 0.994457684075278,
+      "eval_am_opus100_pr_auc": 0.6319409641766037,
+      "eval_ar_ersatz_pr_auc": 0.935243840552635,
+      "eval_ar_opus100_pr_auc": 0.7247547157773415,
+      "eval_ar_ud_pr_auc": 0.8783110273084828,
+      "eval_average_ersatz_pr_auc": 0.9663382792970764,
+      "eval_average_opus100_pr_auc": 0.8356599937975989,
+      "eval_average_ud_pr_auc": 0.9613083187707271,
+      "eval_az_opus100_pr_auc": 0.8252271436272068,
+      "eval_be_opus100_pr_auc": 0.6596602464732934,
+      "eval_be_ud_pr_auc": 0.8874518023568917,
+      "eval_bg_opus100_pr_auc": 0.9236342511890665,
+      "eval_bg_ud_pr_auc": 0.9952582962411453,
+      "eval_bn_opus100_pr_auc": 0.8299708283914626,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8831295624055078,
+      "eval_ca_ud_pr_auc": 0.9897687929220473,
+      "eval_ceb_ud_pr_auc": 0.9987706724440387,
+      "eval_cs_ersatz_pr_auc": 0.9847470466139833,
+      "eval_cs_opus100_pr_auc": 0.904185320625727,
+      "eval_cs_ud_pr_auc": 0.9505564382433295,
+      "eval_cy_opus100_pr_auc": 0.7793897315873578,
+      "eval_cy_ud_pr_auc": 0.9954513076220535,
+      "eval_da_opus100_pr_auc": 0.9189401096004012,
+      "eval_da_ud_pr_auc": 0.9812306498365401,
+      "eval_de_ersatz_pr_auc": 0.9865415974734623,
+      "eval_de_opus100_pr_auc": 0.89714337586488,
+      "eval_de_ud_pr_auc": 0.9837907200847106,
+      "eval_el_opus100_pr_auc": 0.9288925335326823,
+      "eval_el_ud_pr_auc": 0.9898206969591896,
+      "eval_en_ersatz_pr_auc": 0.991865766056075,
+      "eval_en_opus100_pr_auc": 0.933639328214613,
+      "eval_en_ud_pr_auc": 0.9805480335228485,
+      "eval_eo_opus100_pr_auc": 0.9373322870160272,
+      "eval_es_ersatz_pr_auc": 0.9968112654500658,
+      "eval_es_opus100_pr_auc": 0.928308354346633,
+      "eval_es_ud_pr_auc": 0.9934242597949022,
+      "eval_et_ersatz_pr_auc": 0.9821818188338405,
+      "eval_et_opus100_pr_auc": 0.9040517419306292,
+      "eval_et_ud_pr_auc": 0.9673000383357302,
+      "eval_eu_opus100_pr_auc": 0.8889888517953741,
+      "eval_eu_ud_pr_auc": 0.9935111588899118,
+      "eval_fa_opus100_pr_auc": 0.5854751238682314,
+      "eval_fa_ud_pr_auc": 0.9941673289981147,
+      "eval_fi_ersatz_pr_auc": 0.9905956672135056,
+      "eval_fi_opus100_pr_auc": 0.9239814752764162,
+      "eval_fi_ud_pr_auc": 0.9714481980923049,
+      "eval_fr_ersatz_pr_auc": 0.9880789669241856,
+      "eval_fr_opus100_pr_auc": 0.9175887236814563,
+      "eval_fr_ud_pr_auc": 0.978675939953318,
+      "eval_fy_opus100_pr_auc": 0.6688267819630722,
+      "eval_ga_opus100_pr_auc": 0.8845466216381687,
+      "eval_ga_ud_pr_auc": 0.80233288648947,
+      "eval_gd_opus100_pr_auc": 0.65709897596794,
+      "eval_gd_ud_pr_auc": 0.8044048811497835,
+      "eval_gl_opus100_pr_auc": 0.8921641929800381,
+      "eval_gl_ud_pr_auc": 0.9981350568007776,
+      "eval_gu_ersatz_pr_auc": 0.9404552474835874,
+      "eval_gu_opus100_pr_auc": 0.714243281958319,
+      "eval_ha_opus100_pr_auc": 0.9084056386684174,
+      "eval_he_opus100_pr_auc": 0.884395555855847,
+      "eval_he_ud_pr_auc": 0.9775389032914145,
+      "eval_hi_ersatz_pr_auc": 0.9793856941241992,
+      "eval_hi_opus100_pr_auc": 0.699016312442719,
+      "eval_hi_ud_pr_auc": 0.9886361071139514,
+      "eval_hu_opus100_pr_auc": 0.9294203955938667,
+      "eval_hu_ud_pr_auc": 0.9807809256967135,
+      "eval_hy_opus100_pr_auc": 0.900261895700507,
+      "eval_hy_ud_pr_auc": 0.9844307599453558,
+      "eval_id_opus100_pr_auc": 0.8824254151607881,
+      "eval_id_ud_pr_auc": 0.9931641777509497,
+      "eval_ig_opus100_pr_auc": 0.8754507857614984,
+      "eval_is_opus100_pr_auc": 0.933704960299513,
+      "eval_is_ud_pr_auc": 0.9101912059724504,
+      "eval_it_opus100_pr_auc": 0.913260365324131,
+      "eval_it_ud_pr_auc": 0.9987167795425027,
+      "eval_ja_ersatz_pr_auc": 0.8208907133060196,
+      "eval_ja_opus100_pr_auc": 0.7908855677052831,
+      "eval_ja_ud_pr_auc": 0.97516007746866,
+      "eval_jv_ud_pr_auc": 0.9630807823546735,
+      "eval_ka_opus100_pr_auc": 0.8815563404250835,
+      "eval_kk_ersatz_pr_auc": 0.9863165573425476,
+      "eval_kk_opus100_pr_auc": 0.7695148151900256,
+      "eval_kk_ud_pr_auc": 0.9736764670525326,
+      "eval_km_ersatz_pr_auc": 0.9175393378281786,
+      "eval_km_opus100_pr_auc": 0.7468323736634539,
+      "eval_kn_opus100_pr_auc": 0.5790347798596335,
+      "eval_ko_opus100_pr_auc": 0.6843590950669901,
+      "eval_ko_ud_pr_auc": 0.9983428946467449,
+      "eval_ku_opus100_pr_auc": 0.8371118617653485,
+      "eval_ky_opus100_pr_auc": 0.8519597756497802,
+      "eval_la_ud_pr_auc": 0.9748825233170504,
+      "eval_loss": 0.030858799815177917,
+      "eval_lt_ersatz_pr_auc": 0.9948527257132469,
+      "eval_lt_opus100_pr_auc": 0.8737902910392217,
+      "eval_lt_ud_pr_auc": 0.9931766089789527,
+      "eval_lv_ersatz_pr_auc": 0.9887622850827605,
+      "eval_lv_opus100_pr_auc": 0.8782486351987351,
+      "eval_lv_ud_pr_auc": 0.9577520550274351,
+      "eval_mg_opus100_pr_auc": 0.9288617429940371,
+      "eval_mk_opus100_pr_auc": 0.9207662249782907,
+      "eval_ml_opus100_pr_auc": 0.7816171087482812,
+      "eval_mn_opus100_pr_auc": 0.9366662544699502,
+      "eval_mr_opus100_pr_auc": 0.8961924988094663,
+      "eval_mr_ud_pr_auc": 0.9701393546144329,
+      "eval_ms_opus100_pr_auc": 0.8791793116417903,
+      "eval_mt_opus100_pr_auc": 0.8569359461389925,
+      "eval_mt_ud_pr_auc": 0.8626682398597765,
+      "eval_my_opus100_pr_auc": 0.7529101164992843,
+      "eval_ne_opus100_pr_auc": 0.7111853819263936,
+      "eval_nl_opus100_pr_auc": 0.9079152469270412,
+      "eval_nl_ud_pr_auc": 0.9834061098136452,
+      "eval_no_opus100_pr_auc": 0.9255598437850664,
+      "eval_no_ud_pr_auc": 0.9964298768590447,
+      "eval_pa_opus100_pr_auc": 0.6435336968579964,
+      "eval_pl_ersatz_pr_auc": 0.9748064047743474,
+      "eval_pl_opus100_pr_auc": 0.9023579072931781,
+      "eval_pl_ud_pr_auc": 0.9671708234186489,
+      "eval_ps_ersatz_pr_auc": 0.9170892136537195,
+      "eval_ps_opus100_pr_auc": 0.753991162192321,
+      "eval_pt_opus100_pr_auc": 0.9253440620075639,
+      "eval_pt_ud_pr_auc": 0.9775339992466431,
+      "eval_ro_ersatz_pr_auc": 0.9925759482651679,
+      "eval_ro_opus100_pr_auc": 0.8898572391823166,
+      "eval_ro_ud_pr_auc": 0.943603165548089,
+      "eval_ru_ersatz_pr_auc": 0.9911678510997387,
+      "eval_ru_opus100_pr_auc": 0.9211653139053997,
+      "eval_ru_ud_pr_auc": 0.8504609111337639,
+      "eval_runtime": 870.6776,
+      "eval_samples_per_second": 86.777,
+      "eval_si_opus100_pr_auc": 0.8139458284290291,
+      "eval_sk_opus100_pr_auc": 0.9345340538177316,
+      "eval_sk_ud_pr_auc": 0.9808935485083499,
+      "eval_sl_opus100_pr_auc": 0.8745089559143833,
+      "eval_sl_ud_pr_auc": 0.9764847824346332,
+      "eval_sq_opus100_pr_auc": 0.9324480394561392,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9134231707901531,
+      "eval_sr_ud_pr_auc": 0.998455650802325,
+      "eval_steps_per_second": 5.425,
+      "eval_sv_opus100_pr_auc": 0.9093427446159215,
+      "eval_sv_ud_pr_auc": 0.9476017498317588,
+      "eval_ta_ersatz_pr_auc": 0.9802856260515989,
+      "eval_ta_opus100_pr_auc": 0.6778218690102595,
+      "eval_ta_ud_pr_auc": 0.994820343642941,
+      "eval_te_opus100_pr_auc": 0.8262787905917646,
+      "eval_tg_opus100_pr_auc": 0.8830210749382902,
+      "eval_th_opus100_pr_auc": 0.6808746025354215,
+      "eval_th_ud_pr_auc": 0.8106097093511555,
+      "eval_tr_ersatz_pr_auc": 0.9680542518860568,
+      "eval_tr_opus100_pr_auc": 0.9049287833423733,
+      "eval_tr_ud_pr_auc": 0.9629222152299504,
+      "eval_uk_opus100_pr_auc": 0.8814792138870111,
+      "eval_uk_ud_pr_auc": 0.9149774505200257,
+      "eval_ur_opus100_pr_auc": 0.5763645031416693,
+      "eval_ur_ud_pr_auc": 0.9927015912165532,
+      "eval_uz_opus100_pr_auc": 0.8760194771157704,
+      "eval_vi_opus100_pr_auc": 0.9148373657165573,
+      "eval_vi_ud_pr_auc": 0.9592753450703054,
+      "eval_xh_opus100_pr_auc": 0.8602548267769126,
+      "eval_yi_opus100_pr_auc": 0.797601688329103,
+      "eval_yo_opus100_pr_auc": 0.8208445279142679,
+      "eval_yo_ud_pr_auc": 0.9079521619548079,
+      "eval_zh_ersatz_pr_auc": 0.951194318806756,
+      "eval_zh_opus100_pr_auc": 0.7422870088276483,
+      "eval_zh_ud_pr_auc": 0.9981210025943393,
+      "eval_zu_opus100_pr_auc": 0.8394733609733314,
+      "step": 215000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0265,
+      "step": 215050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0269,
+      "step": 215100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0267,
+      "step": 215150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0263,
+      "step": 215200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0263,
+      "step": 215250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0263,
+      "step": 215300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0258,
+      "step": 215350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0266,
+      "step": 215400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0259,
+      "step": 215450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0272,
+      "step": 215500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0276,
+      "step": 215550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0275,
+      "step": 215600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.026,
+      "step": 215650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0266,
+      "step": 215700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0266,
+      "step": 215750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0269,
+      "step": 215800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.0266,
+      "step": 215850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0268,
+      "step": 215900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0272,
+      "step": 215950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0268,
+      "step": 216000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0268,
+      "step": 216050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0266,
+      "step": 216100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0265,
+      "step": 216150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0271,
+      "step": 216200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0262,
+      "step": 216250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0258,
+      "step": 216300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.027,
+      "step": 216350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0265,
+      "step": 216400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0265,
+      "step": 216450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0265,
+      "step": 216500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0273,
+      "step": 216550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0267,
+      "step": 216600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0267,
+      "step": 216650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0268,
+      "step": 216700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0266,
+      "step": 216750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.0267,
+      "step": 216800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0267,
+      "step": 216850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0264,
+      "step": 216900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.0263,
+      "step": 216950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.0269,
+      "step": 217000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.0269,
+      "step": 217050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0263,
+      "step": 217100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0271,
+      "step": 217150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0261,
+      "step": 217200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.027,
+      "step": 217250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.0264,
+      "step": 217300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0265,
+      "step": 217350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0266,
+      "step": 217400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0268,
+      "step": 217450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0262,
+      "step": 217500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0264,
+      "step": 217550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0263,
+      "step": 217600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0266,
+      "step": 217650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0269,
+      "step": 217700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0267,
+      "step": 217750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.027,
+      "step": 217800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0268,
+      "step": 217850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0267,
+      "step": 217900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0266,
+      "step": 217950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0266,
+      "step": 218000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0263,
+      "step": 218050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0265,
+      "step": 218100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0263,
+      "step": 218150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0262,
+      "step": 218200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0263,
+      "step": 218250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0266,
+      "step": 218300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.0268,
+      "step": 218350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.027,
+      "step": 218400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.027,
+      "step": 218450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0272,
+      "step": 218500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0266,
+      "step": 218550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0264,
+      "step": 218600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0265,
+      "step": 218650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0266,
+      "step": 218700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0261,
+      "step": 218750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0265,
+      "step": 218800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0265,
+      "step": 218850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0262,
+      "step": 218900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0269,
+      "step": 218950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0272,
+      "step": 219000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0257,
+      "step": 219050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0269,
+      "step": 219100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0269,
+      "step": 219150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0266,
+      "step": 219200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0269,
+      "step": 219250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0265,
+      "step": 219300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0266,
+      "step": 219350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0265,
+      "step": 219400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0261,
+      "step": 219450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0269,
+      "step": 219500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0268,
+      "step": 219550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0259,
+      "step": 219600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0267,
+      "step": 219650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0267,
+      "step": 219700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0265,
+      "step": 219750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0266,
+      "step": 219800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0261,
+      "step": 219850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0266,
+      "step": 219900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0263,
+      "step": 219950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0269,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7788220730289028,
+      "eval_af_ud_pr_auc": 0.9880816021520431,
+      "eval_am_opus100_pr_auc": 0.5908117428571339,
+      "eval_ar_ersatz_pr_auc": 0.9291612603611302,
+      "eval_ar_opus100_pr_auc": 0.7288794726007052,
+      "eval_ar_ud_pr_auc": 0.8934250437888741,
+      "eval_average_ersatz_pr_auc": 0.9638208472271717,
+      "eval_average_opus100_pr_auc": 0.8352068854720678,
+      "eval_average_ud_pr_auc": 0.9604911916271274,
+      "eval_az_opus100_pr_auc": 0.8109275082917812,
+      "eval_be_opus100_pr_auc": 0.6742357584897317,
+      "eval_be_ud_pr_auc": 0.8874330344931695,
+      "eval_bg_opus100_pr_auc": 0.9148729049108297,
+      "eval_bg_ud_pr_auc": 0.9963458601446038,
+      "eval_bn_opus100_pr_auc": 0.8291579774072182,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8805807543556847,
+      "eval_ca_ud_pr_auc": 0.9894506809108491,
+      "eval_ceb_ud_pr_auc": 0.9991139674354617,
+      "eval_cs_ersatz_pr_auc": 0.9838019472038324,
+      "eval_cs_opus100_pr_auc": 0.9014924689006435,
+      "eval_cs_ud_pr_auc": 0.9550163646156669,
+      "eval_cy_opus100_pr_auc": 0.7830531510002745,
+      "eval_cy_ud_pr_auc": 0.9927349398156676,
+      "eval_da_opus100_pr_auc": 0.918852628265249,
+      "eval_da_ud_pr_auc": 0.9791909610564846,
+      "eval_de_ersatz_pr_auc": 0.9878213493658339,
+      "eval_de_opus100_pr_auc": 0.901129036375499,
+      "eval_de_ud_pr_auc": 0.9863958009507446,
+      "eval_el_opus100_pr_auc": 0.914231488884651,
+      "eval_el_ud_pr_auc": 0.9881450608322953,
+      "eval_en_ersatz_pr_auc": 0.9920527358719369,
+      "eval_en_opus100_pr_auc": 0.9262985823444676,
+      "eval_en_ud_pr_auc": 0.9761998803128009,
+      "eval_eo_opus100_pr_auc": 0.9263533437793533,
+      "eval_es_ersatz_pr_auc": 0.996446767779132,
+      "eval_es_opus100_pr_auc": 0.9199543903123463,
+      "eval_es_ud_pr_auc": 0.9915263954232996,
+      "eval_et_ersatz_pr_auc": 0.9799593860833566,
+      "eval_et_opus100_pr_auc": 0.8882777013657286,
+      "eval_et_ud_pr_auc": 0.9720814299711684,
+      "eval_eu_opus100_pr_auc": 0.8812754350234119,
+      "eval_eu_ud_pr_auc": 0.9896248057504535,
+      "eval_fa_opus100_pr_auc": 0.5984110857298055,
+      "eval_fa_ud_pr_auc": 0.9924569893224368,
+      "eval_fi_ersatz_pr_auc": 0.99124007067371,
+      "eval_fi_opus100_pr_auc": 0.9174496119634942,
+      "eval_fi_ud_pr_auc": 0.9761143592866074,
+      "eval_fr_ersatz_pr_auc": 0.9881308613473361,
+      "eval_fr_opus100_pr_auc": 0.9158279407507031,
+      "eval_fr_ud_pr_auc": 0.9821488589343853,
+      "eval_fy_opus100_pr_auc": 0.6974130669713113,
+      "eval_ga_opus100_pr_auc": 0.8875135881034943,
+      "eval_ga_ud_pr_auc": 0.8068299076824855,
+      "eval_gd_opus100_pr_auc": 0.7131170594823102,
+      "eval_gd_ud_pr_auc": 0.8063907921475028,
+      "eval_gl_opus100_pr_auc": 0.8920257641597694,
+      "eval_gl_ud_pr_auc": 0.9963518432244953,
+      "eval_gu_ersatz_pr_auc": 0.9273051895029123,
+      "eval_gu_opus100_pr_auc": 0.736004071870964,
+      "eval_ha_opus100_pr_auc": 0.901282834725629,
+      "eval_he_opus100_pr_auc": 0.8677161584902096,
+      "eval_he_ud_pr_auc": 0.978552415691478,
+      "eval_hi_ersatz_pr_auc": 0.9795021323047813,
+      "eval_hi_opus100_pr_auc": 0.703456314683303,
+      "eval_hi_ud_pr_auc": 0.9838458477361408,
+      "eval_hu_opus100_pr_auc": 0.9106684448863976,
+      "eval_hu_ud_pr_auc": 0.9829037431325568,
+      "eval_hy_opus100_pr_auc": 0.9101499928426926,
+      "eval_hy_ud_pr_auc": 0.9857774968770228,
+      "eval_id_opus100_pr_auc": 0.8708024429929085,
+      "eval_id_ud_pr_auc": 0.9946571018892268,
+      "eval_ig_opus100_pr_auc": 0.8863888792036296,
+      "eval_is_opus100_pr_auc": 0.9205950421936779,
+      "eval_is_ud_pr_auc": 0.9110300622572878,
+      "eval_it_opus100_pr_auc": 0.9073965947256204,
+      "eval_it_ud_pr_auc": 0.9934409410581267,
+      "eval_ja_ersatz_pr_auc": 0.8007555581968564,
+      "eval_ja_opus100_pr_auc": 0.8051892970417552,
+      "eval_ja_ud_pr_auc": 0.9703960820126127,
+      "eval_jv_ud_pr_auc": 0.9767605390913108,
+      "eval_ka_opus100_pr_auc": 0.8612978433965227,
+      "eval_kk_ersatz_pr_auc": 0.9848505140665265,
+      "eval_kk_opus100_pr_auc": 0.7832741870118266,
+      "eval_kk_ud_pr_auc": 0.9696838805288726,
+      "eval_km_ersatz_pr_auc": 0.9134426228753213,
+      "eval_km_opus100_pr_auc": 0.755173967177802,
+      "eval_kn_opus100_pr_auc": 0.6161082149862129,
+      "eval_ko_opus100_pr_auc": 0.6748745785233484,
+      "eval_ko_ud_pr_auc": 0.9979897843375976,
+      "eval_ku_opus100_pr_auc": 0.832610184555436,
+      "eval_ky_opus100_pr_auc": 0.8810477871829562,
+      "eval_la_ud_pr_auc": 0.9743953538350905,
+      "eval_loss": 0.030725210905075073,
+      "eval_lt_ersatz_pr_auc": 0.9953256255853935,
+      "eval_lt_opus100_pr_auc": 0.8644781040568658,
+      "eval_lt_ud_pr_auc": 0.9860028164618626,
+      "eval_lv_ersatz_pr_auc": 0.9915568795654156,
+      "eval_lv_opus100_pr_auc": 0.881849988657722,
+      "eval_lv_ud_pr_auc": 0.9566074402586864,
+      "eval_mg_opus100_pr_auc": 0.9286091745959049,
+      "eval_mk_opus100_pr_auc": 0.9169162679353238,
+      "eval_ml_opus100_pr_auc": 0.7609691017697693,
+      "eval_mn_opus100_pr_auc": 0.9537626418760612,
+      "eval_mr_opus100_pr_auc": 0.9043796704071493,
+      "eval_mr_ud_pr_auc": 0.9629380790384124,
+      "eval_ms_opus100_pr_auc": 0.8730470092832738,
+      "eval_mt_opus100_pr_auc": 0.8510282109631154,
+      "eval_mt_ud_pr_auc": 0.9007649235245443,
+      "eval_my_opus100_pr_auc": 0.7670312612860039,
+      "eval_ne_opus100_pr_auc": 0.72662396253429,
+      "eval_nl_opus100_pr_auc": 0.8942608992181422,
+      "eval_nl_ud_pr_auc": 0.9833620722764139,
+      "eval_no_opus100_pr_auc": 0.9187207734066072,
+      "eval_no_ud_pr_auc": 0.9956701587634067,
+      "eval_pa_opus100_pr_auc": 0.6538057057072207,
+      "eval_pl_ersatz_pr_auc": 0.9741087062071945,
+      "eval_pl_opus100_pr_auc": 0.8945046173172213,
+      "eval_pl_ud_pr_auc": 0.9599804231164436,
+      "eval_ps_ersatz_pr_auc": 0.9266138804508535,
+      "eval_ps_opus100_pr_auc": 0.7659394891479604,
+      "eval_pt_opus100_pr_auc": 0.9219470142815885,
+      "eval_pt_ud_pr_auc": 0.9854601869307663,
+      "eval_ro_ersatz_pr_auc": 0.9918135053031849,
+      "eval_ro_opus100_pr_auc": 0.8838892126055142,
+      "eval_ro_ud_pr_auc": 0.9298699259192325,
+      "eval_ru_ersatz_pr_auc": 0.9933905018667998,
+      "eval_ru_opus100_pr_auc": 0.9274073402367509,
+      "eval_ru_ud_pr_auc": 0.8220136172642112,
+      "eval_runtime": 872.1916,
+      "eval_samples_per_second": 86.627,
+      "eval_si_opus100_pr_auc": 0.7961073691634785,
+      "eval_sk_opus100_pr_auc": 0.9307231447553925,
+      "eval_sk_ud_pr_auc": 0.9788195758004813,
+      "eval_sl_opus100_pr_auc": 0.8649975799624625,
+      "eval_sl_ud_pr_auc": 0.9710894260269821,
+      "eval_sq_opus100_pr_auc": 0.9274961452959916,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9029958467967268,
+      "eval_sr_ud_pr_auc": 0.9983064934993835,
+      "eval_steps_per_second": 5.415,
+      "eval_sv_opus100_pr_auc": 0.8968820582451258,
+      "eval_sv_ud_pr_auc": 0.9505731672145616,
+      "eval_ta_ersatz_pr_auc": 0.9840591235021322,
+      "eval_ta_opus100_pr_auc": 0.6864387124205186,
+      "eval_ta_ud_pr_auc": 0.9957792449558903,
+      "eval_te_opus100_pr_auc": 0.8318125828157135,
+      "eval_tg_opus100_pr_auc": 0.8844748466444026,
+      "eval_th_opus100_pr_auc": 0.6767089634714173,
+      "eval_th_ud_pr_auc": 0.7986341798479801,
+      "eval_tr_ersatz_pr_auc": 0.9640020416362926,
+      "eval_tr_opus100_pr_auc": 0.8984531694007966,
+      "eval_tr_ud_pr_auc": 0.9570418703775108,
+      "eval_uk_opus100_pr_auc": 0.868905639145699,
+      "eval_uk_ud_pr_auc": 0.9163137589814323,
+      "eval_ur_opus100_pr_auc": 0.5747390156732706,
+      "eval_ur_ud_pr_auc": 0.9926890975527395,
+      "eval_uz_opus100_pr_auc": 0.8684204419193109,
+      "eval_vi_opus100_pr_auc": 0.897443486560311,
+      "eval_vi_ud_pr_auc": 0.9540299791250964,
+      "eval_xh_opus100_pr_auc": 0.8476185432836673,
+      "eval_yi_opus100_pr_auc": 0.7854033256859606,
+      "eval_yo_opus100_pr_auc": 0.8318946440558619,
+      "eval_yo_ud_pr_auc": 0.8937305809715538,
+      "eval_zh_ersatz_pr_auc": 0.928717979247847,
+      "eval_zh_opus100_pr_auc": 0.7631566428210781,
+      "eval_zh_ud_pr_auc": 0.9938290781398468,
+      "eval_zu_opus100_pr_auc": 0.8481206334604899,
+      "step": 220000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0268,
+      "step": 220050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.0267,
+      "step": 220100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0267,
+      "step": 220150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0266,
+      "step": 220200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0262,
+      "step": 220250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.027,
+      "step": 220300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0273,
+      "step": 220350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0265,
+      "step": 220400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.0262,
+      "step": 220450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0271,
+      "step": 220500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0274,
+      "step": 220550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0268,
+      "step": 220600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0266,
+      "step": 220650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.0266,
+      "step": 220700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0268,
+      "step": 220750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0266,
+      "step": 220800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0268,
+      "step": 220850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0267,
+      "step": 220900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0272,
+      "step": 220950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0267,
+      "step": 221000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0264,
+      "step": 221050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.026,
+      "step": 221100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0271,
+      "step": 221150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0268,
+      "step": 221200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0259,
+      "step": 221250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0263,
+      "step": 221300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0267,
+      "step": 221350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0267,
+      "step": 221400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0267,
+      "step": 221450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0273,
+      "step": 221500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0268,
+      "step": 221550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0263,
+      "step": 221600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0267,
+      "step": 221650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.026,
+      "step": 221700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.026,
+      "step": 221750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0263,
+      "step": 221800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0267,
+      "step": 221850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0263,
+      "step": 221900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0264,
+      "step": 221950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.0262,
+      "step": 222000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.0258,
+      "step": 222050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0267,
+      "step": 222100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0269,
+      "step": 222150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0263,
+      "step": 222200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0263,
+      "step": 222250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0258,
+      "step": 222300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0269,
+      "step": 222350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0267,
+      "step": 222400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0274,
+      "step": 222450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0264,
+      "step": 222500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0266,
+      "step": 222550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0264,
+      "step": 222600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0269,
+      "step": 222650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0261,
+      "step": 222700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0261,
+      "step": 222750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0273,
+      "step": 222800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0267,
+      "step": 222850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0258,
+      "step": 222900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0265,
+      "step": 222950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0265,
+      "step": 223000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0259,
+      "step": 223050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.0269,
+      "step": 223100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0267,
+      "step": 223150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.0261,
+      "step": 223200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.026,
+      "step": 223250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0267,
+      "step": 223300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0258,
+      "step": 223350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0263,
+      "step": 223400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0263,
+      "step": 223450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0271,
+      "step": 223500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0259,
+      "step": 223550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0273,
+      "step": 223600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0269,
+      "step": 223650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0271,
+      "step": 223700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0261,
+      "step": 223750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0273,
+      "step": 223800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0272,
+      "step": 223850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.0264,
+      "step": 223900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0265,
+      "step": 223950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0261,
+      "step": 224000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0263,
+      "step": 224050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.0264,
+      "step": 224100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0266,
+      "step": 224150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.0271,
+      "step": 224200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.0259,
+      "step": 224250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0268,
+      "step": 224300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0261,
+      "step": 224350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0267,
+      "step": 224400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0264,
+      "step": 224450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0261,
+      "step": 224500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0265,
+      "step": 224550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0267,
+      "step": 224600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.027,
+      "step": 224650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.026,
+      "step": 224700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0264,
+      "step": 224750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0267,
+      "step": 224800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0265,
+      "step": 224850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0265,
+      "step": 224900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0262,
+      "step": 224950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0265,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7638476513142873,
+      "eval_af_ud_pr_auc": 0.9853355961925432,
+      "eval_am_opus100_pr_auc": 0.6225506666125797,
+      "eval_ar_ersatz_pr_auc": 0.9344577593584005,
+      "eval_ar_opus100_pr_auc": 0.7407265641433577,
+      "eval_ar_ud_pr_auc": 0.8829613721442974,
+      "eval_average_ersatz_pr_auc": 0.9661950679121154,
+      "eval_average_opus100_pr_auc": 0.8398764910193273,
+      "eval_average_ud_pr_auc": 0.9639725390488408,
+      "eval_az_opus100_pr_auc": 0.8159607792759191,
+      "eval_be_opus100_pr_auc": 0.6845664921734969,
+      "eval_be_ud_pr_auc": 0.8995262723999974,
+      "eval_bg_opus100_pr_auc": 0.9206004425596881,
+      "eval_bg_ud_pr_auc": 0.9959218544728418,
+      "eval_bn_opus100_pr_auc": 0.8311394285272191,
+      "eval_bn_ud_pr_auc": 0.9922827040303638,
+      "eval_ca_opus100_pr_auc": 0.8878346947649112,
+      "eval_ca_ud_pr_auc": 0.9929793585671715,
+      "eval_ceb_ud_pr_auc": 0.9987352115477143,
+      "eval_cs_ersatz_pr_auc": 0.9861312746892665,
+      "eval_cs_opus100_pr_auc": 0.9108149598269473,
+      "eval_cs_ud_pr_auc": 0.9621343044927898,
+      "eval_cy_opus100_pr_auc": 0.7755262748335457,
+      "eval_cy_ud_pr_auc": 0.9953573441096142,
+      "eval_da_opus100_pr_auc": 0.9222983806018931,
+      "eval_da_ud_pr_auc": 0.9834571100212699,
+      "eval_de_ersatz_pr_auc": 0.9862605469389043,
+      "eval_de_opus100_pr_auc": 0.9076283114260744,
+      "eval_de_ud_pr_auc": 0.9882731414363025,
+      "eval_el_opus100_pr_auc": 0.9237520481418044,
+      "eval_el_ud_pr_auc": 0.9868553799361199,
+      "eval_en_ersatz_pr_auc": 0.9921430406801122,
+      "eval_en_opus100_pr_auc": 0.9299909209694417,
+      "eval_en_ud_pr_auc": 0.9846134755114939,
+      "eval_eo_opus100_pr_auc": 0.9291445712745364,
+      "eval_es_ersatz_pr_auc": 0.997272923417214,
+      "eval_es_opus100_pr_auc": 0.9296793405223275,
+      "eval_es_ud_pr_auc": 0.9920816854022269,
+      "eval_et_ersatz_pr_auc": 0.9834389330476558,
+      "eval_et_opus100_pr_auc": 0.8963919405325526,
+      "eval_et_ud_pr_auc": 0.9730465532924337,
+      "eval_eu_opus100_pr_auc": 0.8921515079239035,
+      "eval_eu_ud_pr_auc": 0.9931399897737861,
+      "eval_fa_opus100_pr_auc": 0.5890552172936647,
+      "eval_fa_ud_pr_auc": 0.9948059091115842,
+      "eval_fi_ersatz_pr_auc": 0.9931589651182191,
+      "eval_fi_opus100_pr_auc": 0.9330843051708467,
+      "eval_fi_ud_pr_auc": 0.9804154748702483,
+      "eval_fr_ersatz_pr_auc": 0.9869041314423965,
+      "eval_fr_opus100_pr_auc": 0.915883360464432,
+      "eval_fr_ud_pr_auc": 0.9877423183091993,
+      "eval_fy_opus100_pr_auc": 0.6603092087398373,
+      "eval_ga_opus100_pr_auc": 0.8913589398550801,
+      "eval_ga_ud_pr_auc": 0.79843063270876,
+      "eval_gd_opus100_pr_auc": 0.669391495230206,
+      "eval_gd_ud_pr_auc": 0.8046435325306563,
+      "eval_gl_opus100_pr_auc": 0.8984535505343709,
+      "eval_gl_ud_pr_auc": 0.9983942042812495,
+      "eval_gu_ersatz_pr_auc": 0.938683758118299,
+      "eval_gu_opus100_pr_auc": 0.7448766365842785,
+      "eval_ha_opus100_pr_auc": 0.9008892498335204,
+      "eval_he_opus100_pr_auc": 0.8797793182857252,
+      "eval_he_ud_pr_auc": 0.9867513213171722,
+      "eval_hi_ersatz_pr_auc": 0.9797780927800874,
+      "eval_hi_opus100_pr_auc": 0.6902535955796211,
+      "eval_hi_ud_pr_auc": 0.9875925455351233,
+      "eval_hu_opus100_pr_auc": 0.9218966557137457,
+      "eval_hu_ud_pr_auc": 0.9836314804904247,
+      "eval_hy_opus100_pr_auc": 0.9142509542688091,
+      "eval_hy_ud_pr_auc": 0.9883340296226126,
+      "eval_id_opus100_pr_auc": 0.8852921233756259,
+      "eval_id_ud_pr_auc": 0.9938147374631987,
+      "eval_ig_opus100_pr_auc": 0.8801042227270293,
+      "eval_is_opus100_pr_auc": 0.9319329315974192,
+      "eval_is_ud_pr_auc": 0.9250396356310768,
+      "eval_it_opus100_pr_auc": 0.918777554266031,
+      "eval_it_ud_pr_auc": 0.998989568345189,
+      "eval_ja_ersatz_pr_auc": 0.8302039527955571,
+      "eval_ja_opus100_pr_auc": 0.7996054232337126,
+      "eval_ja_ud_pr_auc": 0.9702317564069453,
+      "eval_jv_ud_pr_auc": 0.9619782946879551,
+      "eval_ka_opus100_pr_auc": 0.8751226040943615,
+      "eval_kk_ersatz_pr_auc": 0.9882924239335805,
+      "eval_kk_opus100_pr_auc": 0.7999795635695022,
+      "eval_kk_ud_pr_auc": 0.9748142724808444,
+      "eval_km_ersatz_pr_auc": 0.9134734621010372,
+      "eval_km_opus100_pr_auc": 0.746702388596985,
+      "eval_kn_opus100_pr_auc": 0.6268837764188093,
+      "eval_ko_opus100_pr_auc": 0.6790856143214048,
+      "eval_ko_ud_pr_auc": 0.9979817494085935,
+      "eval_ku_opus100_pr_auc": 0.8292517144348762,
+      "eval_ky_opus100_pr_auc": 0.878559848867617,
+      "eval_la_ud_pr_auc": 0.9825657495126631,
+      "eval_loss": 0.03067213110625744,
+      "eval_lt_ersatz_pr_auc": 0.9965526151377904,
+      "eval_lt_opus100_pr_auc": 0.875456894786911,
+      "eval_lt_ud_pr_auc": 0.9924877084501157,
+      "eval_lv_ersatz_pr_auc": 0.9926468819287632,
+      "eval_lv_opus100_pr_auc": 0.88032417971071,
+      "eval_lv_ud_pr_auc": 0.9601269544466614,
+      "eval_mg_opus100_pr_auc": 0.9327735350551172,
+      "eval_mk_opus100_pr_auc": 0.9218416924193539,
+      "eval_ml_opus100_pr_auc": 0.7795210652300774,
+      "eval_mn_opus100_pr_auc": 0.9435186621250607,
+      "eval_mr_opus100_pr_auc": 0.9092901359013761,
+      "eval_mr_ud_pr_auc": 0.9695433347609446,
+      "eval_ms_opus100_pr_auc": 0.8814446101451348,
+      "eval_mt_opus100_pr_auc": 0.8483340180190588,
+      "eval_mt_ud_pr_auc": 0.889256741977584,
+      "eval_my_opus100_pr_auc": 0.7611875441251506,
+      "eval_ne_opus100_pr_auc": 0.7417164010172417,
+      "eval_nl_opus100_pr_auc": 0.9108951335611702,
+      "eval_nl_ud_pr_auc": 0.9873371829889256,
+      "eval_no_opus100_pr_auc": 0.9240507889405714,
+      "eval_no_ud_pr_auc": 0.9970171019017334,
+      "eval_pa_opus100_pr_auc": 0.6786178926184929,
+      "eval_pl_ersatz_pr_auc": 0.9800507411609101,
+      "eval_pl_opus100_pr_auc": 0.9047917427259139,
+      "eval_pl_ud_pr_auc": 0.9693898508503173,
+      "eval_ps_ersatz_pr_auc": 0.9237680330336305,
+      "eval_ps_opus100_pr_auc": 0.7797517336684924,
+      "eval_pt_opus100_pr_auc": 0.9274188395487633,
+      "eval_pt_ud_pr_auc": 0.9838058610395988,
+      "eval_ro_ersatz_pr_auc": 0.9942201783075935,
+      "eval_ro_opus100_pr_auc": 0.8872545691506528,
+      "eval_ro_ud_pr_auc": 0.9562983781427611,
+      "eval_ru_ersatz_pr_auc": 0.9910662432334276,
+      "eval_ru_opus100_pr_auc": 0.9280460448425321,
+      "eval_ru_ud_pr_auc": 0.8456634301544936,
+      "eval_runtime": 869.7391,
+      "eval_samples_per_second": 86.871,
+      "eval_si_opus100_pr_auc": 0.817937399454696,
+      "eval_sk_opus100_pr_auc": 0.9409727897903057,
+      "eval_sk_ud_pr_auc": 0.9813623016605038,
+      "eval_sl_opus100_pr_auc": 0.8678986668420295,
+      "eval_sl_ud_pr_auc": 0.9772026985197196,
+      "eval_sq_opus100_pr_auc": 0.9360273746825098,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9109491521474307,
+      "eval_sr_ud_pr_auc": 0.9995783182900538,
+      "eval_steps_per_second": 5.43,
+      "eval_sv_opus100_pr_auc": 0.9104143037599743,
+      "eval_sv_ud_pr_auc": 0.9521217751018967,
+      "eval_ta_ersatz_pr_auc": 0.9853885895442172,
+      "eval_ta_opus100_pr_auc": 0.6877830562586261,
+      "eval_ta_ud_pr_auc": 0.9984070110472537,
+      "eval_te_opus100_pr_auc": 0.8336679174262913,
+      "eval_tg_opus100_pr_auc": 0.891528282897289,
+      "eval_th_opus100_pr_auc": 0.6895860748290902,
+      "eval_th_ud_pr_auc": 0.8238753429572956,
+      "eval_tr_ersatz_pr_auc": 0.9634128256794816,
+      "eval_tr_opus100_pr_auc": 0.9099407934892797,
+      "eval_tr_ud_pr_auc": 0.9607953960730448,
+      "eval_uk_opus100_pr_auc": 0.8752516694248706,
+      "eval_uk_ud_pr_auc": 0.9216117299321529,
+      "eval_ur_opus100_pr_auc": 0.5586893854412918,
+      "eval_ur_ud_pr_auc": 0.9960525389392544,
+      "eval_uz_opus100_pr_auc": 0.8759637007007626,
+      "eval_vi_opus100_pr_auc": 0.9059394025298673,
+      "eval_vi_ud_pr_auc": 0.9532860923915434,
+      "eval_xh_opus100_pr_auc": 0.865351014681747,
+      "eval_yi_opus100_pr_auc": 0.8184344260394026,
+      "eval_yo_opus100_pr_auc": 0.8095602051186692,
+      "eval_yo_ud_pr_auc": 0.9141365412219672,
+      "eval_zh_ersatz_pr_auc": 0.9189861216199946,
+      "eval_zh_opus100_pr_auc": 0.760165265243755,
+      "eval_zh_ud_pr_auc": 0.9942198688916447,
+      "eval_zu_opus100_pr_auc": 0.8421906707531717,
+      "step": 225000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0268,
+      "step": 225050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0271,
+      "step": 225100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0255,
+      "step": 225150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.027,
+      "step": 225200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0267,
+      "step": 225250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0265,
+      "step": 225300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0265,
+      "step": 225350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0272,
+      "step": 225400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0267,
+      "step": 225450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0269,
+      "step": 225500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0265,
+      "step": 225550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.0264,
+      "step": 225600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0259,
+      "step": 225650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0268,
+      "step": 225700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.0265,
+      "step": 225750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0262,
+      "step": 225800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.026,
+      "step": 225850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0268,
+      "step": 225900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.027,
+      "step": 225950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0267,
+      "step": 226000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0267,
+      "step": 226050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0262,
+      "step": 226100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0261,
+      "step": 226150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.026,
+      "step": 226200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.027,
+      "step": 226250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0259,
+      "step": 226300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0268,
+      "step": 226350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.026,
+      "step": 226400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0269,
+      "step": 226450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.026,
+      "step": 226500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0257,
+      "step": 226550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0269,
+      "step": 226600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0266,
+      "step": 226650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0262,
+      "step": 226700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0264,
+      "step": 226750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0265,
+      "step": 226800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0265,
+      "step": 226850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0263,
+      "step": 226900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0266,
+      "step": 226950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0263,
+      "step": 227000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0266,
+      "step": 227050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0266,
+      "step": 227100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0265,
+      "step": 227150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0273,
+      "step": 227200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0268,
+      "step": 227250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.027,
+      "step": 227300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0271,
+      "step": 227350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0264,
+      "step": 227400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0263,
+      "step": 227450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0271,
+      "step": 227500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0272,
+      "step": 227550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0261,
+      "step": 227600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0266,
+      "step": 227650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0263,
+      "step": 227700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0265,
+      "step": 227750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0261,
+      "step": 227800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0264,
+      "step": 227850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0265,
+      "step": 227900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0263,
+      "step": 227950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0269,
+      "step": 228000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0271,
+      "step": 228050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0265,
+      "step": 228100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0259,
+      "step": 228150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0267,
+      "step": 228200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0273,
+      "step": 228250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0265,
+      "step": 228300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0259,
+      "step": 228350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0264,
+      "step": 228400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0259,
+      "step": 228450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0262,
+      "step": 228500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0261,
+      "step": 228550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0271,
+      "step": 228600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0265,
+      "step": 228650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0267,
+      "step": 228700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0262,
+      "step": 228750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0262,
+      "step": 228800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0268,
+      "step": 228850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0267,
+      "step": 228900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0264,
+      "step": 228950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0272,
+      "step": 229000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0263,
+      "step": 229050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.0268,
+      "step": 229100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0266,
+      "step": 229150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0268,
+      "step": 229200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0267,
+      "step": 229250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0267,
+      "step": 229300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0262,
+      "step": 229350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0268,
+      "step": 229400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0253,
+      "step": 229450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0265,
+      "step": 229500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0263,
+      "step": 229550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0273,
+      "step": 229600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0272,
+      "step": 229650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0268,
+      "step": 229700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0268,
+      "step": 229750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0258,
+      "step": 229800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0262,
+      "step": 229850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.027,
+      "step": 229900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0255,
+      "step": 229950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0262,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "eval_af_opus100_pr_auc": 0.7907863685294897,
+      "eval_af_ud_pr_auc": 0.9864375472066704,
+      "eval_am_opus100_pr_auc": 0.6352558327778632,
+      "eval_ar_ersatz_pr_auc": 0.9365514267501944,
+      "eval_ar_opus100_pr_auc": 0.7348202539778882,
+      "eval_ar_ud_pr_auc": 0.8906426534357741,
+      "eval_average_ersatz_pr_auc": 0.9695609667613015,
+      "eval_average_opus100_pr_auc": 0.8424664835015311,
+      "eval_average_ud_pr_auc": 0.9670648005847137,
+      "eval_az_opus100_pr_auc": 0.8151600417882416,
+      "eval_be_opus100_pr_auc": 0.7098172709723849,
+      "eval_be_ud_pr_auc": 0.9096918847579207,
+      "eval_bg_opus100_pr_auc": 0.9253248456126517,
+      "eval_bg_ud_pr_auc": 0.9977144828700808,
+      "eval_bn_opus100_pr_auc": 0.8285620469821979,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8900482929915083,
+      "eval_ca_ud_pr_auc": 0.9973051258325165,
+      "eval_ceb_ud_pr_auc": 0.9986992728164105,
+      "eval_cs_ersatz_pr_auc": 0.9852705723015444,
+      "eval_cs_opus100_pr_auc": 0.9162271256316042,
+      "eval_cs_ud_pr_auc": 0.9624006289167204,
+      "eval_cy_opus100_pr_auc": 0.7797433975689725,
+      "eval_cy_ud_pr_auc": 0.9957981834467123,
+      "eval_da_opus100_pr_auc": 0.9251409201034099,
+      "eval_da_ud_pr_auc": 0.9850526057276321,
+      "eval_de_ersatz_pr_auc": 0.9880388615819196,
+      "eval_de_opus100_pr_auc": 0.9082012571259273,
+      "eval_de_ud_pr_auc": 0.9864143102154601,
+      "eval_el_opus100_pr_auc": 0.9256270781088728,
+      "eval_el_ud_pr_auc": 0.9912660157840518,
+      "eval_en_ersatz_pr_auc": 0.9937952258449623,
+      "eval_en_opus100_pr_auc": 0.9267742945809296,
+      "eval_en_ud_pr_auc": 0.9829681736510177,
+      "eval_eo_opus100_pr_auc": 0.935903342327127,
+      "eval_es_ersatz_pr_auc": 0.9976695221271735,
+      "eval_es_opus100_pr_auc": 0.9324480519319982,
+      "eval_es_ud_pr_auc": 0.9923120435972748,
+      "eval_et_ersatz_pr_auc": 0.9851899450461218,
+      "eval_et_opus100_pr_auc": 0.9073151837422768,
+      "eval_et_ud_pr_auc": 0.9793912208356877,
+      "eval_eu_opus100_pr_auc": 0.8907185241227117,
+      "eval_eu_ud_pr_auc": 0.9911541768067924,
+      "eval_fa_opus100_pr_auc": 0.5820438858104702,
+      "eval_fa_ud_pr_auc": 0.9948409569769037,
+      "eval_fi_ersatz_pr_auc": 0.9927950080902839,
+      "eval_fi_opus100_pr_auc": 0.9310094063029275,
+      "eval_fi_ud_pr_auc": 0.9793613750446147,
+      "eval_fr_ersatz_pr_auc": 0.9907798619264915,
+      "eval_fr_opus100_pr_auc": 0.9194498271632144,
+      "eval_fr_ud_pr_auc": 0.9825114922358036,
+      "eval_fy_opus100_pr_auc": 0.7024447227383686,
+      "eval_ga_opus100_pr_auc": 0.8993995138284263,
+      "eval_ga_ud_pr_auc": 0.8219535785147531,
+      "eval_gd_opus100_pr_auc": 0.6745887394488751,
+      "eval_gd_ud_pr_auc": 0.8119671351009202,
+      "eval_gl_opus100_pr_auc": 0.9041866895369589,
+      "eval_gl_ud_pr_auc": 0.9981641970684529,
+      "eval_gu_ersatz_pr_auc": 0.9519516655508895,
+      "eval_gu_opus100_pr_auc": 0.7489751111176917,
+      "eval_ha_opus100_pr_auc": 0.909496523827459,
+      "eval_he_opus100_pr_auc": 0.8786439899286815,
+      "eval_he_ud_pr_auc": 0.9817423317010322,
+      "eval_hi_ersatz_pr_auc": 0.9800111883772661,
+      "eval_hi_opus100_pr_auc": 0.7040243128267416,
+      "eval_hi_ud_pr_auc": 0.9854812441833282,
+      "eval_hu_opus100_pr_auc": 0.9256643985225914,
+      "eval_hu_ud_pr_auc": 0.9835241034912946,
+      "eval_hy_opus100_pr_auc": 0.9100494713450481,
+      "eval_hy_ud_pr_auc": 0.9926114723075717,
+      "eval_id_opus100_pr_auc": 0.8862769754625939,
+      "eval_id_ud_pr_auc": 0.9934859113786776,
+      "eval_ig_opus100_pr_auc": 0.8923018242532141,
+      "eval_is_opus100_pr_auc": 0.9287623629206282,
+      "eval_is_ud_pr_auc": 0.9290106592889041,
+      "eval_it_opus100_pr_auc": 0.9210109077669596,
+      "eval_it_ud_pr_auc": 0.9989449436760494,
+      "eval_ja_ersatz_pr_auc": 0.8540537045305736,
+      "eval_ja_opus100_pr_auc": 0.8146138884186102,
+      "eval_ja_ud_pr_auc": 0.9758311750514758,
+      "eval_jv_ud_pr_auc": 0.9746512640563781,
+      "eval_ka_opus100_pr_auc": 0.8686382927326795,
+      "eval_kk_ersatz_pr_auc": 0.989942832613004,
+      "eval_kk_opus100_pr_auc": 0.808381152904707,
+      "eval_kk_ud_pr_auc": 0.9756112407848911,
+      "eval_km_ersatz_pr_auc": 0.9119603651033967,
+      "eval_km_opus100_pr_auc": 0.7373242072525066,
+      "eval_kn_opus100_pr_auc": 0.6324263948666419,
+      "eval_ko_opus100_pr_auc": 0.6864442871210965,
+      "eval_ko_ud_pr_auc": 0.9987432467769228,
+      "eval_ku_opus100_pr_auc": 0.827374844943401,
+      "eval_ky_opus100_pr_auc": 0.8729026124685637,
+      "eval_la_ud_pr_auc": 0.9830140106636079,
+      "eval_loss": 0.030598608776926994,
+      "eval_lt_ersatz_pr_auc": 0.9965308267962558,
+      "eval_lt_opus100_pr_auc": 0.8861484683934849,
+      "eval_lt_ud_pr_auc": 0.9913133786713573,
+      "eval_lv_ersatz_pr_auc": 0.9939022533030966,
+      "eval_lv_opus100_pr_auc": 0.894856321663215,
+      "eval_lv_ud_pr_auc": 0.9664752489353552,
+      "eval_mg_opus100_pr_auc": 0.9401014629223948,
+      "eval_mk_opus100_pr_auc": 0.9229761702227667,
+      "eval_ml_opus100_pr_auc": 0.7802051735849328,
+      "eval_mn_opus100_pr_auc": 0.9425672007700686,
+      "eval_mr_opus100_pr_auc": 0.9189507612067341,
+      "eval_mr_ud_pr_auc": 0.9852587264836719,
+      "eval_ms_opus100_pr_auc": 0.8816950100362051,
+      "eval_mt_opus100_pr_auc": 0.8706067286747913,
+      "eval_mt_ud_pr_auc": 0.9046422215262688,
+      "eval_my_opus100_pr_auc": 0.7672740107582114,
+      "eval_ne_opus100_pr_auc": 0.7278982619571748,
+      "eval_nl_opus100_pr_auc": 0.908282525726317,
+      "eval_nl_ud_pr_auc": 0.9860592095685127,
+      "eval_no_opus100_pr_auc": 0.9254531616349179,
+      "eval_no_ud_pr_auc": 0.9969962931542768,
+      "eval_pa_opus100_pr_auc": 0.6756693189548892,
+      "eval_pl_ersatz_pr_auc": 0.9815389578101613,
+      "eval_pl_opus100_pr_auc": 0.9081602825914136,
+      "eval_pl_ud_pr_auc": 0.9707593348284764,
+      "eval_ps_ersatz_pr_auc": 0.9283238550989695,
+      "eval_ps_opus100_pr_auc": 0.7351211742827187,
+      "eval_pt_opus100_pr_auc": 0.9279268199877416,
+      "eval_pt_ud_pr_auc": 0.9863419601454213,
+      "eval_ro_ersatz_pr_auc": 0.9944346039313307,
+      "eval_ro_opus100_pr_auc": 0.9044830646314693,
+      "eval_ro_ud_pr_auc": 0.9732345227294368,
+      "eval_ru_ersatz_pr_auc": 0.9915192781195156,
+      "eval_ru_opus100_pr_auc": 0.9435585507559037,
+      "eval_ru_ud_pr_auc": 0.8575967026747937,
+      "eval_runtime": 867.9651,
+      "eval_samples_per_second": 87.048,
+      "eval_si_opus100_pr_auc": 0.8131310274358547,
+      "eval_sk_opus100_pr_auc": 0.9433747383814737,
+      "eval_sk_ud_pr_auc": 0.9852393198900998,
+      "eval_sl_opus100_pr_auc": 0.8730483988492806,
+      "eval_sl_ud_pr_auc": 0.978031694515835,
+      "eval_sq_opus100_pr_auc": 0.93340859831576,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9089805081161545,
+      "eval_sr_ud_pr_auc": 0.9996927563621995,
+      "eval_steps_per_second": 5.441,
+      "eval_sv_opus100_pr_auc": 0.9093613350511575,
+      "eval_sv_ud_pr_auc": 0.9573241341349925,
+      "eval_ta_ersatz_pr_auc": 0.9851536593985921,
+      "eval_ta_opus100_pr_auc": 0.6920436263544585,
+      "eval_ta_ud_pr_auc": 0.9974127571076131,
+      "eval_te_opus100_pr_auc": 0.8351856532756332,
+      "eval_tg_opus100_pr_auc": 0.8928464106937057,
+      "eval_th_opus100_pr_auc": 0.6830777474474413,
+      "eval_th_ud_pr_auc": 0.8104663013930439,
+      "eval_tr_ersatz_pr_auc": 0.9689058966811952,
+      "eval_tr_opus100_pr_auc": 0.9076260023521403,
+      "eval_tr_ud_pr_auc": 0.9700096871505572,
+      "eval_uk_opus100_pr_auc": 0.8865279772789754,
+      "eval_uk_ud_pr_auc": 0.9263527919029442,
+      "eval_ur_opus100_pr_auc": 0.5729967205131408,
+      "eval_ur_ud_pr_auc": 0.9963004596535807,
+      "eval_uz_opus100_pr_auc": 0.8659426381560393,
+      "eval_vi_opus100_pr_auc": 0.9025971506327143,
+      "eval_vi_ud_pr_auc": 0.9564852026004109,
+      "eval_xh_opus100_pr_auc": 0.8705209204739758,
+      "eval_yi_opus100_pr_auc": 0.7736733705962395,
+      "eval_yo_opus100_pr_auc": 0.8145775659802155,
+      "eval_yo_ud_pr_auc": 0.9205736468250993,
+      "eval_zh_ersatz_pr_auc": 0.9320217577656947,
+      "eval_zh_opus100_pr_auc": 0.7518353675977243,
+      "eval_zh_ud_pr_auc": 0.9974286188724302,
+      "eval_zu_opus100_pr_auc": 0.845252948483003,
+      "step": 230000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0262,
+      "step": 230050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.026,
+      "step": 230100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0266,
+      "step": 230150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0267,
+      "step": 230200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0261,
+      "step": 230250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0266,
+      "step": 230300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0263,
+      "step": 230350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0258,
+      "step": 230400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0261,
+      "step": 230450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0266,
+      "step": 230500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0262,
+      "step": 230550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0262,
+      "step": 230600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0268,
+      "step": 230650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0265,
+      "step": 230700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.0264,
+      "step": 230750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.0264,
+      "step": 230800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0269,
+      "step": 230850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0265,
+      "step": 230900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0267,
+      "step": 230950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0268,
+      "step": 231000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0274,
+      "step": 231050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0268,
+      "step": 231100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0263,
+      "step": 231150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.026,
+      "step": 231200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0264,
+      "step": 231250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0263,
+      "step": 231300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0262,
+      "step": 231350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0266,
+      "step": 231400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0263,
+      "step": 231450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0258,
+      "step": 231500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.027,
+      "step": 231550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0268,
+      "step": 231600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0269,
+      "step": 231650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0265,
+      "step": 231700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.026,
+      "step": 231750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0263,
+      "step": 231800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0273,
+      "step": 231850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0266,
+      "step": 231900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0262,
+      "step": 231950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0263,
+      "step": 232000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0269,
+      "step": 232050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0258,
+      "step": 232100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0261,
+      "step": 232150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0263,
+      "step": 232200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0264,
+      "step": 232250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0272,
+      "step": 232300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0266,
+      "step": 232350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0265,
+      "step": 232400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0261,
+      "step": 232450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0262,
+      "step": 232500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0262,
+      "step": 232550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0255,
+      "step": 232600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0266,
+      "step": 232650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0264,
+      "step": 232700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0268,
+      "step": 232750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0267,
+      "step": 232800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0262,
+      "step": 232850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0258,
+      "step": 232900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0263,
+      "step": 232950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0264,
+      "step": 233000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0263,
+      "step": 233050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0259,
+      "step": 233100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.0266,
+      "step": 233150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0264,
+      "step": 233200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0266,
+      "step": 233250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0261,
+      "step": 233300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0264,
+      "step": 233350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0257,
+      "step": 233400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.026,
+      "step": 233450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0264,
+      "step": 233500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.027,
+      "step": 233550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0265,
+      "step": 233600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0257,
+      "step": 233650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.026,
+      "step": 233700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0268,
+      "step": 233750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0267,
+      "step": 233800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0259,
+      "step": 233850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0261,
+      "step": 233900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0259,
+      "step": 233950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0267,
+      "step": 234000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0267,
+      "step": 234050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.026,
+      "step": 234100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0254,
+      "step": 234150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0265,
+      "step": 234200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0262,
+      "step": 234250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0266,
+      "step": 234300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.026,
+      "step": 234350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0257,
+      "step": 234400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0263,
+      "step": 234450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0265,
+      "step": 234500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0262,
+      "step": 234550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0263,
+      "step": 234600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0263,
+      "step": 234650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0262,
+      "step": 234700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0267,
+      "step": 234750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.026,
+      "step": 234800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0263,
+      "step": 234850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0259,
+      "step": 234900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0264,
+      "step": 234950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0267,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7936358129749328,
+      "eval_af_ud_pr_auc": 0.9888275586838469,
+      "eval_am_opus100_pr_auc": 0.6203983735135994,
+      "eval_ar_ersatz_pr_auc": 0.9345064589888972,
+      "eval_ar_opus100_pr_auc": 0.7416433370001191,
+      "eval_ar_ud_pr_auc": 0.8896847144341191,
+      "eval_average_ersatz_pr_auc": 0.9685041011215659,
+      "eval_average_opus100_pr_auc": 0.8414332124006076,
+      "eval_average_ud_pr_auc": 0.9652726951608711,
+      "eval_az_opus100_pr_auc": 0.8282589836639291,
+      "eval_be_opus100_pr_auc": 0.6842386175578409,
+      "eval_be_ud_pr_auc": 0.9147398437416294,
+      "eval_bg_opus100_pr_auc": 0.9210377092923367,
+      "eval_bg_ud_pr_auc": 0.9962922182867786,
+      "eval_bn_opus100_pr_auc": 0.8286393668418781,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8832760307577366,
+      "eval_ca_ud_pr_auc": 0.9967886635262246,
+      "eval_ceb_ud_pr_auc": 0.9979477976838294,
+      "eval_cs_ersatz_pr_auc": 0.9875920832988802,
+      "eval_cs_opus100_pr_auc": 0.9057275273055285,
+      "eval_cs_ud_pr_auc": 0.9602878407649258,
+      "eval_cy_opus100_pr_auc": 0.7902089681449538,
+      "eval_cy_ud_pr_auc": 0.9971944293903615,
+      "eval_da_opus100_pr_auc": 0.9245907276685191,
+      "eval_da_ud_pr_auc": 0.98616440157788,
+      "eval_de_ersatz_pr_auc": 0.986741026637753,
+      "eval_de_opus100_pr_auc": 0.904643025717448,
+      "eval_de_ud_pr_auc": 0.9878790201399335,
+      "eval_el_opus100_pr_auc": 0.9206856520347624,
+      "eval_el_ud_pr_auc": 0.9898261547552766,
+      "eval_en_ersatz_pr_auc": 0.9926727229283778,
+      "eval_en_opus100_pr_auc": 0.9309515467985171,
+      "eval_en_ud_pr_auc": 0.9837899106515825,
+      "eval_eo_opus100_pr_auc": 0.9350619307288321,
+      "eval_es_ersatz_pr_auc": 0.9977150820279546,
+      "eval_es_opus100_pr_auc": 0.9323192838703654,
+      "eval_es_ud_pr_auc": 0.9938215802088622,
+      "eval_et_ersatz_pr_auc": 0.9833769910343051,
+      "eval_et_opus100_pr_auc": 0.8988833991965496,
+      "eval_et_ud_pr_auc": 0.972735069591261,
+      "eval_eu_opus100_pr_auc": 0.8880738425161552,
+      "eval_eu_ud_pr_auc": 0.9896312851158727,
+      "eval_fa_opus100_pr_auc": 0.6001605623001556,
+      "eval_fa_ud_pr_auc": 0.9944592056892749,
+      "eval_fi_ersatz_pr_auc": 0.992384540791017,
+      "eval_fi_opus100_pr_auc": 0.9215884093554623,
+      "eval_fi_ud_pr_auc": 0.9740824601058568,
+      "eval_fr_ersatz_pr_auc": 0.9904868268695814,
+      "eval_fr_opus100_pr_auc": 0.9146362618091172,
+      "eval_fr_ud_pr_auc": 0.9825901486579822,
+      "eval_fy_opus100_pr_auc": 0.6872710775633184,
+      "eval_ga_opus100_pr_auc": 0.9045996877540451,
+      "eval_ga_ud_pr_auc": 0.8073439916863343,
+      "eval_gd_opus100_pr_auc": 0.7140496477364673,
+      "eval_gd_ud_pr_auc": 0.8092437871710596,
+      "eval_gl_opus100_pr_auc": 0.8974293684874242,
+      "eval_gl_ud_pr_auc": 0.9990948881618538,
+      "eval_gu_ersatz_pr_auc": 0.9353407035105565,
+      "eval_gu_opus100_pr_auc": 0.7453739889836948,
+      "eval_ha_opus100_pr_auc": 0.9089407878849612,
+      "eval_he_opus100_pr_auc": 0.8737861649107774,
+      "eval_he_ud_pr_auc": 0.9866291594053845,
+      "eval_hi_ersatz_pr_auc": 0.9791554006851981,
+      "eval_hi_opus100_pr_auc": 0.7060188795529879,
+      "eval_hi_ud_pr_auc": 0.9865494245371679,
+      "eval_hu_opus100_pr_auc": 0.9167380207349611,
+      "eval_hu_ud_pr_auc": 0.9850781797073246,
+      "eval_hy_opus100_pr_auc": 0.9119837166616417,
+      "eval_hy_ud_pr_auc": 0.9936876540588605,
+      "eval_id_opus100_pr_auc": 0.8813434990518701,
+      "eval_id_ud_pr_auc": 0.9952070941746247,
+      "eval_ig_opus100_pr_auc": 0.8868792637605499,
+      "eval_is_opus100_pr_auc": 0.9295971897089979,
+      "eval_is_ud_pr_auc": 0.9299432240849497,
+      "eval_it_opus100_pr_auc": 0.9177282587915234,
+      "eval_it_ud_pr_auc": 0.9992545707027689,
+      "eval_ja_ersatz_pr_auc": 0.8312168330368807,
+      "eval_ja_opus100_pr_auc": 0.8085237911171154,
+      "eval_ja_ud_pr_auc": 0.9725934454929887,
+      "eval_jv_ud_pr_auc": 0.975848027366926,
+      "eval_ka_opus100_pr_auc": 0.8678433211774351,
+      "eval_kk_ersatz_pr_auc": 0.9879564925306585,
+      "eval_kk_opus100_pr_auc": 0.7872069990300816,
+      "eval_kk_ud_pr_auc": 0.9742237556852587,
+      "eval_km_ersatz_pr_auc": 0.9181100894125568,
+      "eval_km_opus100_pr_auc": 0.762454737472913,
+      "eval_kn_opus100_pr_auc": 0.628924177599347,
+      "eval_ko_opus100_pr_auc": 0.6819223293554195,
+      "eval_ko_ud_pr_auc": 0.9976507279723872,
+      "eval_ku_opus100_pr_auc": 0.8428498438289451,
+      "eval_ky_opus100_pr_auc": 0.8514727518239897,
+      "eval_la_ud_pr_auc": 0.9759428760644437,
+      "eval_loss": 0.030426960438489914,
+      "eval_lt_ersatz_pr_auc": 0.9960517973080787,
+      "eval_lt_opus100_pr_auc": 0.884017569372673,
+      "eval_lt_ud_pr_auc": 0.9952466209107035,
+      "eval_lv_ersatz_pr_auc": 0.9909281647511776,
+      "eval_lv_opus100_pr_auc": 0.8892699807555506,
+      "eval_lv_ud_pr_auc": 0.9674488899711838,
+      "eval_mg_opus100_pr_auc": 0.9377114359271922,
+      "eval_mk_opus100_pr_auc": 0.9212555974800214,
+      "eval_ml_opus100_pr_auc": 0.769394281909317,
+      "eval_mn_opus100_pr_auc": 0.9353442682296818,
+      "eval_mr_opus100_pr_auc": 0.8967427309984884,
+      "eval_mr_ud_pr_auc": 0.9751844835406479,
+      "eval_ms_opus100_pr_auc": 0.8782557990146423,
+      "eval_mt_opus100_pr_auc": 0.8834673636401694,
+      "eval_mt_ud_pr_auc": 0.8836390141974358,
+      "eval_my_opus100_pr_auc": 0.7740061896920073,
+      "eval_ne_opus100_pr_auc": 0.7158210922077207,
+      "eval_nl_opus100_pr_auc": 0.9007772801652684,
+      "eval_nl_ud_pr_auc": 0.9833609911509952,
+      "eval_no_opus100_pr_auc": 0.9198062654039588,
+      "eval_no_ud_pr_auc": 0.9956466213369173,
+      "eval_pa_opus100_pr_auc": 0.66688095605623,
+      "eval_pl_ersatz_pr_auc": 0.983772186150563,
+      "eval_pl_opus100_pr_auc": 0.9046986002524625,
+      "eval_pl_ud_pr_auc": 0.973279380909522,
+      "eval_ps_ersatz_pr_auc": 0.94115907910531,
+      "eval_ps_opus100_pr_auc": 0.7675104086826706,
+      "eval_pt_opus100_pr_auc": 0.9267257641628115,
+      "eval_pt_ud_pr_auc": 0.9791415687943312,
+      "eval_ro_ersatz_pr_auc": 0.9955403336600995,
+      "eval_ro_opus100_pr_auc": 0.8988863676828924,
+      "eval_ro_ud_pr_auc": 0.9340980543082683,
+      "eval_ru_ersatz_pr_auc": 0.9911181049134647,
+      "eval_ru_opus100_pr_auc": 0.9353120098462141,
+      "eval_ru_ud_pr_auc": 0.862511545697854,
+      "eval_runtime": 871.5419,
+      "eval_samples_per_second": 86.691,
+      "eval_si_opus100_pr_auc": 0.805138096297023,
+      "eval_sk_opus100_pr_auc": 0.9398460311909163,
+      "eval_sk_ud_pr_auc": 0.9851071216119203,
+      "eval_sl_opus100_pr_auc": 0.8700535999910992,
+      "eval_sl_ud_pr_auc": 0.9784764630934119,
+      "eval_sq_opus100_pr_auc": 0.9348093156616973,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9059143692879442,
+      "eval_sr_ud_pr_auc": 0.9990695948397179,
+      "eval_steps_per_second": 5.419,
+      "eval_sv_opus100_pr_auc": 0.9040533881150814,
+      "eval_sv_ud_pr_auc": 0.9636836242929439,
+      "eval_ta_ersatz_pr_auc": 0.981422138341874,
+      "eval_ta_opus100_pr_auc": 0.6943652147645738,
+      "eval_ta_ud_pr_auc": 0.994771745880064,
+      "eval_te_opus100_pr_auc": 0.838094142082147,
+      "eval_tg_opus100_pr_auc": 0.9001745956356701,
+      "eval_th_opus100_pr_auc": 0.6830810047670499,
+      "eval_th_ud_pr_auc": 0.8160912553739827,
+      "eval_tr_ersatz_pr_auc": 0.9699003104920951,
+      "eval_tr_opus100_pr_auc": 0.9003764103702425,
+      "eval_tr_ud_pr_auc": 0.9564530866915196,
+      "eval_uk_opus100_pr_auc": 0.8850921631811194,
+      "eval_uk_ud_pr_auc": 0.9247804386494818,
+      "eval_ur_opus100_pr_auc": 0.5784226199204858,
+      "eval_ur_ud_pr_auc": 0.9910991253216227,
+      "eval_uz_opus100_pr_auc": 0.8752909617246305,
+      "eval_vi_opus100_pr_auc": 0.901449402863898,
+      "eval_vi_ud_pr_auc": 0.9580517505374904,
+      "eval_xh_opus100_pr_auc": 0.8660441289306097,
+      "eval_yi_opus100_pr_auc": 0.8142539571355292,
+      "eval_yo_opus100_pr_auc": 0.8140535739216292,
+      "eval_yo_ud_pr_auc": 0.9218573410001929,
+      "eval_zh_ersatz_pr_auc": 0.9399428581991693,
+      "eval_zh_opus100_pr_auc": 0.7531674014787041,
+      "eval_zh_ud_pr_auc": 0.9965117967816096,
+      "eval_zu_opus100_pr_auc": 0.8463622060125924,
+      "step": 235000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0268,
+      "step": 235050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0266,
+      "step": 235100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0266,
+      "step": 235150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0262,
+      "step": 235200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0267,
+      "step": 235250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0263,
+      "step": 235300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.026,
+      "step": 235350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0258,
+      "step": 235400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0262,
+      "step": 235450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0264,
+      "step": 235500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0268,
+      "step": 235550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0264,
+      "step": 235600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.0263,
+      "step": 235650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0259,
+      "step": 235700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0268,
+      "step": 235750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0264,
+      "step": 235800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0259,
+      "step": 235850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0259,
+      "step": 235900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.026,
+      "step": 235950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0263,
+      "step": 236000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.026,
+      "step": 236050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0257,
+      "step": 236100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0264,
+      "step": 236150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0262,
+      "step": 236200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0261,
+      "step": 236250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0262,
+      "step": 236300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0267,
+      "step": 236350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0258,
+      "step": 236400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0266,
+      "step": 236450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.026,
+      "step": 236500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0263,
+      "step": 236550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0264,
+      "step": 236600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0261,
+      "step": 236650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.026,
+      "step": 236700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0267,
+      "step": 236750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0262,
+      "step": 236800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0259,
+      "step": 236850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0268,
+      "step": 236900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0259,
+      "step": 236950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0264,
+      "step": 237000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0264,
+      "step": 237050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0258,
+      "step": 237100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.0265,
+      "step": 237150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0267,
+      "step": 237200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.0254,
+      "step": 237250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0272,
+      "step": 237300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0263,
+      "step": 237350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0262,
+      "step": 237400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0263,
+      "step": 237450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0261,
+      "step": 237500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0259,
+      "step": 237550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0262,
+      "step": 237600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0254,
+      "step": 237650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0263,
+      "step": 237700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.026,
+      "step": 237750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0258,
+      "step": 237800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0259,
+      "step": 237850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0265,
+      "step": 237900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0257,
+      "step": 237950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.026,
+      "step": 238000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0263,
+      "step": 238050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.026,
+      "step": 238100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0261,
+      "step": 238150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0265,
+      "step": 238200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0259,
+      "step": 238250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0267,
+      "step": 238300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0264,
+      "step": 238350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0269,
+      "step": 238400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0264,
+      "step": 238450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0262,
+      "step": 238500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0256,
+      "step": 238550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0271,
+      "step": 238600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0266,
+      "step": 238650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0258,
+      "step": 238700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0263,
+      "step": 238750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0271,
+      "step": 238800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0265,
+      "step": 238850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.0265,
+      "step": 238900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0266,
+      "step": 238950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0259,
+      "step": 239000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0259,
+      "step": 239050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0265,
+      "step": 239100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0263,
+      "step": 239150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0263,
+      "step": 239200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0265,
+      "step": 239250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0263,
+      "step": 239300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0267,
+      "step": 239350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0263,
+      "step": 239400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0269,
+      "step": 239450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.027,
+      "step": 239500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0258,
+      "step": 239550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.027,
+      "step": 239600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0255,
+      "step": 239650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0258,
+      "step": 239700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0264,
+      "step": 239750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0259,
+      "step": 239800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0268,
+      "step": 239850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0266,
+      "step": 239900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0262,
+      "step": 239950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0258,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.7809971701288019,
+      "eval_af_ud_pr_auc": 0.9851938999504046,
+      "eval_am_opus100_pr_auc": 0.6071634199839968,
+      "eval_ar_ersatz_pr_auc": 0.9366371900793533,
+      "eval_ar_opus100_pr_auc": 0.7435465602750279,
+      "eval_ar_ud_pr_auc": 0.8865164428027521,
+      "eval_average_ersatz_pr_auc": 0.9689733796715565,
+      "eval_average_opus100_pr_auc": 0.8421692448820685,
+      "eval_average_ud_pr_auc": 0.9661434879856872,
+      "eval_az_opus100_pr_auc": 0.8161243877550773,
+      "eval_be_opus100_pr_auc": 0.70715045284279,
+      "eval_be_ud_pr_auc": 0.9151842878492569,
+      "eval_bg_opus100_pr_auc": 0.9254033764547916,
+      "eval_bg_ud_pr_auc": 0.9974321510348222,
+      "eval_bn_opus100_pr_auc": 0.8215028249137597,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8873923036181823,
+      "eval_ca_ud_pr_auc": 0.9974679146654987,
+      "eval_ceb_ud_pr_auc": 0.9979684162729541,
+      "eval_cs_ersatz_pr_auc": 0.9865641320169372,
+      "eval_cs_opus100_pr_auc": 0.9065822957294318,
+      "eval_cs_ud_pr_auc": 0.9609832541910621,
+      "eval_cy_opus100_pr_auc": 0.7832367049305605,
+      "eval_cy_ud_pr_auc": 0.9968217719627751,
+      "eval_da_opus100_pr_auc": 0.9272433317417732,
+      "eval_da_ud_pr_auc": 0.9849138719435453,
+      "eval_de_ersatz_pr_auc": 0.9867546899812178,
+      "eval_de_opus100_pr_auc": 0.9038865492093734,
+      "eval_de_ud_pr_auc": 0.986559242210827,
+      "eval_el_opus100_pr_auc": 0.924997361213633,
+      "eval_el_ud_pr_auc": 0.9880440727297196,
+      "eval_en_ersatz_pr_auc": 0.9935802432358147,
+      "eval_en_opus100_pr_auc": 0.9257548613500977,
+      "eval_en_ud_pr_auc": 0.977357516114875,
+      "eval_eo_opus100_pr_auc": 0.9374860398802884,
+      "eval_es_ersatz_pr_auc": 0.9981325976227012,
+      "eval_es_opus100_pr_auc": 0.9305167854915867,
+      "eval_es_ud_pr_auc": 0.9938742120012157,
+      "eval_et_ersatz_pr_auc": 0.9843282149108922,
+      "eval_et_opus100_pr_auc": 0.8964518239385018,
+      "eval_et_ud_pr_auc": 0.9760696088350069,
+      "eval_eu_opus100_pr_auc": 0.8911964471251989,
+      "eval_eu_ud_pr_auc": 0.9897861578369329,
+      "eval_fa_opus100_pr_auc": 0.5976699422601601,
+      "eval_fa_ud_pr_auc": 0.9943242034787133,
+      "eval_fi_ersatz_pr_auc": 0.9929999642408329,
+      "eval_fi_opus100_pr_auc": 0.9302425409262082,
+      "eval_fi_ud_pr_auc": 0.9779843783441591,
+      "eval_fr_ersatz_pr_auc": 0.9877157167936373,
+      "eval_fr_opus100_pr_auc": 0.9221086477828553,
+      "eval_fr_ud_pr_auc": 0.9816996133615795,
+      "eval_fy_opus100_pr_auc": 0.704008069237589,
+      "eval_ga_opus100_pr_auc": 0.9001688090620739,
+      "eval_ga_ud_pr_auc": 0.8038439507661188,
+      "eval_gd_opus100_pr_auc": 0.7137338415989758,
+      "eval_gd_ud_pr_auc": 0.8172929085880052,
+      "eval_gl_opus100_pr_auc": 0.896358520846009,
+      "eval_gl_ud_pr_auc": 0.9985127715775557,
+      "eval_gu_ersatz_pr_auc": 0.9430217939245985,
+      "eval_gu_opus100_pr_auc": 0.7479316215008753,
+      "eval_ha_opus100_pr_auc": 0.9089955508113601,
+      "eval_he_opus100_pr_auc": 0.8802583771340704,
+      "eval_he_ud_pr_auc": 0.9832418479332662,
+      "eval_hi_ersatz_pr_auc": 0.9786339364844012,
+      "eval_hi_opus100_pr_auc": 0.7049836106931369,
+      "eval_hi_ud_pr_auc": 0.980569863441023,
+      "eval_hu_opus100_pr_auc": 0.9235954665472478,
+      "eval_hu_ud_pr_auc": 0.983000098258371,
+      "eval_hy_opus100_pr_auc": 0.9037896298588579,
+      "eval_hy_ud_pr_auc": 0.9931137334790567,
+      "eval_id_opus100_pr_auc": 0.8843107219393911,
+      "eval_id_ud_pr_auc": 0.9953540756867054,
+      "eval_ig_opus100_pr_auc": 0.8935709228334185,
+      "eval_is_opus100_pr_auc": 0.9338146695593941,
+      "eval_is_ud_pr_auc": 0.9237319922344377,
+      "eval_it_opus100_pr_auc": 0.9175040244272042,
+      "eval_it_ud_pr_auc": 0.9983283953874843,
+      "eval_ja_ersatz_pr_auc": 0.8484448935439133,
+      "eval_ja_opus100_pr_auc": 0.8038491062623265,
+      "eval_ja_ud_pr_auc": 0.9785562841915417,
+      "eval_jv_ud_pr_auc": 0.965773608874996,
+      "eval_ka_opus100_pr_auc": 0.8688814953314686,
+      "eval_kk_ersatz_pr_auc": 0.990287690001149,
+      "eval_kk_opus100_pr_auc": 0.8102807703985526,
+      "eval_kk_ud_pr_auc": 0.9768674566823496,
+      "eval_km_ersatz_pr_auc": 0.9148027532267686,
+      "eval_km_opus100_pr_auc": 0.7484939048281015,
+      "eval_kn_opus100_pr_auc": 0.6158191352892828,
+      "eval_ko_opus100_pr_auc": 0.6858456589044497,
+      "eval_ko_ud_pr_auc": 0.9987756739230965,
+      "eval_ku_opus100_pr_auc": 0.8507899997288265,
+      "eval_ky_opus100_pr_auc": 0.8898603448826845,
+      "eval_la_ud_pr_auc": 0.9751742506835755,
+      "eval_loss": 0.03036874532699585,
+      "eval_lt_ersatz_pr_auc": 0.9967458037945052,
+      "eval_lt_opus100_pr_auc": 0.8888143561092113,
+      "eval_lt_ud_pr_auc": 0.9924213315362729,
+      "eval_lv_ersatz_pr_auc": 0.9931290093784233,
+      "eval_lv_opus100_pr_auc": 0.8987326404870225,
+      "eval_lv_ud_pr_auc": 0.9678942377755214,
+      "eval_mg_opus100_pr_auc": 0.9409648405816824,
+      "eval_mk_opus100_pr_auc": 0.9200330824949705,
+      "eval_ml_opus100_pr_auc": 0.7661278951167576,
+      "eval_mn_opus100_pr_auc": 0.954333339472788,
+      "eval_mr_opus100_pr_auc": 0.898416129342155,
+      "eval_mr_ud_pr_auc": 0.9710344787123784,
+      "eval_ms_opus100_pr_auc": 0.8793442002512534,
+      "eval_mt_opus100_pr_auc": 0.8556330243882709,
+      "eval_mt_ud_pr_auc": 0.8947063022785482,
+      "eval_my_opus100_pr_auc": 0.7685601690290075,
+      "eval_ne_opus100_pr_auc": 0.7107040427364031,
+      "eval_nl_opus100_pr_auc": 0.9060101246804011,
+      "eval_nl_ud_pr_auc": 0.9839716599377102,
+      "eval_no_opus100_pr_auc": 0.9240027641010117,
+      "eval_no_ud_pr_auc": 0.9968418618618131,
+      "eval_pa_opus100_pr_auc": 0.6876673500009385,
+      "eval_pl_ersatz_pr_auc": 0.9831475390636172,
+      "eval_pl_opus100_pr_auc": 0.9004136799128268,
+      "eval_pl_ud_pr_auc": 0.9699140087153122,
+      "eval_ps_ersatz_pr_auc": 0.9418250371861735,
+      "eval_ps_opus100_pr_auc": 0.7641006645857871,
+      "eval_pt_opus100_pr_auc": 0.927809146508415,
+      "eval_pt_ud_pr_auc": 0.9806346212051903,
+      "eval_ro_ersatz_pr_auc": 0.9948365893498379,
+      "eval_ro_opus100_pr_auc": 0.8996665564744839,
+      "eval_ro_ud_pr_auc": 0.9847763161927294,
+      "eval_ru_ersatz_pr_auc": 0.9915456564887962,
+      "eval_ru_opus100_pr_auc": 0.9355791506925953,
+      "eval_ru_ud_pr_auc": 0.8787007017423741,
+      "eval_runtime": 869.0127,
+      "eval_samples_per_second": 86.943,
+      "eval_si_opus100_pr_auc": 0.8038647491257518,
+      "eval_sk_opus100_pr_auc": 0.9407050885602664,
+      "eval_sk_ud_pr_auc": 0.9847883114002394,
+      "eval_sl_opus100_pr_auc": 0.8772630515978826,
+      "eval_sl_ud_pr_auc": 0.9780115890270333,
+      "eval_sq_opus100_pr_auc": 0.9363165808226733,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9097409027693079,
+      "eval_sr_ud_pr_auc": 0.9996624371059881,
+      "eval_steps_per_second": 5.435,
+      "eval_sv_opus100_pr_auc": 0.9112013866700055,
+      "eval_sv_ud_pr_auc": 0.962778278184444,
+      "eval_ta_ersatz_pr_auc": 0.98405720167607,
+      "eval_ta_opus100_pr_auc": 0.6847431640178121,
+      "eval_ta_ud_pr_auc": 0.991663045881513,
+      "eval_te_opus100_pr_auc": 0.8217170454670881,
+      "eval_tg_opus100_pr_auc": 0.898886863104313,
+      "eval_th_opus100_pr_auc": 0.6881470816211513,
+      "eval_th_ud_pr_auc": 0.828926842993906,
+      "eval_tr_ersatz_pr_auc": 0.9654558647594603,
+      "eval_tr_opus100_pr_auc": 0.9104363059803007,
+      "eval_tr_ud_pr_auc": 0.9556021179788359,
+      "eval_uk_opus100_pr_auc": 0.8803471280857895,
+      "eval_uk_ud_pr_auc": 0.9172852995694828,
+      "eval_ur_opus100_pr_auc": 0.5761685323582857,
+      "eval_ur_ud_pr_auc": 0.9944262002417258,
+      "eval_uz_opus100_pr_auc": 0.872601670522498,
+      "eval_vi_opus100_pr_auc": 0.8966369856256382,
+      "eval_vi_ud_pr_auc": 0.9607799275125883,
+      "eval_xh_opus100_pr_auc": 0.8643149712844815,
+      "eval_yi_opus100_pr_auc": 0.8028272307742932,
+      "eval_yo_opus100_pr_auc": 0.8217511289379398,
+      "eval_yo_ud_pr_auc": 0.92049565756719,
+      "eval_zh_ersatz_pr_auc": 0.9247678350151456,
+      "eval_zh_opus100_pr_auc": 0.7269152482061428,
+      "eval_zh_ud_pr_auc": 0.9945456604696888,
+      "eval_zu_opus100_pr_auc": 0.8528817286046136,
+      "step": 240000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0264,
+      "step": 240050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0259,
+      "step": 240100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0267,
+      "step": 240150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0256,
+      "step": 240200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0259,
+      "step": 240250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.026,
+      "step": 240300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0266,
+      "step": 240350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0267,
+      "step": 240400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.0257,
+      "step": 240450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.026,
+      "step": 240500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0259,
+      "step": 240550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0264,
+      "step": 240600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0261,
+      "step": 240650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0263,
+      "step": 240700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0265,
+      "step": 240750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0265,
+      "step": 240800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.0262,
+      "step": 240850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0258,
+      "step": 240900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0268,
+      "step": 240950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0258,
+      "step": 241000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0262,
+      "step": 241050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.026,
+      "step": 241100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0265,
+      "step": 241150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0259,
+      "step": 241200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0263,
+      "step": 241250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0255,
+      "step": 241300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0259,
+      "step": 241350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0265,
+      "step": 241400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0266,
+      "step": 241450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0264,
+      "step": 241500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0264,
+      "step": 241550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.026,
+      "step": 241600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.026,
+      "step": 241650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0257,
+      "step": 241700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0264,
+      "step": 241750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0258,
+      "step": 241800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0261,
+      "step": 241850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.026,
+      "step": 241900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.026,
+      "step": 241950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.026,
+      "step": 242000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0264,
+      "step": 242050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0264,
+      "step": 242100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0261,
+      "step": 242150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0259,
+      "step": 242200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0261,
+      "step": 242250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0266,
+      "step": 242300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0257,
+      "step": 242350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.0258,
+      "step": 242400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0261,
+      "step": 242450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.0259,
+      "step": 242500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0262,
+      "step": 242550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0261,
+      "step": 242600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0257,
+      "step": 242650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0259,
+      "step": 242700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0268,
+      "step": 242750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0264,
+      "step": 242800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0266,
+      "step": 242850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0263,
+      "step": 242900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0261,
+      "step": 242950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0255,
+      "step": 243000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0258,
+      "step": 243050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0265,
+      "step": 243100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0258,
+      "step": 243150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0266,
+      "step": 243200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0256,
+      "step": 243250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0257,
+      "step": 243300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0261,
+      "step": 243350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.0259,
+      "step": 243400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0256,
+      "step": 243450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0254,
+      "step": 243500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.0262,
+      "step": 243550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0261,
+      "step": 243600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0256,
+      "step": 243650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.026,
+      "step": 243700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.026,
+      "step": 243750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0261,
+      "step": 243800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.026,
+      "step": 243850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0263,
+      "step": 243900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0259,
+      "step": 243950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0252,
+      "step": 244000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0262,
+      "step": 244050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0264,
+      "step": 244100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0261,
+      "step": 244150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0257,
+      "step": 244200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0261,
+      "step": 244250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0254,
+      "step": 244300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0267,
+      "step": 244350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0262,
+      "step": 244400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0256,
+      "step": 244450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0259,
+      "step": 244500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0261,
+      "step": 244550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0253,
+      "step": 244600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0264,
+      "step": 244650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0265,
+      "step": 244700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0259,
+      "step": 244750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0262,
+      "step": 244800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0265,
+      "step": 244850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0267,
+      "step": 244900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0261,
+      "step": 244950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0261,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.8009034978445354,
+      "eval_af_ud_pr_auc": 0.9853664434149123,
+      "eval_am_opus100_pr_auc": 0.5992917599495917,
+      "eval_ar_ersatz_pr_auc": 0.9372350122767498,
+      "eval_ar_opus100_pr_auc": 0.7431314149515301,
+      "eval_ar_ud_pr_auc": 0.8774048871670551,
+      "eval_average_ersatz_pr_auc": 0.9669961087764679,
+      "eval_average_opus100_pr_auc": 0.843936219656781,
+      "eval_average_ud_pr_auc": 0.9648818508573929,
+      "eval_az_opus100_pr_auc": 0.8025222399069063,
+      "eval_be_opus100_pr_auc": 0.7390055478397191,
+      "eval_be_ud_pr_auc": 0.9054312776838765,
+      "eval_bg_opus100_pr_auc": 0.9190559343335787,
+      "eval_bg_ud_pr_auc": 0.9960904923726724,
+      "eval_bn_opus100_pr_auc": 0.8295454895894513,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8818851486730795,
+      "eval_ca_ud_pr_auc": 0.9964431492239464,
+      "eval_ceb_ud_pr_auc": 0.9986451180267415,
+      "eval_cs_ersatz_pr_auc": 0.9849579296312705,
+      "eval_cs_opus100_pr_auc": 0.9011444596631648,
+      "eval_cs_ud_pr_auc": 0.9590310377117777,
+      "eval_cy_opus100_pr_auc": 0.792334813589393,
+      "eval_cy_ud_pr_auc": 0.9970993296921127,
+      "eval_da_opus100_pr_auc": 0.9239833021181632,
+      "eval_da_ud_pr_auc": 0.9827692592229464,
+      "eval_de_ersatz_pr_auc": 0.9863257939902431,
+      "eval_de_opus100_pr_auc": 0.9068864577591151,
+      "eval_de_ud_pr_auc": 0.9865320797271581,
+      "eval_el_opus100_pr_auc": 0.9248227262008863,
+      "eval_el_ud_pr_auc": 0.9888603324631624,
+      "eval_en_ersatz_pr_auc": 0.9919385884187406,
+      "eval_en_opus100_pr_auc": 0.9244070794704818,
+      "eval_en_ud_pr_auc": 0.9780628371538013,
+      "eval_eo_opus100_pr_auc": 0.9392840405238488,
+      "eval_es_ersatz_pr_auc": 0.9973596007326327,
+      "eval_es_opus100_pr_auc": 0.9309033777826823,
+      "eval_es_ud_pr_auc": 0.9944466303418151,
+      "eval_et_ersatz_pr_auc": 0.9820365093785132,
+      "eval_et_opus100_pr_auc": 0.8997825744079911,
+      "eval_et_ud_pr_auc": 0.9795059583485856,
+      "eval_eu_opus100_pr_auc": 0.8877348549473904,
+      "eval_eu_ud_pr_auc": 0.9922481818601109,
+      "eval_fa_opus100_pr_auc": 0.5884549758011771,
+      "eval_fa_ud_pr_auc": 0.9961206535680442,
+      "eval_fi_ersatz_pr_auc": 0.9923027975649801,
+      "eval_fi_opus100_pr_auc": 0.9257863076372422,
+      "eval_fi_ud_pr_auc": 0.9755528660561477,
+      "eval_fr_ersatz_pr_auc": 0.9872656346094246,
+      "eval_fr_opus100_pr_auc": 0.9167254956657439,
+      "eval_fr_ud_pr_auc": 0.9824034672296572,
+      "eval_fy_opus100_pr_auc": 0.7365033331693676,
+      "eval_ga_opus100_pr_auc": 0.8877330359287301,
+      "eval_ga_ud_pr_auc": 0.7981075237376734,
+      "eval_gd_opus100_pr_auc": 0.7031297170957571,
+      "eval_gd_ud_pr_auc": 0.7918737569397848,
+      "eval_gl_opus100_pr_auc": 0.8909251198237362,
+      "eval_gl_ud_pr_auc": 0.9979780516928356,
+      "eval_gu_ersatz_pr_auc": 0.9473990692203872,
+      "eval_gu_opus100_pr_auc": 0.7432981045465057,
+      "eval_ha_opus100_pr_auc": 0.9023850131300941,
+      "eval_he_opus100_pr_auc": 0.8869342102259615,
+      "eval_he_ud_pr_auc": 0.9792098845684363,
+      "eval_hi_ersatz_pr_auc": 0.9830481520431023,
+      "eval_hi_opus100_pr_auc": 0.7122667434117047,
+      "eval_hi_ud_pr_auc": 0.9882160826656529,
+      "eval_hu_opus100_pr_auc": 0.9189932124062838,
+      "eval_hu_ud_pr_auc": 0.980394740807772,
+      "eval_hy_opus100_pr_auc": 0.9093007056799101,
+      "eval_hy_ud_pr_auc": 0.9926129599545125,
+      "eval_id_opus100_pr_auc": 0.882327304548862,
+      "eval_id_ud_pr_auc": 0.9943973633571436,
+      "eval_ig_opus100_pr_auc": 0.8895914827434915,
+      "eval_is_opus100_pr_auc": 0.9321578001937447,
+      "eval_is_ud_pr_auc": 0.9227718688943316,
+      "eval_it_opus100_pr_auc": 0.9140100012087387,
+      "eval_it_ud_pr_auc": 0.9993480765868639,
+      "eval_ja_ersatz_pr_auc": 0.816691616632136,
+      "eval_ja_opus100_pr_auc": 0.8137200228040803,
+      "eval_ja_ud_pr_auc": 0.9754616560699874,
+      "eval_jv_ud_pr_auc": 0.9653816326812652,
+      "eval_ka_opus100_pr_auc": 0.8672998872941594,
+      "eval_kk_ersatz_pr_auc": 0.9896960134166449,
+      "eval_kk_opus100_pr_auc": 0.8199056252336232,
+      "eval_kk_ud_pr_auc": 0.976212282326749,
+      "eval_km_ersatz_pr_auc": 0.922991958792198,
+      "eval_km_opus100_pr_auc": 0.7581567481024043,
+      "eval_kn_opus100_pr_auc": 0.6248812080003325,
+      "eval_ko_opus100_pr_auc": 0.6903110586951036,
+      "eval_ko_ud_pr_auc": 0.9997697909579691,
+      "eval_ku_opus100_pr_auc": 0.8438965946001603,
+      "eval_ky_opus100_pr_auc": 0.8991324080906189,
+      "eval_la_ud_pr_auc": 0.9722567456780602,
+      "eval_loss": 0.030194856226444244,
+      "eval_lt_ersatz_pr_auc": 0.9971434004867119,
+      "eval_lt_opus100_pr_auc": 0.886634282253734,
+      "eval_lt_ud_pr_auc": 0.9916006153022017,
+      "eval_lv_ersatz_pr_auc": 0.993098568443423,
+      "eval_lv_opus100_pr_auc": 0.8952751633131937,
+      "eval_lv_ud_pr_auc": 0.9661888571937538,
+      "eval_mg_opus100_pr_auc": 0.932431723335839,
+      "eval_mk_opus100_pr_auc": 0.915935675861003,
+      "eval_ml_opus100_pr_auc": 0.7701516801334913,
+      "eval_mn_opus100_pr_auc": 0.9665289578769576,
+      "eval_mr_opus100_pr_auc": 0.9020795981763153,
+      "eval_mr_ud_pr_auc": 0.978950813466763,
+      "eval_ms_opus100_pr_auc": 0.8766918007194019,
+      "eval_mt_opus100_pr_auc": 0.8548293225342349,
+      "eval_mt_ud_pr_auc": 0.9297666237753303,
+      "eval_my_opus100_pr_auc": 0.7593049195985442,
+      "eval_ne_opus100_pr_auc": 0.7437924251409966,
+      "eval_nl_opus100_pr_auc": 0.9046726301779401,
+      "eval_nl_ud_pr_auc": 0.9891795055447046,
+      "eval_no_opus100_pr_auc": 0.921600017060988,
+      "eval_no_ud_pr_auc": 0.9967001776689581,
+      "eval_pa_opus100_pr_auc": 0.6916276284253742,
+      "eval_pl_ersatz_pr_auc": 0.9828639112138188,
+      "eval_pl_opus100_pr_auc": 0.9012579454085432,
+      "eval_pl_ud_pr_auc": 0.9703202953882127,
+      "eval_ps_ersatz_pr_auc": 0.9355929901244302,
+      "eval_ps_opus100_pr_auc": 0.7619873031274772,
+      "eval_pt_opus100_pr_auc": 0.9320401316406007,
+      "eval_pt_ud_pr_auc": 0.9868364056974327,
+      "eval_ro_ersatz_pr_auc": 0.9945164082207996,
+      "eval_ro_opus100_pr_auc": 0.8818280817608457,
+      "eval_ro_ud_pr_auc": 0.9519647677394097,
+      "eval_ru_ersatz_pr_auc": 0.9883382898312615,
+      "eval_ru_opus100_pr_auc": 0.9327026322047026,
+      "eval_ru_ud_pr_auc": 0.8614525926563246,
+      "eval_runtime": 884.616,
+      "eval_samples_per_second": 85.41,
+      "eval_si_opus100_pr_auc": 0.8105176941989297,
+      "eval_sk_opus100_pr_auc": 0.9407199213022756,
+      "eval_sk_ud_pr_auc": 0.9873430498488815,
+      "eval_sl_opus100_pr_auc": 0.8750756300698223,
+      "eval_sl_ud_pr_auc": 0.9814559582371057,
+      "eval_sq_opus100_pr_auc": 0.9298327035246067,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9092365323462347,
+      "eval_sr_ud_pr_auc": 0.9993611594949171,
+      "eval_steps_per_second": 5.339,
+      "eval_sv_opus100_pr_auc": 0.910911511884374,
+      "eval_sv_ud_pr_auc": 0.9576740399206691,
+      "eval_ta_ersatz_pr_auc": 0.9876675460529675,
+      "eval_ta_opus100_pr_auc": 0.6878777878496165,
+      "eval_ta_ud_pr_auc": 0.997119667999979,
+      "eval_te_opus100_pr_auc": 0.8300240106453196,
+      "eval_tg_opus100_pr_auc": 0.8936194141905608,
+      "eval_th_opus100_pr_auc": 0.6883055663715307,
+      "eval_th_ud_pr_auc": 0.816680543907805,
+      "eval_tr_ersatz_pr_auc": 0.9652448524860893,
+      "eval_tr_opus100_pr_auc": 0.9146934855543646,
+      "eval_tr_ud_pr_auc": 0.95889372655252,
+      "eval_uk_opus100_pr_auc": 0.8775385643295631,
+      "eval_uk_ud_pr_auc": 0.9209940872582199,
+      "eval_ur_opus100_pr_auc": 0.5773812741030204,
+      "eval_ur_ud_pr_auc": 0.9946568479522484,
+      "eval_uz_opus100_pr_auc": 0.8725154642067031,
+      "eval_vi_opus100_pr_auc": 0.901025732346276,
+      "eval_vi_ud_pr_auc": 0.944357909987082,
+      "eval_xh_opus100_pr_auc": 0.8595072226208528,
+      "eval_yi_opus100_pr_auc": 0.8701038347042426,
+      "eval_yo_opus100_pr_auc": 0.8274905274093616,
+      "eval_yo_ud_pr_auc": 0.9167729415003322,
+      "eval_zh_ersatz_pr_auc": 0.9101997495157644,
+      "eval_zh_opus100_pr_auc": 0.7259084388864141,
+      "eval_zh_ud_pr_auc": 0.9939884935949749,
+      "eval_zu_opus100_pr_auc": 0.8646619409727346,
+      "step": 245000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.027,
+      "step": 245050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0257,
+      "step": 245100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.0263,
+      "step": 245150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0256,
+      "step": 245200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0259,
+      "step": 245250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0265,
+      "step": 245300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.026,
+      "step": 245350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0265,
+      "step": 245400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0255,
+      "step": 245450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0263,
+      "step": 245500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0264,
+      "step": 245550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0265,
+      "step": 245600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0261,
+      "step": 245650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0264,
+      "step": 245700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.026,
+      "step": 245750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0257,
+      "step": 245800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.0257,
+      "step": 245850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0255,
+      "step": 245900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0266,
+      "step": 245950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0259,
+      "step": 246000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0259,
+      "step": 246050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0267,
+      "step": 246100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0257,
+      "step": 246150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0258,
+      "step": 246200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0266,
+      "step": 246250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.0261,
+      "step": 246300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0261,
+      "step": 246350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0258,
+      "step": 246400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0263,
+      "step": 246450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0262,
+      "step": 246500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0265,
+      "step": 246550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0266,
+      "step": 246600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.0253,
+      "step": 246650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0258,
+      "step": 246700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0264,
+      "step": 246750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0258,
+      "step": 246800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0258,
+      "step": 246850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0261,
+      "step": 246900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0264,
+      "step": 246950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0262,
+      "step": 247000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0267,
+      "step": 247050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.0258,
+      "step": 247100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0267,
+      "step": 247150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0257,
+      "step": 247200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0258,
+      "step": 247250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0253,
+      "step": 247300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0257,
+      "step": 247350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0268,
+      "step": 247400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0262,
+      "step": 247450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0254,
+      "step": 247500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0257,
+      "step": 247550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0259,
+      "step": 247600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0257,
+      "step": 247650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.0261,
+      "step": 247700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0254,
+      "step": 247750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0258,
+      "step": 247800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0257,
+      "step": 247850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0255,
+      "step": 247900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0258,
+      "step": 247950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.0261,
+      "step": 248000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.0256,
+      "step": 248050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0258,
+      "step": 248100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0263,
+      "step": 248150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0264,
+      "step": 248200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.0264,
+      "step": 248250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0264,
+      "step": 248300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0263,
+      "step": 248350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.026,
+      "step": 248400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0259,
+      "step": 248450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0257,
+      "step": 248500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0264,
+      "step": 248550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0256,
+      "step": 248600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0265,
+      "step": 248650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.026,
+      "step": 248700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0258,
+      "step": 248750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0255,
+      "step": 248800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0263,
+      "step": 248850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0258,
+      "step": 248900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0256,
+      "step": 248950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0259,
+      "step": 249000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0264,
+      "step": 249050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0266,
+      "step": 249100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0255,
+      "step": 249150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.0262,
+      "step": 249200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0261,
+      "step": 249250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.0259,
+      "step": 249300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0262,
+      "step": 249350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0259,
+      "step": 249400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.0255,
+      "step": 249450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0261,
+      "step": 249500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0262,
+      "step": 249550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0264,
+      "step": 249600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0269,
+      "step": 249650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.027,
+      "step": 249700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0269,
+      "step": 249750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0259,
+      "step": 249800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0258,
+      "step": 249850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0261,
+      "step": 249900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0259,
+      "step": 249950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0251,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7818265294340513,
+      "eval_af_ud_pr_auc": 0.9843306203918333,
+      "eval_am_opus100_pr_auc": 0.627241003366325,
+      "eval_ar_ersatz_pr_auc": 0.9339171143084892,
+      "eval_ar_opus100_pr_auc": 0.7318720078528371,
+      "eval_ar_ud_pr_auc": 0.8995848029628116,
+      "eval_average_ersatz_pr_auc": 0.9641989738926703,
+      "eval_average_opus100_pr_auc": 0.8417240657004981,
+      "eval_average_ud_pr_auc": 0.9645305081322894,
+      "eval_az_opus100_pr_auc": 0.822876803067546,
+      "eval_be_opus100_pr_auc": 0.6954715351872405,
+      "eval_be_ud_pr_auc": 0.9042576377766965,
+      "eval_bg_opus100_pr_auc": 0.9229182686982494,
+      "eval_bg_ud_pr_auc": 0.9980132179963744,
+      "eval_bn_opus100_pr_auc": 0.8288115521353155,
+      "eval_bn_ud_pr_auc": 0.999362143182632,
+      "eval_ca_opus100_pr_auc": 0.885732259140531,
+      "eval_ca_ud_pr_auc": 0.9943163879916187,
+      "eval_ceb_ud_pr_auc": 0.9981706917989994,
+      "eval_cs_ersatz_pr_auc": 0.984568336170477,
+      "eval_cs_opus100_pr_auc": 0.9052627563988737,
+      "eval_cs_ud_pr_auc": 0.9598801333053322,
+      "eval_cy_opus100_pr_auc": 0.7881628460926662,
+      "eval_cy_ud_pr_auc": 0.9973593324867105,
+      "eval_da_opus100_pr_auc": 0.9295407437842319,
+      "eval_da_ud_pr_auc": 0.9847737375578317,
+      "eval_de_ersatz_pr_auc": 0.9844246346488393,
+      "eval_de_opus100_pr_auc": 0.9074579866459206,
+      "eval_de_ud_pr_auc": 0.9856024011126849,
+      "eval_el_opus100_pr_auc": 0.9225831304350598,
+      "eval_el_ud_pr_auc": 0.9912456236636537,
+      "eval_en_ersatz_pr_auc": 0.9912245410641524,
+      "eval_en_opus100_pr_auc": 0.9281880024661149,
+      "eval_en_ud_pr_auc": 0.9847234051865561,
+      "eval_eo_opus100_pr_auc": 0.9403146188443431,
+      "eval_es_ersatz_pr_auc": 0.9978146849513347,
+      "eval_es_opus100_pr_auc": 0.9308595737350751,
+      "eval_es_ud_pr_auc": 0.993473642855967,
+      "eval_et_ersatz_pr_auc": 0.9825197978351903,
+      "eval_et_opus100_pr_auc": 0.9011639692051175,
+      "eval_et_ud_pr_auc": 0.9792246776563357,
+      "eval_eu_opus100_pr_auc": 0.8844177973107369,
+      "eval_eu_ud_pr_auc": 0.9902544149608642,
+      "eval_fa_opus100_pr_auc": 0.5895915258403455,
+      "eval_fa_ud_pr_auc": 0.9920990133120535,
+      "eval_fi_ersatz_pr_auc": 0.9939818655573106,
+      "eval_fi_opus100_pr_auc": 0.9256504028384909,
+      "eval_fi_ud_pr_auc": 0.9758838124843215,
+      "eval_fr_ersatz_pr_auc": 0.9890173887809675,
+      "eval_fr_opus100_pr_auc": 0.9176682068194076,
+      "eval_fr_ud_pr_auc": 0.9863676782692937,
+      "eval_fy_opus100_pr_auc": 0.7066665699720341,
+      "eval_ga_opus100_pr_auc": 0.8956884567466781,
+      "eval_ga_ud_pr_auc": 0.7956050107295225,
+      "eval_gd_opus100_pr_auc": 0.7089884511568714,
+      "eval_gd_ud_pr_auc": 0.8075508914720381,
+      "eval_gl_opus100_pr_auc": 0.8909018034034324,
+      "eval_gl_ud_pr_auc": 0.9981854663191638,
+      "eval_gu_ersatz_pr_auc": 0.9371015648720076,
+      "eval_gu_opus100_pr_auc": 0.7376526337243056,
+      "eval_ha_opus100_pr_auc": 0.9104311598844819,
+      "eval_he_opus100_pr_auc": 0.8719157409735062,
+      "eval_he_ud_pr_auc": 0.9821762580881188,
+      "eval_hi_ersatz_pr_auc": 0.9782983288791652,
+      "eval_hi_opus100_pr_auc": 0.7000050861296562,
+      "eval_hi_ud_pr_auc": 0.9765134193577788,
+      "eval_hu_opus100_pr_auc": 0.9169369796759745,
+      "eval_hu_ud_pr_auc": 0.9815737550694612,
+      "eval_hy_opus100_pr_auc": 0.9036129544911058,
+      "eval_hy_ud_pr_auc": 0.9880227245303559,
+      "eval_id_opus100_pr_auc": 0.890932856145786,
+      "eval_id_ud_pr_auc": 0.9947123344005282,
+      "eval_ig_opus100_pr_auc": 0.8828283967554513,
+      "eval_is_opus100_pr_auc": 0.9295134816956365,
+      "eval_is_ud_pr_auc": 0.9207006691248899,
+      "eval_it_opus100_pr_auc": 0.9171196714950121,
+      "eval_it_ud_pr_auc": 0.9976289690221759,
+      "eval_ja_ersatz_pr_auc": 0.8142348287021121,
+      "eval_ja_opus100_pr_auc": 0.8159186997822101,
+      "eval_ja_ud_pr_auc": 0.9686851227023708,
+      "eval_jv_ud_pr_auc": 0.9652528138238784,
+      "eval_ka_opus100_pr_auc": 0.8650324485343747,
+      "eval_kk_ersatz_pr_auc": 0.9883972133725571,
+      "eval_kk_opus100_pr_auc": 0.7987787901041452,
+      "eval_kk_ud_pr_auc": 0.9769001572523258,
+      "eval_km_ersatz_pr_auc": 0.9172755925819936,
+      "eval_km_opus100_pr_auc": 0.7525789399949905,
+      "eval_kn_opus100_pr_auc": 0.6304132101458756,
+      "eval_ko_opus100_pr_auc": 0.6918962119445417,
+      "eval_ko_ud_pr_auc": 0.9981435057837569,
+      "eval_ku_opus100_pr_auc": 0.8254622912864562,
+      "eval_ky_opus100_pr_auc": 0.8906133906428438,
+      "eval_la_ud_pr_auc": 0.9623970213529551,
+      "eval_loss": 0.030197838321328163,
+      "eval_lt_ersatz_pr_auc": 0.9962623119275653,
+      "eval_lt_opus100_pr_auc": 0.8834144251698632,
+      "eval_lt_ud_pr_auc": 0.9884514174333332,
+      "eval_lv_ersatz_pr_auc": 0.9934757903457399,
+      "eval_lv_opus100_pr_auc": 0.8940882015959508,
+      "eval_lv_ud_pr_auc": 0.96297236189992,
+      "eval_mg_opus100_pr_auc": 0.9354709895783764,
+      "eval_mk_opus100_pr_auc": 0.9188818139315358,
+      "eval_ml_opus100_pr_auc": 0.7712584584484427,
+      "eval_mn_opus100_pr_auc": 0.9537573062085208,
+      "eval_mr_opus100_pr_auc": 0.9043020792852261,
+      "eval_mr_ud_pr_auc": 0.9802170472093976,
+      "eval_ms_opus100_pr_auc": 0.8799068257057118,
+      "eval_mt_opus100_pr_auc": 0.8620548393774595,
+      "eval_mt_ud_pr_auc": 0.9176092022373674,
+      "eval_my_opus100_pr_auc": 0.7544366526511803,
+      "eval_ne_opus100_pr_auc": 0.7403302874039761,
+      "eval_nl_opus100_pr_auc": 0.9066752608477621,
+      "eval_nl_ud_pr_auc": 0.987020362544031,
+      "eval_no_opus100_pr_auc": 0.9261058418310784,
+      "eval_no_ud_pr_auc": 0.9962847508055782,
+      "eval_pa_opus100_pr_auc": 0.6899862710342454,
+      "eval_pl_ersatz_pr_auc": 0.9782224316188347,
+      "eval_pl_opus100_pr_auc": 0.9031677959731251,
+      "eval_pl_ud_pr_auc": 0.9702663677372678,
+      "eval_ps_ersatz_pr_auc": 0.9203685574835995,
+      "eval_ps_opus100_pr_auc": 0.764819245093139,
+      "eval_pt_opus100_pr_auc": 0.9304836810853093,
+      "eval_pt_ud_pr_auc": 0.9852704561945258,
+      "eval_ro_ersatz_pr_auc": 0.9955614558685013,
+      "eval_ro_opus100_pr_auc": 0.8888611715148789,
+      "eval_ro_ud_pr_auc": 0.9598905760577839,
+      "eval_ru_ersatz_pr_auc": 0.9908152437627618,
+      "eval_ru_opus100_pr_auc": 0.9308992811284109,
+      "eval_ru_ud_pr_auc": 0.8524229464519636,
+      "eval_runtime": 868.2997,
+      "eval_samples_per_second": 87.015,
+      "eval_si_opus100_pr_auc": 0.7985943294717802,
+      "eval_sk_opus100_pr_auc": 0.9387517470347057,
+      "eval_sk_ud_pr_auc": 0.9853962810770128,
+      "eval_sl_opus100_pr_auc": 0.8753444599874453,
+      "eval_sl_ud_pr_auc": 0.9740709196377065,
+      "eval_sq_opus100_pr_auc": 0.9314139418466822,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.908489299076073,
+      "eval_sr_ud_pr_auc": 0.9993896132250956,
+      "eval_steps_per_second": 5.439,
+      "eval_sv_opus100_pr_auc": 0.910075301071639,
+      "eval_sv_ud_pr_auc": 0.9604627443050536,
+      "eval_ta_ersatz_pr_auc": 0.9858497977338981,
+      "eval_ta_opus100_pr_auc": 0.6814121501706563,
+      "eval_ta_ud_pr_auc": 0.996182735268666,
+      "eval_te_opus100_pr_auc": 0.8277828034985872,
+      "eval_tg_opus100_pr_auc": 0.8945104315536536,
+      "eval_th_opus100_pr_auc": 0.6847327301628007,
+      "eval_th_ud_pr_auc": 0.8202221857296594,
+      "eval_tr_ersatz_pr_auc": 0.9705258651984354,
+      "eval_tr_opus100_pr_auc": 0.906209554727426,
+      "eval_tr_ud_pr_auc": 0.9634572735357816,
+      "eval_uk_opus100_pr_auc": 0.8743875783164539,
+      "eval_uk_ud_pr_auc": 0.9249856956843062,
+      "eval_ur_opus100_pr_auc": 0.5671027685284442,
+      "eval_ur_ud_pr_auc": 0.9938247692335918,
+      "eval_uz_opus100_pr_auc": 0.8792507906888452,
+      "eval_vi_opus100_pr_auc": 0.8993293992583447,
+      "eval_vi_ud_pr_auc": 0.9554816145492899,
+      "eval_xh_opus100_pr_auc": 0.8627028339630991,
+      "eval_yi_opus100_pr_auc": 0.8787353989186478,
+      "eval_yo_opus100_pr_auc": 0.8259935788579877,
+      "eval_yo_ud_pr_auc": 0.9036448941373201,
+      "eval_zh_ersatz_pr_auc": 0.8885200799748129,
+      "eval_zh_opus100_pr_auc": 0.6959950806544162,
+      "eval_zh_ud_pr_auc": 0.9877432546039556,
+      "eval_zu_opus100_pr_auc": 0.8401590378051192,
+      "step": 250000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0259,
+      "step": 250050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.0259,
+      "step": 250100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0267,
+      "step": 250150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0259,
+      "step": 250200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0264,
+      "step": 250250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0258,
+      "step": 250300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.026,
+      "step": 250350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0263,
+      "step": 250400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0255,
+      "step": 250450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0255,
+      "step": 250500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.0254,
+      "step": 250550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0262,
+      "step": 250600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0255,
+      "step": 250650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0261,
+      "step": 250700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0259,
+      "step": 250750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0261,
+      "step": 250800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.0259,
+      "step": 250850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0262,
+      "step": 250900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0258,
+      "step": 250950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0256,
+      "step": 251000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0265,
+      "step": 251050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.0258,
+      "step": 251100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0259,
+      "step": 251150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0264,
+      "step": 251200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0255,
+      "step": 251250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0258,
+      "step": 251300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0256,
+      "step": 251350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.0258,
+      "step": 251400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0257,
+      "step": 251450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0268,
+      "step": 251500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0259,
+      "step": 251550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0259,
+      "step": 251600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0267,
+      "step": 251650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0267,
+      "step": 251700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0257,
+      "step": 251750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0265,
+      "step": 251800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0263,
+      "step": 251850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0255,
+      "step": 251900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0259,
+      "step": 251950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.0255,
+      "step": 252000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0258,
+      "step": 252050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0256,
+      "step": 252100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0254,
+      "step": 252150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0257,
+      "step": 252200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0253,
+      "step": 252250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.026,
+      "step": 252300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0254,
+      "step": 252350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0261,
+      "step": 252400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.0259,
+      "step": 252450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0261,
+      "step": 252500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.0263,
+      "step": 252550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0256,
+      "step": 252600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0266,
+      "step": 252650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0257,
+      "step": 252700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0257,
+      "step": 252750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0261,
+      "step": 252800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0255,
+      "step": 252850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0266,
+      "step": 252900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0261,
+      "step": 252950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0252,
+      "step": 253000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0267,
+      "step": 253050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0264,
+      "step": 253100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0261,
+      "step": 253150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0261,
+      "step": 253200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0261,
+      "step": 253250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0267,
+      "step": 253300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.0253,
+      "step": 253350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0259,
+      "step": 253400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0251,
+      "step": 253450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.026,
+      "step": 253500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0252,
+      "step": 253550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.026,
+      "step": 253600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0251,
+      "step": 253650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0258,
+      "step": 253700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.0256,
+      "step": 253750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.0252,
+      "step": 253800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.026,
+      "step": 253850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.026,
+      "step": 253900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.026,
+      "step": 253950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0256,
+      "step": 254000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0264,
+      "step": 254050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0259,
+      "step": 254100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0258,
+      "step": 254150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0255,
+      "step": 254200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0264,
+      "step": 254250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.0263,
+      "step": 254300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.026,
+      "step": 254350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.026,
+      "step": 254400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.0262,
+      "step": 254450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0258,
+      "step": 254500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0259,
+      "step": 254550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0264,
+      "step": 254600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0262,
+      "step": 254650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0259,
+      "step": 254700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0268,
+      "step": 254750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0261,
+      "step": 254800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0258,
+      "step": 254850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0264,
+      "step": 254900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0258,
+      "step": 254950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0258,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "eval_af_opus100_pr_auc": 0.7764391545058269,
+      "eval_af_ud_pr_auc": 0.9851750497484577,
+      "eval_am_opus100_pr_auc": 0.6222887591897459,
+      "eval_ar_ersatz_pr_auc": 0.9285578939483522,
+      "eval_ar_opus100_pr_auc": 0.7401155324641484,
+      "eval_ar_ud_pr_auc": 0.895573747420023,
+      "eval_average_ersatz_pr_auc": 0.9670874317203526,
+      "eval_average_opus100_pr_auc": 0.8420628732991139,
+      "eval_average_ud_pr_auc": 0.9639455618607168,
+      "eval_az_opus100_pr_auc": 0.8150030451695631,
+      "eval_be_opus100_pr_auc": 0.7095151182452991,
+      "eval_be_ud_pr_auc": 0.9069446097610249,
+      "eval_bg_opus100_pr_auc": 0.9185173275994953,
+      "eval_bg_ud_pr_auc": 0.995859334532342,
+      "eval_bn_opus100_pr_auc": 0.8323027518517463,
+      "eval_bn_ud_pr_auc": 0.9983604871691836,
+      "eval_ca_opus100_pr_auc": 0.8885041465216562,
+      "eval_ca_ud_pr_auc": 0.9934790041568297,
+      "eval_ceb_ud_pr_auc": 0.9968734416323917,
+      "eval_cs_ersatz_pr_auc": 0.9821791891470837,
+      "eval_cs_opus100_pr_auc": 0.907096314249974,
+      "eval_cs_ud_pr_auc": 0.9598661951437403,
+      "eval_cy_opus100_pr_auc": 0.783530579020226,
+      "eval_cy_ud_pr_auc": 0.9966940964966112,
+      "eval_da_opus100_pr_auc": 0.9274946684894733,
+      "eval_da_ud_pr_auc": 0.9828009192716282,
+      "eval_de_ersatz_pr_auc": 0.9846282507509234,
+      "eval_de_opus100_pr_auc": 0.9076972822888163,
+      "eval_de_ud_pr_auc": 0.985652929746104,
+      "eval_el_opus100_pr_auc": 0.9190328501022024,
+      "eval_el_ud_pr_auc": 0.9885372107515984,
+      "eval_en_ersatz_pr_auc": 0.9909283285559841,
+      "eval_en_opus100_pr_auc": 0.9258310555952449,
+      "eval_en_ud_pr_auc": 0.9683537468134924,
+      "eval_eo_opus100_pr_auc": 0.9345332705856779,
+      "eval_es_ersatz_pr_auc": 0.9972826072591079,
+      "eval_es_opus100_pr_auc": 0.9253920954127292,
+      "eval_es_ud_pr_auc": 0.9915091759827763,
+      "eval_et_ersatz_pr_auc": 0.9827455594906747,
+      "eval_et_opus100_pr_auc": 0.8984206003109065,
+      "eval_et_ud_pr_auc": 0.9730020539757632,
+      "eval_eu_opus100_pr_auc": 0.8859702206379905,
+      "eval_eu_ud_pr_auc": 0.9876093276805893,
+      "eval_fa_opus100_pr_auc": 0.5812391877017541,
+      "eval_fa_ud_pr_auc": 0.9929603898765913,
+      "eval_fi_ersatz_pr_auc": 0.9949007107436679,
+      "eval_fi_opus100_pr_auc": 0.924610455362165,
+      "eval_fi_ud_pr_auc": 0.9772705222603009,
+      "eval_fr_ersatz_pr_auc": 0.9875700621771274,
+      "eval_fr_opus100_pr_auc": 0.9178502483691583,
+      "eval_fr_ud_pr_auc": 0.9798350241961324,
+      "eval_fy_opus100_pr_auc": 0.6991079004112883,
+      "eval_ga_opus100_pr_auc": 0.8955818865965799,
+      "eval_ga_ud_pr_auc": 0.8073954470278311,
+      "eval_gd_opus100_pr_auc": 0.6988879892547071,
+      "eval_gd_ud_pr_auc": 0.8026698724455924,
+      "eval_gl_opus100_pr_auc": 0.8915640269190444,
+      "eval_gl_ud_pr_auc": 0.9984598421853345,
+      "eval_gu_ersatz_pr_auc": 0.9348395102813565,
+      "eval_gu_opus100_pr_auc": 0.747450468524896,
+      "eval_ha_opus100_pr_auc": 0.9134808389594472,
+      "eval_he_opus100_pr_auc": 0.879810942590322,
+      "eval_he_ud_pr_auc": 0.9762989760129941,
+      "eval_hi_ersatz_pr_auc": 0.976892953064489,
+      "eval_hi_opus100_pr_auc": 0.7092654277407843,
+      "eval_hi_ud_pr_auc": 0.9810179860059004,
+      "eval_hu_opus100_pr_auc": 0.9240924963752372,
+      "eval_hu_ud_pr_auc": 0.9824154508786473,
+      "eval_hy_opus100_pr_auc": 0.9124854310962328,
+      "eval_hy_ud_pr_auc": 0.9942292187021281,
+      "eval_id_opus100_pr_auc": 0.886171800315884,
+      "eval_id_ud_pr_auc": 0.9951541067571997,
+      "eval_ig_opus100_pr_auc": 0.8807335085004678,
+      "eval_is_opus100_pr_auc": 0.9288115063869513,
+      "eval_is_ud_pr_auc": 0.9072425236206897,
+      "eval_it_opus100_pr_auc": 0.906707951069346,
+      "eval_it_ud_pr_auc": 0.9988772007134252,
+      "eval_ja_ersatz_pr_auc": 0.8313740143886854,
+      "eval_ja_opus100_pr_auc": 0.8214999113827902,
+      "eval_ja_ud_pr_auc": 0.9752641939828346,
+      "eval_jv_ud_pr_auc": 0.9644318782708629,
+      "eval_ka_opus100_pr_auc": 0.8642598215539088,
+      "eval_kk_ersatz_pr_auc": 0.9876318820475121,
+      "eval_kk_opus100_pr_auc": 0.7860463463477414,
+      "eval_kk_ud_pr_auc": 0.9735150351218987,
+      "eval_km_ersatz_pr_auc": 0.9203913310163615,
+      "eval_km_opus100_pr_auc": 0.7529765719348936,
+      "eval_kn_opus100_pr_auc": 0.6375442626792345,
+      "eval_ko_opus100_pr_auc": 0.6903950307594011,
+      "eval_ko_ud_pr_auc": 0.9991515594243816,
+      "eval_ku_opus100_pr_auc": 0.8371535956891535,
+      "eval_ky_opus100_pr_auc": 0.8823066914986614,
+      "eval_la_ud_pr_auc": 0.9776009234657363,
+      "eval_loss": 0.029969943687319756,
+      "eval_lt_ersatz_pr_auc": 0.9958958131492947,
+      "eval_lt_opus100_pr_auc": 0.8871485548369981,
+      "eval_lt_ud_pr_auc": 0.9939529312201425,
+      "eval_lv_ersatz_pr_auc": 0.9916570872451314,
+      "eval_lv_opus100_pr_auc": 0.892769802761463,
+      "eval_lv_ud_pr_auc": 0.9616931356862654,
+      "eval_mg_opus100_pr_auc": 0.9318155633079839,
+      "eval_mk_opus100_pr_auc": 0.919365224974551,
+      "eval_ml_opus100_pr_auc": 0.7780190060573128,
+      "eval_mn_opus100_pr_auc": 0.9501938701335727,
+      "eval_mr_opus100_pr_auc": 0.9095590294158206,
+      "eval_mr_ud_pr_auc": 0.9809206107996925,
+      "eval_ms_opus100_pr_auc": 0.8804627026801319,
+      "eval_mt_opus100_pr_auc": 0.8780314934117638,
+      "eval_mt_ud_pr_auc": 0.890004544875957,
+      "eval_my_opus100_pr_auc": 0.7709347237881341,
+      "eval_ne_opus100_pr_auc": 0.7358133174013879,
+      "eval_nl_opus100_pr_auc": 0.9030720789222307,
+      "eval_nl_ud_pr_auc": 0.9816069958951488,
+      "eval_no_opus100_pr_auc": 0.9203245960461298,
+      "eval_no_ud_pr_auc": 0.9961074961191325,
+      "eval_pa_opus100_pr_auc": 0.6727321425383286,
+      "eval_pl_ersatz_pr_auc": 0.9782555391896826,
+      "eval_pl_opus100_pr_auc": 0.9023296899747536,
+      "eval_pl_ud_pr_auc": 0.9695693613217838,
+      "eval_ps_ersatz_pr_auc": 0.9196808237865788,
+      "eval_ps_opus100_pr_auc": 0.7325389988728032,
+      "eval_pt_opus100_pr_auc": 0.9240078815829642,
+      "eval_pt_ud_pr_auc": 0.98122033847124,
+      "eval_ro_ersatz_pr_auc": 0.9946953627731172,
+      "eval_ro_opus100_pr_auc": 0.8864204412361526,
+      "eval_ro_ud_pr_auc": 0.9547240285143566,
+      "eval_ru_ersatz_pr_auc": 0.9899191304241467,
+      "eval_ru_opus100_pr_auc": 0.9301240264818886,
+      "eval_ru_ud_pr_auc": 0.8584729261218318,
+      "eval_runtime": 870.8943,
+      "eval_samples_per_second": 86.756,
+      "eval_si_opus100_pr_auc": 0.8076704876672848,
+      "eval_sk_opus100_pr_auc": 0.93999799898477,
+      "eval_sk_ud_pr_auc": 0.9834913015291321,
+      "eval_sl_opus100_pr_auc": 0.8752863432612492,
+      "eval_sl_ud_pr_auc": 0.9778505007044619,
+      "eval_sq_opus100_pr_auc": 0.9255599191934369,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.906627213604122,
+      "eval_sr_ud_pr_auc": 0.9991312760981746,
+      "eval_steps_per_second": 5.423,
+      "eval_sv_opus100_pr_auc": 0.908907313146059,
+      "eval_sv_ud_pr_auc": 0.9562560323119617,
+      "eval_ta_ersatz_pr_auc": 0.9814057217488216,
+      "eval_ta_opus100_pr_auc": 0.6894720409425669,
+      "eval_ta_ud_pr_auc": 0.9951434322024911,
+      "eval_te_opus100_pr_auc": 0.8233089489627081,
+      "eval_tg_opus100_pr_auc": 0.8900818893232352,
+      "eval_th_opus100_pr_auc": 0.6935300847643243,
+      "eval_th_ud_pr_auc": 0.8142293939753644,
+      "eval_tr_ersatz_pr_auc": 0.9663643102013301,
+      "eval_tr_opus100_pr_auc": 0.9102543341910188,
+      "eval_tr_ud_pr_auc": 0.9574702367891292,
+      "eval_uk_opus100_pr_auc": 0.8747847231660538,
+      "eval_uk_ud_pr_auc": 0.9365226893015172,
+      "eval_ur_opus100_pr_auc": 0.5673295339583037,
+      "eval_ur_ud_pr_auc": 0.9938704564386105,
+      "eval_uz_opus100_pr_auc": 0.8784476555607298,
+      "eval_vi_opus100_pr_auc": 0.9054014673646177,
+      "eval_vi_ud_pr_auc": 0.9597870050197759,
+      "eval_xh_opus100_pr_auc": 0.8721270270339442,
+      "eval_yi_opus100_pr_auc": 0.853431516628848,
+      "eval_yo_opus100_pr_auc": 0.815715644434253,
+      "eval_yo_ud_pr_auc": 0.9161585813642186,
+      "eval_zh_ersatz_pr_auc": 0.9581274164583257,
+      "eval_zh_opus100_pr_auc": 0.7751852418095007,
+      "eval_zh_ud_pr_auc": 0.996632270069428,
+      "eval_zu_opus100_pr_auc": 0.8426540118451785,
+      "step": 255000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0255,
+      "step": 255050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0261,
+      "step": 255100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0264,
+      "step": 255150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0258,
+      "step": 255200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0258,
+      "step": 255250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.0255,
+      "step": 255300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0263,
+      "step": 255350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0259,
+      "step": 255400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0271,
+      "step": 255450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.0262,
+      "step": 255500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0259,
+      "step": 255550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0266,
+      "step": 255600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0255,
+      "step": 255650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0264,
+      "step": 255700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.0268,
+      "step": 255750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0255,
+      "step": 255800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0256,
+      "step": 255850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0263,
+      "step": 255900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0252,
+      "step": 255950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.0248,
+      "step": 256000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0258,
+      "step": 256050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.0254,
+      "step": 256100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0264,
+      "step": 256150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.0259,
+      "step": 256200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0262,
+      "step": 256250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0257,
+      "step": 256300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0269,
+      "step": 256350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.0258,
+      "step": 256400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0256,
+      "step": 256450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0266,
+      "step": 256500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0256,
+      "step": 256550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.0259,
+      "step": 256600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0253,
+      "step": 256650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0256,
+      "step": 256700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.026,
+      "step": 256750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0258,
+      "step": 256800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0261,
+      "step": 256850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0253,
+      "step": 256900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.0264,
+      "step": 256950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.0252,
+      "step": 257000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.0258,
+      "step": 257050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0263,
+      "step": 257100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.026,
+      "step": 257150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0262,
+      "step": 257200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0259,
+      "step": 257250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0256,
+      "step": 257300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.0261,
+      "step": 257350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0251,
+      "step": 257400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0258,
+      "step": 257450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0257,
+      "step": 257500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0265,
+      "step": 257550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0255,
+      "step": 257600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.0258,
+      "step": 257650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0257,
+      "step": 257700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0259,
+      "step": 257750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0256,
+      "step": 257800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.026,
+      "step": 257850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0256,
+      "step": 257900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0255,
+      "step": 257950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.0261,
+      "step": 258000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.0259,
+      "step": 258050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.026,
+      "step": 258100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0261,
+      "step": 258150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0258,
+      "step": 258200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0256,
+      "step": 258250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0255,
+      "step": 258300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0259,
+      "step": 258350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0255,
+      "step": 258400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0256,
+      "step": 258450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0258,
+      "step": 258500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0254,
+      "step": 258550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0259,
+      "step": 258600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0257,
+      "step": 258650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0261,
+      "step": 258700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0258,
+      "step": 258750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.0258,
+      "step": 258800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0264,
+      "step": 258850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0268,
+      "step": 258900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0256,
+      "step": 258950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0257,
+      "step": 259000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0257,
+      "step": 259050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.0254,
+      "step": 259100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.026,
+      "step": 259150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0258,
+      "step": 259200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0259,
+      "step": 259250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.0258,
+      "step": 259300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0252,
+      "step": 259350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.0255,
+      "step": 259400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0255,
+      "step": 259450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0257,
+      "step": 259500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.0262,
+      "step": 259550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.0262,
+      "step": 259600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.0259,
+      "step": 259650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0258,
+      "step": 259700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0256,
+      "step": 259750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0263,
+      "step": 259800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0259,
+      "step": 259850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0255,
+      "step": 259900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0261,
+      "step": 259950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0258,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7715252620076127,
+      "eval_af_ud_pr_auc": 0.9823352219688833,
+      "eval_am_opus100_pr_auc": 0.6045949522205132,
+      "eval_ar_ersatz_pr_auc": 0.9286764331793592,
+      "eval_ar_opus100_pr_auc": 0.7462921091185453,
+      "eval_ar_ud_pr_auc": 0.886334250956144,
+      "eval_average_ersatz_pr_auc": 0.9649901926285801,
+      "eval_average_opus100_pr_auc": 0.8383927611872091,
+      "eval_average_ud_pr_auc": 0.9602823772275356,
+      "eval_az_opus100_pr_auc": 0.7870744635700586,
+      "eval_be_opus100_pr_auc": 0.7020701454252428,
+      "eval_be_ud_pr_auc": 0.8897361595882918,
+      "eval_bg_opus100_pr_auc": 0.9196872820875293,
+      "eval_bg_ud_pr_auc": 0.9956086470233854,
+      "eval_bn_opus100_pr_auc": 0.8276163068726567,
+      "eval_bn_ud_pr_auc": 0.9993621431826321,
+      "eval_ca_opus100_pr_auc": 0.8774648889864104,
+      "eval_ca_ud_pr_auc": 0.9925903678561638,
+      "eval_ceb_ud_pr_auc": 0.9965064336394269,
+      "eval_cs_ersatz_pr_auc": 0.9804057079247289,
+      "eval_cs_opus100_pr_auc": 0.9014418395417663,
+      "eval_cs_ud_pr_auc": 0.9505587684862696,
+      "eval_cy_opus100_pr_auc": 0.779531799734025,
+      "eval_cy_ud_pr_auc": 0.9974457706946932,
+      "eval_da_opus100_pr_auc": 0.9203130299481634,
+      "eval_da_ud_pr_auc": 0.9801063660298359,
+      "eval_de_ersatz_pr_auc": 0.9855295388974095,
+      "eval_de_opus100_pr_auc": 0.9023603264470766,
+      "eval_de_ud_pr_auc": 0.9846032469268803,
+      "eval_el_opus100_pr_auc": 0.9143811178284594,
+      "eval_el_ud_pr_auc": 0.9878767545806865,
+      "eval_en_ersatz_pr_auc": 0.9900421851023542,
+      "eval_en_opus100_pr_auc": 0.9260000784678474,
+      "eval_en_ud_pr_auc": 0.9740132533886632,
+      "eval_eo_opus100_pr_auc": 0.9305875255578504,
+      "eval_es_ersatz_pr_auc": 0.9971438876433354,
+      "eval_es_opus100_pr_auc": 0.9252869270115921,
+      "eval_es_ud_pr_auc": 0.9915378815279146,
+      "eval_et_ersatz_pr_auc": 0.9805453986357845,
+      "eval_et_opus100_pr_auc": 0.8918269476335879,
+      "eval_et_ud_pr_auc": 0.9677651786623124,
+      "eval_eu_opus100_pr_auc": 0.884969718699937,
+      "eval_eu_ud_pr_auc": 0.9894921169530045,
+      "eval_fa_opus100_pr_auc": 0.5842444196010056,
+      "eval_fa_ud_pr_auc": 0.9927905284116864,
+      "eval_fi_ersatz_pr_auc": 0.993075647215027,
+      "eval_fi_opus100_pr_auc": 0.9235234475033377,
+      "eval_fi_ud_pr_auc": 0.9736988599446735,
+      "eval_fr_ersatz_pr_auc": 0.9865823360928232,
+      "eval_fr_opus100_pr_auc": 0.9094017800089611,
+      "eval_fr_ud_pr_auc": 0.9816512655672944,
+      "eval_fy_opus100_pr_auc": 0.7013802043107867,
+      "eval_ga_opus100_pr_auc": 0.891815180376726,
+      "eval_ga_ud_pr_auc": 0.7889986312874967,
+      "eval_gd_opus100_pr_auc": 0.6725105986933627,
+      "eval_gd_ud_pr_auc": 0.815796480428108,
+      "eval_gl_opus100_pr_auc": 0.8841027076518704,
+      "eval_gl_ud_pr_auc": 0.9983698201836065,
+      "eval_gu_ersatz_pr_auc": 0.9293147416480487,
+      "eval_gu_opus100_pr_auc": 0.7470882326284289,
+      "eval_ha_opus100_pr_auc": 0.9027003513967079,
+      "eval_he_opus100_pr_auc": 0.8707913478775784,
+      "eval_he_ud_pr_auc": 0.9727106590065537,
+      "eval_hi_ersatz_pr_auc": 0.9736768257051345,
+      "eval_hi_opus100_pr_auc": 0.7033320391896926,
+      "eval_hi_ud_pr_auc": 0.9765534609281288,
+      "eval_hu_opus100_pr_auc": 0.9187243374348604,
+      "eval_hu_ud_pr_auc": 0.9783848915392124,
+      "eval_hy_opus100_pr_auc": 0.9062261731078889,
+      "eval_hy_ud_pr_auc": 0.9881082855270487,
+      "eval_id_opus100_pr_auc": 0.8918686424491516,
+      "eval_id_ud_pr_auc": 0.9947851472385613,
+      "eval_ig_opus100_pr_auc": 0.8874122131724065,
+      "eval_is_opus100_pr_auc": 0.9221966683373934,
+      "eval_is_ud_pr_auc": 0.8897511462788827,
+      "eval_it_opus100_pr_auc": 0.8995128245283082,
+      "eval_it_ud_pr_auc": 0.9957676954934798,
+      "eval_ja_ersatz_pr_auc": 0.8386182543226802,
+      "eval_ja_opus100_pr_auc": 0.813254126843422,
+      "eval_ja_ud_pr_auc": 0.9796375330976274,
+      "eval_jv_ud_pr_auc": 0.9639196070054159,
+      "eval_ka_opus100_pr_auc": 0.8715026160880751,
+      "eval_kk_ersatz_pr_auc": 0.9817430116690564,
+      "eval_kk_opus100_pr_auc": 0.7807914136172825,
+      "eval_kk_ud_pr_auc": 0.9700332168155654,
+      "eval_km_ersatz_pr_auc": 0.9196640547606907,
+      "eval_km_opus100_pr_auc": 0.7685726586841364,
+      "eval_kn_opus100_pr_auc": 0.6451996713518963,
+      "eval_ko_opus100_pr_auc": 0.6890412855253698,
+      "eval_ko_ud_pr_auc": 0.9981916639617705,
+      "eval_ku_opus100_pr_auc": 0.8364546232651411,
+      "eval_ky_opus100_pr_auc": 0.8772974057545196,
+      "eval_la_ud_pr_auc": 0.9668996813948209,
+      "eval_loss": 0.02999572455883026,
+      "eval_lt_ersatz_pr_auc": 0.9943372402450569,
+      "eval_lt_opus100_pr_auc": 0.8659685797782718,
+      "eval_lt_ud_pr_auc": 0.9838545579562321,
+      "eval_lv_ersatz_pr_auc": 0.9877093038797924,
+      "eval_lv_opus100_pr_auc": 0.8764511933503565,
+      "eval_lv_ud_pr_auc": 0.9554237016530616,
+      "eval_mg_opus100_pr_auc": 0.9286150949139755,
+      "eval_mk_opus100_pr_auc": 0.918751557735462,
+      "eval_ml_opus100_pr_auc": 0.7773609728147545,
+      "eval_mn_opus100_pr_auc": 0.9507076085878603,
+      "eval_mr_opus100_pr_auc": 0.8996698574410533,
+      "eval_mr_ud_pr_auc": 0.9716223565516764,
+      "eval_ms_opus100_pr_auc": 0.8753568920665697,
+      "eval_mt_opus100_pr_auc": 0.849437511781661,
+      "eval_mt_ud_pr_auc": 0.8951002517774558,
+      "eval_my_opus100_pr_auc": 0.7744699588307108,
+      "eval_ne_opus100_pr_auc": 0.7336503632297073,
+      "eval_nl_opus100_pr_auc": 0.9011495337573647,
+      "eval_nl_ud_pr_auc": 0.9713919861609779,
+      "eval_no_opus100_pr_auc": 0.9190548242093394,
+      "eval_no_ud_pr_auc": 0.9956161288014155,
+      "eval_pa_opus100_pr_auc": 0.6737406934107377,
+      "eval_pl_ersatz_pr_auc": 0.9721864659258219,
+      "eval_pl_opus100_pr_auc": 0.8996919839533077,
+      "eval_pl_ud_pr_auc": 0.965279846452579,
+      "eval_ps_ersatz_pr_auc": 0.921477325530335,
+      "eval_ps_opus100_pr_auc": 0.7462313392933275,
+      "eval_pt_opus100_pr_auc": 0.9199662774362719,
+      "eval_pt_ud_pr_auc": 0.9828003724597787,
+      "eval_ro_ersatz_pr_auc": 0.990590635704479,
+      "eval_ro_opus100_pr_auc": 0.8780192059112926,
+      "eval_ro_ud_pr_auc": 0.9310702821146319,
+      "eval_ru_ersatz_pr_auc": 0.9895396657157072,
+      "eval_ru_opus100_pr_auc": 0.9203349577224107,
+      "eval_ru_ud_pr_auc": 0.8497108902853897,
+      "eval_runtime": 870.7194,
+      "eval_samples_per_second": 86.773,
+      "eval_si_opus100_pr_auc": 0.8072547124889651,
+      "eval_sk_opus100_pr_auc": 0.9331653274465178,
+      "eval_sk_ud_pr_auc": 0.9823373679079791,
+      "eval_sl_opus100_pr_auc": 0.8693951390525985,
+      "eval_sl_ud_pr_auc": 0.9751998981728192,
+      "eval_sq_opus100_pr_auc": 0.9282463583527386,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.905679164309779,
+      "eval_sr_ud_pr_auc": 0.9989799792322979,
+      "eval_steps_per_second": 5.424,
+      "eval_sv_opus100_pr_auc": 0.9031807489087185,
+      "eval_sv_ud_pr_auc": 0.9629031766349057,
+      "eval_ta_ersatz_pr_auc": 0.9846443563820719,
+      "eval_ta_opus100_pr_auc": 0.692660609451202,
+      "eval_ta_ud_pr_auc": 0.9925809265242962,
+      "eval_te_opus100_pr_auc": 0.818888412494036,
+      "eval_tg_opus100_pr_auc": 0.8847803395952714,
+      "eval_th_opus100_pr_auc": 0.6840937136989732,
+      "eval_th_ud_pr_auc": 0.8210447072631046,
+      "eval_tr_ersatz_pr_auc": 0.9587928632805242,
+      "eval_tr_opus100_pr_auc": 0.9111916866445702,
+      "eval_tr_ud_pr_auc": 0.9573636774321354,
+      "eval_uk_opus100_pr_auc": 0.8706518488591002,
+      "eval_uk_ud_pr_auc": 0.9164660303331883,
+      "eval_ur_opus100_pr_auc": 0.5704252435202452,
+      "eval_ur_ud_pr_auc": 0.9916921112716718,
+      "eval_uz_opus100_pr_auc": 0.8716394483155993,
+      "eval_vi_opus100_pr_auc": 0.9033573618150451,
+      "eval_vi_ud_pr_auc": 0.9531788506728762,
+      "eval_xh_opus100_pr_auc": 0.8527664341935186,
+      "eval_yi_opus100_pr_auc": 0.8616833505463283,
+      "eval_yo_opus100_pr_auc": 0.8317763338754509,
+      "eval_yo_ud_pr_auc": 0.8957548872198208,
+      "eval_zh_ersatz_pr_auc": 0.9454883583685408,
+      "eval_zh_opus100_pr_auc": 0.7708468764560071,
+      "eval_zh_ud_pr_auc": 0.9948023795161188,
+      "eval_zu_opus100_pr_auc": 0.8559252105448615,
+      "step": 260000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0259,
+      "step": 260050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.0261,
+      "step": 260100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.026,
+      "step": 260150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.0261,
+      "step": 260200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0258,
+      "step": 260250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.0257,
+      "step": 260300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0253,
+      "step": 260350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0256,
+      "step": 260400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0256,
+      "step": 260450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0256,
+      "step": 260500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.0254,
+      "step": 260550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.026,
+      "step": 260600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0262,
+      "step": 260650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.0258,
+      "step": 260700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0258,
+      "step": 260750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.026,
+      "step": 260800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0255,
+      "step": 260850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.0264,
+      "step": 260900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0258,
+      "step": 260950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.026,
+      "step": 261000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.0255,
+      "step": 261050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.0257,
+      "step": 261100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.0265,
+      "step": 261150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.0258,
+      "step": 261200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0258,
+      "step": 261250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0265,
+      "step": 261300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.026,
+      "step": 261350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0261,
+      "step": 261400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.0257,
+      "step": 261450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.026,
+      "step": 261500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0261,
+      "step": 261550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0259,
+      "step": 261600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.0258,
+      "step": 261650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0262,
+      "step": 261700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.026,
+      "step": 261750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.0257,
+      "step": 261800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0256,
+      "step": 261850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0259,
+      "step": 261900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0256,
+      "step": 261950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0255,
+      "step": 262000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0256,
+      "step": 262050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.026,
+      "step": 262100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0259,
+      "step": 262150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.0259,
+      "step": 262200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.026,
+      "step": 262250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0261,
+      "step": 262300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.0256,
+      "step": 262350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0262,
+      "step": 262400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.026,
+      "step": 262450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0262,
+      "step": 262500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.026,
+      "step": 262550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.0261,
+      "step": 262600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0256,
+      "step": 262650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0254,
+      "step": 262700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.0255,
+      "step": 262750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0264,
+      "step": 262800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0252,
+      "step": 262850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.026,
+      "step": 262900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.026,
+      "step": 262950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0256,
+      "step": 263000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0256,
+      "step": 263050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0251,
+      "step": 263100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0259,
+      "step": 263150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0255,
+      "step": 263200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0259,
+      "step": 263250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0255,
+      "step": 263300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.0257,
+      "step": 263350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.0255,
+      "step": 263400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0261,
+      "step": 263450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.0261,
+      "step": 263500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.0243,
+      "step": 263550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.0252,
+      "step": 263600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.0257,
+      "step": 263650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0257,
+      "step": 263700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0258,
+      "step": 263750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.0254,
+      "step": 263800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.026,
+      "step": 263850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0253,
+      "step": 263900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.0264,
+      "step": 263950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0261,
+      "step": 264000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.0254,
+      "step": 264050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0253,
+      "step": 264100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0262,
+      "step": 264150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.0258,
+      "step": 264200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.0256,
+      "step": 264250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.025,
+      "step": 264300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.0253,
+      "step": 264350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0264,
+      "step": 264400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.0256,
+      "step": 264450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0258,
+      "step": 264500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.0255,
+      "step": 264550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0259,
+      "step": 264600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.026,
+      "step": 264650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0254,
+      "step": 264700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.0261,
+      "step": 264750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.0259,
+      "step": 264800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.0262,
+      "step": 264850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.0265,
+      "step": 264900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.0257,
+      "step": 264950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.0259,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "eval_af_opus100_pr_auc": 0.7628027405891253,
+      "eval_af_ud_pr_auc": 0.985858994268235,
+      "eval_am_opus100_pr_auc": 0.6104865947129378,
+      "eval_ar_ersatz_pr_auc": 0.9342504770991199,
+      "eval_ar_opus100_pr_auc": 0.7399488056950738,
+      "eval_ar_ud_pr_auc": 0.8894043467051801,
+      "eval_average_ersatz_pr_auc": 0.9690189315659715,
+      "eval_average_opus100_pr_auc": 0.8382782147528894,
+      "eval_average_ud_pr_auc": 0.9651400121758686,
+      "eval_az_opus100_pr_auc": 0.7900545315109797,
+      "eval_be_opus100_pr_auc": 0.6705197462344408,
+      "eval_be_ud_pr_auc": 0.9050139616942645,
+      "eval_bg_opus100_pr_auc": 0.9194949279088673,
+      "eval_bg_ud_pr_auc": 0.9962283317176283,
+      "eval_bn_opus100_pr_auc": 0.8338429929137713,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.877167377476297,
+      "eval_ca_ud_pr_auc": 0.995774877780818,
+      "eval_ceb_ud_pr_auc": 0.995154098727919,
+      "eval_cs_ersatz_pr_auc": 0.9842060314619949,
+      "eval_cs_opus100_pr_auc": 0.9057655200788534,
+      "eval_cs_ud_pr_auc": 0.9590786613988471,
+      "eval_cy_opus100_pr_auc": 0.7772096928040491,
+      "eval_cy_ud_pr_auc": 0.9956135831460762,
+      "eval_da_opus100_pr_auc": 0.9239183837796391,
+      "eval_da_ud_pr_auc": 0.9831218641463445,
+      "eval_de_ersatz_pr_auc": 0.9864596886075678,
+      "eval_de_opus100_pr_auc": 0.9040456435406616,
+      "eval_de_ud_pr_auc": 0.9853631133880076,
+      "eval_el_opus100_pr_auc": 0.9194117624254038,
+      "eval_el_ud_pr_auc": 0.9870228130537975,
+      "eval_en_ersatz_pr_auc": 0.9927257046506626,
+      "eval_en_opus100_pr_auc": 0.9255654733586557,
+      "eval_en_ud_pr_auc": 0.979893362917035,
+      "eval_eo_opus100_pr_auc": 0.9286473972572701,
+      "eval_es_ersatz_pr_auc": 0.9973300138167924,
+      "eval_es_opus100_pr_auc": 0.9283366392997318,
+      "eval_es_ud_pr_auc": 0.9930258924588358,
+      "eval_et_ersatz_pr_auc": 0.9857249669447488,
+      "eval_et_opus100_pr_auc": 0.9001050109246364,
+      "eval_et_ud_pr_auc": 0.9753234324864138,
+      "eval_eu_opus100_pr_auc": 0.886441748331245,
+      "eval_eu_ud_pr_auc": 0.9918431401537467,
+      "eval_fa_opus100_pr_auc": 0.5874816653905096,
+      "eval_fa_ud_pr_auc": 0.9943433689167894,
+      "eval_fi_ersatz_pr_auc": 0.994269545962542,
+      "eval_fi_opus100_pr_auc": 0.928057007525339,
+      "eval_fi_ud_pr_auc": 0.9774566856864921,
+      "eval_fr_ersatz_pr_auc": 0.9891872194277866,
+      "eval_fr_opus100_pr_auc": 0.9168747588159486,
+      "eval_fr_ud_pr_auc": 0.984802355916251,
+      "eval_fy_opus100_pr_auc": 0.6923451064605505,
+      "eval_ga_opus100_pr_auc": 0.892457585709196,
+      "eval_ga_ud_pr_auc": 0.8217950981852147,
+      "eval_gd_opus100_pr_auc": 0.6919883460820346,
+      "eval_gd_ud_pr_auc": 0.7941964028942221,
+      "eval_gl_opus100_pr_auc": 0.8891300098349494,
+      "eval_gl_ud_pr_auc": 0.998307473479884,
+      "eval_gu_ersatz_pr_auc": 0.9410169457829068,
+      "eval_gu_opus100_pr_auc": 0.7382172823811689,
+      "eval_ha_opus100_pr_auc": 0.9038432960570167,
+      "eval_he_opus100_pr_auc": 0.878756758090593,
+      "eval_he_ud_pr_auc": 0.978943549574016,
+      "eval_hi_ersatz_pr_auc": 0.9793461389969398,
+      "eval_hi_opus100_pr_auc": 0.708285234472736,
+      "eval_hi_ud_pr_auc": 0.9810151753119717,
+      "eval_hu_opus100_pr_auc": 0.9160679689713814,
+      "eval_hu_ud_pr_auc": 0.9825845686970721,
+      "eval_hy_opus100_pr_auc": 0.9054852634874903,
+      "eval_hy_ud_pr_auc": 0.9908060400180195,
+      "eval_id_opus100_pr_auc": 0.8894762905359712,
+      "eval_id_ud_pr_auc": 0.9947693514406193,
+      "eval_ig_opus100_pr_auc": 0.8646721055422215,
+      "eval_is_opus100_pr_auc": 0.9250241687122885,
+      "eval_is_ud_pr_auc": 0.910955164057785,
+      "eval_it_opus100_pr_auc": 0.9159647720742432,
+      "eval_it_ud_pr_auc": 0.9976391039094883,
+      "eval_ja_ersatz_pr_auc": 0.8525096476098948,
+      "eval_ja_opus100_pr_auc": 0.7953582880897649,
+      "eval_ja_ud_pr_auc": 0.9806199556969625,
+      "eval_jv_ud_pr_auc": 0.9648514011109919,
+      "eval_ka_opus100_pr_auc": 0.8662781805271138,
+      "eval_kk_ersatz_pr_auc": 0.9887121643398099,
+      "eval_kk_opus100_pr_auc": 0.7718173333925187,
+      "eval_kk_ud_pr_auc": 0.9731930166586349,
+      "eval_km_ersatz_pr_auc": 0.9192006274442032,
+      "eval_km_opus100_pr_auc": 0.761815569952426,
+      "eval_kn_opus100_pr_auc": 0.6237857661836431,
+      "eval_ko_opus100_pr_auc": 0.6848128692061958,
+      "eval_ko_ud_pr_auc": 0.99946133052443,
+      "eval_ku_opus100_pr_auc": 0.8288673842877827,
+      "eval_ky_opus100_pr_auc": 0.8703363806448386,
+      "eval_la_ud_pr_auc": 0.9808895708268681,
+      "eval_loss": 0.02968667633831501,
+      "eval_lt_ersatz_pr_auc": 0.9961834529538983,
+      "eval_lt_opus100_pr_auc": 0.8808053890022993,
+      "eval_lt_ud_pr_auc": 0.9869161980934094,
+      "eval_lv_ersatz_pr_auc": 0.9925958707897383,
+      "eval_lv_opus100_pr_auc": 0.8949300455833634,
+      "eval_lv_ud_pr_auc": 0.9632764662065152,
+      "eval_mg_opus100_pr_auc": 0.9366548479342475,
+      "eval_mk_opus100_pr_auc": 0.9207695891329939,
+      "eval_ml_opus100_pr_auc": 0.7782198570612039,
+      "eval_mn_opus100_pr_auc": 0.932401595780103,
+      "eval_mr_opus100_pr_auc": 0.8986025161887128,
+      "eval_mr_ud_pr_auc": 0.974566351013495,
+      "eval_ms_opus100_pr_auc": 0.8824862641115092,
+      "eval_mt_opus100_pr_auc": 0.8682305367920408,
+      "eval_mt_ud_pr_auc": 0.8997552892061106,
+      "eval_my_opus100_pr_auc": 0.7703042661846277,
+      "eval_ne_opus100_pr_auc": 0.7233344349646658,
+      "eval_nl_opus100_pr_auc": 0.9002782899849265,
+      "eval_nl_ud_pr_auc": 0.989028614835418,
+      "eval_no_opus100_pr_auc": 0.9207574187655686,
+      "eval_no_ud_pr_auc": 0.9966833837965543,
+      "eval_pa_opus100_pr_auc": 0.6583595047858699,
+      "eval_pl_ersatz_pr_auc": 0.9791267642473074,
+      "eval_pl_opus100_pr_auc": 0.9014989486171316,
+      "eval_pl_ud_pr_auc": 0.9677753489725242,
+      "eval_ps_ersatz_pr_auc": 0.9303576640027826,
+      "eval_ps_opus100_pr_auc": 0.759667743447421,
+      "eval_pt_opus100_pr_auc": 0.929517357600155,
+      "eval_pt_ud_pr_auc": 0.9835802769471625,
+      "eval_ro_ersatz_pr_auc": 0.9936924441975127,
+      "eval_ro_opus100_pr_auc": 0.89493549274671,
+      "eval_ro_ud_pr_auc": 0.9689272008318573,
+      "eval_ru_ersatz_pr_auc": 0.9919842078788905,
+      "eval_ru_opus100_pr_auc": 0.93408621434311,
+      "eval_ru_ud_pr_auc": 0.8739996223741525,
+      "eval_runtime": 872.4404,
+      "eval_samples_per_second": 86.602,
+      "eval_si_opus100_pr_auc": 0.8122126861410115,
+      "eval_sk_opus100_pr_auc": 0.939361321495989,
+      "eval_sk_ud_pr_auc": 0.9851473559479885,
+      "eval_sl_opus100_pr_auc": 0.8706158960823094,
+      "eval_sl_ud_pr_auc": 0.9771219531955762,
+      "eval_sq_opus100_pr_auc": 0.9353635280668773,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9021649431809633,
+      "eval_sr_ud_pr_auc": 0.9993864451526171,
+      "eval_steps_per_second": 5.414,
+      "eval_sv_opus100_pr_auc": 0.9090240470093297,
+      "eval_sv_ud_pr_auc": 0.9580769698049235,
+      "eval_ta_ersatz_pr_auc": 0.9860771987824862,
+      "eval_ta_opus100_pr_auc": 0.6941308025951197,
+      "eval_ta_ud_pr_auc": 0.9966987016080583,
+      "eval_te_opus100_pr_auc": 0.829255790518446,
+      "eval_tg_opus100_pr_auc": 0.8968263467604911,
+      "eval_th_opus100_pr_auc": 0.6839507822992039,
+      "eval_th_ud_pr_auc": 0.8318629013665075,
+      "eval_tr_ersatz_pr_auc": 0.9634652356147261,
+      "eval_tr_opus100_pr_auc": 0.9072379519368681,
+      "eval_tr_ud_pr_auc": 0.9551841197761912,
+      "eval_uk_opus100_pr_auc": 0.8738687896637489,
+      "eval_uk_ud_pr_auc": 0.928643535343535,
+      "eval_ur_opus100_pr_auc": 0.5657940049227922,
+      "eval_ur_ud_pr_auc": 0.9925033216501046,
+      "eval_uz_opus100_pr_auc": 0.8683791337446481,
+      "eval_vi_opus100_pr_auc": 0.9096442085988766,
+      "eval_vi_ud_pr_auc": 0.9594915293283236,
+      "eval_xh_opus100_pr_auc": 0.8655492735208533,
+      "eval_yi_opus100_pr_auc": 0.8318350470329458,
+      "eval_yo_opus100_pr_auc": 0.815196507838448,
+      "eval_yo_ud_pr_auc": 0.903433277011562,
+      "eval_zh_ersatz_pr_auc": 0.9399944838390611,
+      "eval_zh_opus100_pr_auc": 0.7552207270404006,
+      "eval_zh_ud_pr_auc": 0.9965717446130608,
+      "eval_zu_opus100_pr_auc": 0.8363771269914031,
+      "step": 265000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0255,
+      "step": 265050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0255,
+      "step": 265100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0261,
+      "step": 265150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0253,
+      "step": 265200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0257,
+      "step": 265250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.0254,
+      "step": 265300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.026,
+      "step": 265350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.0252,
+      "step": 265400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.0256,
+      "step": 265450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.026,
+      "step": 265500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0262,
+      "step": 265550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.0254,
+      "step": 265600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0255,
+      "step": 265650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0254,
+      "step": 265700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.025,
+      "step": 265750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0257,
+      "step": 265800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0258,
+      "step": 265850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.0256,
+      "step": 265900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.0254,
+      "step": 265950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0259,
+      "step": 266000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0261,
+      "step": 266050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.0263,
+      "step": 266100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0259,
+      "step": 266150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0258,
+      "step": 266200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0255,
+      "step": 266250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.0261,
+      "step": 266300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0255,
+      "step": 266350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0255,
+      "step": 266400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.0255,
+      "step": 266450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.026,
+      "step": 266500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.026,
+      "step": 266550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.0249,
+      "step": 266600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.0256,
+      "step": 266650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0259,
+      "step": 266700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0252,
+      "step": 266750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0261,
+      "step": 266800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.026,
+      "step": 266850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0254,
+      "step": 266900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.026,
+      "step": 266950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0253,
+      "step": 267000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.0257,
+      "step": 267050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0258,
+      "step": 267100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.0258,
+      "step": 267150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0259,
+      "step": 267200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0257,
+      "step": 267250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.0253,
+      "step": 267300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.026,
+      "step": 267350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.0259,
+      "step": 267400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.0256,
+      "step": 267450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.026,
+      "step": 267500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.0261,
+      "step": 267550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0251,
+      "step": 267600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0258,
+      "step": 267650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.0263,
+      "step": 267700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.0254,
+      "step": 267750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0255,
+      "step": 267800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.026,
+      "step": 267850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0258,
+      "step": 267900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.0258,
+      "step": 267950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0261,
+      "step": 268000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0255,
+      "step": 268050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0255,
+      "step": 268100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0256,
+      "step": 268150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0259,
+      "step": 268200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.0257,
+      "step": 268250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.0257,
+      "step": 268300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0258,
+      "step": 268350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0256,
+      "step": 268400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.0257,
+      "step": 268450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.0261,
+      "step": 268500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0248,
+      "step": 268550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0255,
+      "step": 268600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.0249,
+      "step": 268650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0255,
+      "step": 268700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.0252,
+      "step": 268750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0252,
+      "step": 268800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0255,
+      "step": 268850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0257,
+      "step": 268900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.026,
+      "step": 268950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0252,
+      "step": 269000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.0261,
+      "step": 269050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0249,
+      "step": 269100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.0245,
+      "step": 269150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0255,
+      "step": 269200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.0255,
+      "step": 269250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.0257,
+      "step": 269300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0258,
+      "step": 269350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0258,
+      "step": 269400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.0256,
+      "step": 269450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0252,
+      "step": 269500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0251,
+      "step": 269550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.0256,
+      "step": 269600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0259,
+      "step": 269650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0258,
+      "step": 269700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.026,
+      "step": 269750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0255,
+      "step": 269800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.025,
+      "step": 269850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.026,
+      "step": 269900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.0256,
+      "step": 269950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.0256,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7777875134153954,
+      "eval_af_ud_pr_auc": 0.9860117574161242,
+      "eval_am_opus100_pr_auc": 0.6175153960423234,
+      "eval_ar_ersatz_pr_auc": 0.9345861925964951,
+      "eval_ar_opus100_pr_auc": 0.7397081896213142,
+      "eval_ar_ud_pr_auc": 0.8987546531263473,
+      "eval_average_ersatz_pr_auc": 0.9685777606175573,
+      "eval_average_opus100_pr_auc": 0.8412811053047443,
+      "eval_average_ud_pr_auc": 0.9662194322364553,
+      "eval_az_opus100_pr_auc": 0.8120753143404673,
+      "eval_be_opus100_pr_auc": 0.6898119115096375,
+      "eval_be_ud_pr_auc": 0.909786013199842,
+      "eval_bg_opus100_pr_auc": 0.9170347340163689,
+      "eval_bg_ud_pr_auc": 0.9969147732378694,
+      "eval_bn_opus100_pr_auc": 0.843780293244867,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8828008616241271,
+      "eval_ca_ud_pr_auc": 0.9972007526939574,
+      "eval_ceb_ud_pr_auc": 0.9983271510210576,
+      "eval_cs_ersatz_pr_auc": 0.9830339599050918,
+      "eval_cs_opus100_pr_auc": 0.904803290599177,
+      "eval_cs_ud_pr_auc": 0.9615058047661935,
+      "eval_cy_opus100_pr_auc": 0.7766095289320859,
+      "eval_cy_ud_pr_auc": 0.9968567684906067,
+      "eval_da_opus100_pr_auc": 0.9216690685153061,
+      "eval_da_ud_pr_auc": 0.9809218417844402,
+      "eval_de_ersatz_pr_auc": 0.9874959789520383,
+      "eval_de_opus100_pr_auc": 0.9088441001666616,
+      "eval_de_ud_pr_auc": 0.9878530693068125,
+      "eval_el_opus100_pr_auc": 0.9217359945263038,
+      "eval_el_ud_pr_auc": 0.9869910349534743,
+      "eval_en_ersatz_pr_auc": 0.9931802067283131,
+      "eval_en_opus100_pr_auc": 0.9227393988824171,
+      "eval_en_ud_pr_auc": 0.9775348703979717,
+      "eval_eo_opus100_pr_auc": 0.930986252729171,
+      "eval_es_ersatz_pr_auc": 0.9974212337489103,
+      "eval_es_opus100_pr_auc": 0.9273228115016446,
+      "eval_es_ud_pr_auc": 0.9926535588152979,
+      "eval_et_ersatz_pr_auc": 0.9838986103602408,
+      "eval_et_opus100_pr_auc": 0.9025947938757446,
+      "eval_et_ud_pr_auc": 0.9760089253351619,
+      "eval_eu_opus100_pr_auc": 0.8785768082270831,
+      "eval_eu_ud_pr_auc": 0.9906046998691852,
+      "eval_fa_opus100_pr_auc": 0.599418684386031,
+      "eval_fa_ud_pr_auc": 0.9952266455696851,
+      "eval_fi_ersatz_pr_auc": 0.9920321930103679,
+      "eval_fi_opus100_pr_auc": 0.9207017874322944,
+      "eval_fi_ud_pr_auc": 0.9759838475057909,
+      "eval_fr_ersatz_pr_auc": 0.9895822150966254,
+      "eval_fr_opus100_pr_auc": 0.9128747287760478,
+      "eval_fr_ud_pr_auc": 0.9828069639263949,
+      "eval_fy_opus100_pr_auc": 0.6967167072916655,
+      "eval_ga_opus100_pr_auc": 0.8968732022682624,
+      "eval_ga_ud_pr_auc": 0.8126325468685657,
+      "eval_gd_opus100_pr_auc": 0.7181553614791987,
+      "eval_gd_ud_pr_auc": 0.8017629184214522,
+      "eval_gl_opus100_pr_auc": 0.8889494298843308,
+      "eval_gl_ud_pr_auc": 0.9988745733591835,
+      "eval_gu_ersatz_pr_auc": 0.9428496972431896,
+      "eval_gu_opus100_pr_auc": 0.7352705913148903,
+      "eval_ha_opus100_pr_auc": 0.9023034363510437,
+      "eval_he_opus100_pr_auc": 0.8868879519707698,
+      "eval_he_ud_pr_auc": 0.9837032991550205,
+      "eval_hi_ersatz_pr_auc": 0.9834657612313027,
+      "eval_hi_opus100_pr_auc": 0.7147762856849716,
+      "eval_hi_ud_pr_auc": 0.9913450890299145,
+      "eval_hu_opus100_pr_auc": 0.9146953127311858,
+      "eval_hu_ud_pr_auc": 0.9810967638014217,
+      "eval_hy_opus100_pr_auc": 0.9013101944978168,
+      "eval_hy_ud_pr_auc": 0.9942710192765191,
+      "eval_id_opus100_pr_auc": 0.8945978174668927,
+      "eval_id_ud_pr_auc": 0.9948596541122459,
+      "eval_ig_opus100_pr_auc": 0.8690224371997906,
+      "eval_is_opus100_pr_auc": 0.9239529603392573,
+      "eval_is_ud_pr_auc": 0.9063023077582232,
+      "eval_it_opus100_pr_auc": 0.9200079969924223,
+      "eval_it_ud_pr_auc": 0.9993254414487598,
+      "eval_ja_ersatz_pr_auc": 0.843034154799202,
+      "eval_ja_opus100_pr_auc": 0.8269734662241535,
+      "eval_ja_ud_pr_auc": 0.9798333024487387,
+      "eval_jv_ud_pr_auc": 0.9654914163575565,
+      "eval_ka_opus100_pr_auc": 0.873101269307645,
+      "eval_kk_ersatz_pr_auc": 0.9865463549176612,
+      "eval_kk_opus100_pr_auc": 0.7788823287581971,
+      "eval_kk_ud_pr_auc": 0.9718076173038092,
+      "eval_km_ersatz_pr_auc": 0.9174710753676169,
+      "eval_km_opus100_pr_auc": 0.7461948456462792,
+      "eval_kn_opus100_pr_auc": 0.6227261209267819,
+      "eval_ko_opus100_pr_auc": 0.6891260259853094,
+      "eval_ko_ud_pr_auc": 0.9986264517401906,
+      "eval_ku_opus100_pr_auc": 0.8466076923663329,
+      "eval_ky_opus100_pr_auc": 0.8817538061081456,
+      "eval_la_ud_pr_auc": 0.9719400962034351,
+      "eval_loss": 0.029495500028133392,
+      "eval_lt_ersatz_pr_auc": 0.9950801787942478,
+      "eval_lt_opus100_pr_auc": 0.8837760692986374,
+      "eval_lt_ud_pr_auc": 0.9878179496508765,
+      "eval_lv_ersatz_pr_auc": 0.9919043610834695,
+      "eval_lv_opus100_pr_auc": 0.9000081517263725,
+      "eval_lv_ud_pr_auc": 0.9617212560363748,
+      "eval_mg_opus100_pr_auc": 0.937928443101373,
+      "eval_mk_opus100_pr_auc": 0.9182027392766463,
+      "eval_ml_opus100_pr_auc": 0.7807603966692743,
+      "eval_mn_opus100_pr_auc": 0.9486511821898157,
+      "eval_mr_opus100_pr_auc": 0.8980788798604242,
+      "eval_mr_ud_pr_auc": 0.9796350523119833,
+      "eval_ms_opus100_pr_auc": 0.8834278817172387,
+      "eval_mt_opus100_pr_auc": 0.8779632864698313,
+      "eval_mt_ud_pr_auc": 0.9328920982149073,
+      "eval_my_opus100_pr_auc": 0.7616442415939775,
+      "eval_ne_opus100_pr_auc": 0.744981736904923,
+      "eval_nl_opus100_pr_auc": 0.9053517805886,
+      "eval_nl_ud_pr_auc": 0.9874973435826159,
+      "eval_no_opus100_pr_auc": 0.9182988515347912,
+      "eval_no_ud_pr_auc": 0.9955845859242711,
+      "eval_pa_opus100_pr_auc": 0.6675685801034762,
+      "eval_pl_ersatz_pr_auc": 0.9795999360847909,
+      "eval_pl_opus100_pr_auc": 0.8988614513272156,
+      "eval_pl_ud_pr_auc": 0.9725121316907983,
+      "eval_ps_ersatz_pr_auc": 0.9297226651754239,
+      "eval_ps_opus100_pr_auc": 0.7578576534333257,
+      "eval_pt_opus100_pr_auc": 0.9275997216565746,
+      "eval_pt_ud_pr_auc": 0.9851805639875858,
+      "eval_ro_ersatz_pr_auc": 0.9944782600660392,
+      "eval_ro_opus100_pr_auc": 0.8877208529558216,
+      "eval_ro_ud_pr_auc": 0.9637774100409184,
+      "eval_ru_ersatz_pr_auc": 0.9931151569668828,
+      "eval_ru_opus100_pr_auc": 0.9405834410562558,
+      "eval_ru_ud_pr_auc": 0.8725677344692148,
+      "eval_runtime": 888.2131,
+      "eval_samples_per_second": 85.064,
+      "eval_si_opus100_pr_auc": 0.8175979660105598,
+      "eval_sk_opus100_pr_auc": 0.9388136211224087,
+      "eval_sk_ud_pr_auc": 0.9858987068862947,
+      "eval_sl_opus100_pr_auc": 0.8658407924587229,
+      "eval_sl_ud_pr_auc": 0.9772207298456416,
+      "eval_sq_opus100_pr_auc": 0.9336501380175731,
+      "eval_sq_ud_pr_auc": 0.9997244990892534,
+      "eval_sr_opus100_pr_auc": 0.9038952041623604,
+      "eval_sr_ud_pr_auc": 0.9991976400840255,
+      "eval_steps_per_second": 5.317,
+      "eval_sv_opus100_pr_auc": 0.9030171094882014,
+      "eval_sv_ud_pr_auc": 0.9570503486932351,
+      "eval_ta_ersatz_pr_auc": 0.9847375992858177,
+      "eval_ta_opus100_pr_auc": 0.6957296588400406,
+      "eval_ta_ud_pr_auc": 0.9959051412224951,
+      "eval_te_opus100_pr_auc": 0.8186107881183973,
+      "eval_tg_opus100_pr_auc": 0.8950563074536758,
+      "eval_th_opus100_pr_auc": 0.7021805880376869,
+      "eval_th_ud_pr_auc": 0.8259274566206063,
+      "eval_tr_ersatz_pr_auc": 0.9638118601533538,
+      "eval_tr_opus100_pr_auc": 0.9092779030782092,
+      "eval_tr_ud_pr_auc": 0.9602277921219232,
+      "eval_uk_opus100_pr_auc": 0.8718501343850902,
+      "eval_uk_ud_pr_auc": 0.9225558237862674,
+      "eval_ur_opus100_pr_auc": 0.5814642977912654,
+      "eval_ur_ud_pr_auc": 0.9957193790209296,
+      "eval_uz_opus100_pr_auc": 0.8813755335257616,
+      "eval_vi_opus100_pr_auc": 0.9090099230845351,
+      "eval_vi_ud_pr_auc": 0.9484722191221966,
+      "eval_xh_opus100_pr_auc": 0.8719409365312851,
+      "eval_yi_opus100_pr_auc": 0.787271230398287,
+      "eval_yo_opus100_pr_auc": 0.8107806781655473,
+      "eval_yo_ud_pr_auc": 0.9282822025645447,
+      "eval_zh_ersatz_pr_auc": 0.941663082019181,
+      "eval_zh_opus100_pr_auc": 0.7637904568214585,
+      "eval_zh_ud_pr_auc": 0.995323943809746,
+      "eval_zu_opus100_pr_auc": 0.8463553228735877,
+      "step": 270000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0255,
+      "step": 270050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0248,
+      "step": 270100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.0255,
+      "step": 270150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0255,
+      "step": 270200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0259,
+      "step": 270250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.0252,
+      "step": 270300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0257,
+      "step": 270350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.0255,
+      "step": 270400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0255,
+      "step": 270450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0251,
+      "step": 270500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0258,
+      "step": 270550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0253,
+      "step": 270600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.0255,
+      "step": 270650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.026,
+      "step": 270700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.0252,
+      "step": 270750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0252,
+      "step": 270800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0253,
+      "step": 270850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.026,
+      "step": 270900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.026,
+      "step": 270950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.0259,
+      "step": 271000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.0262,
+      "step": 271050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0254,
+      "step": 271100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0257,
+      "step": 271150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.0258,
+      "step": 271200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0257,
+      "step": 271250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0254,
+      "step": 271300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.0258,
+      "step": 271350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0247,
+      "step": 271400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0256,
+      "step": 271450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.0261,
+      "step": 271500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.0252,
+      "step": 271550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0259,
+      "step": 271600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.0256,
+      "step": 271650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.0253,
+      "step": 271700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.026,
+      "step": 271750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0252,
+      "step": 271800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0257,
+      "step": 271850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0253,
+      "step": 271900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.0253,
+      "step": 271950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0269,
+      "step": 272000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0256,
+      "step": 272050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0254,
+      "step": 272100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0264,
+      "step": 272150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0254,
+      "step": 272200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.0267,
+      "step": 272250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0249,
+      "step": 272300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0249,
+      "step": 272350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0258,
+      "step": 272400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0248,
+      "step": 272450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0253,
+      "step": 272500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0247,
+      "step": 272550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0255,
+      "step": 272600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0259,
+      "step": 272650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0249,
+      "step": 272700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0256,
+      "step": 272750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0253,
+      "step": 272800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0254,
+      "step": 272850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0254,
+      "step": 272900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0253,
+      "step": 272950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0256,
+      "step": 273000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.0258,
+      "step": 273050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0253,
+      "step": 273100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.0252,
+      "step": 273150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0256,
+      "step": 273200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0259,
+      "step": 273250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0257,
+      "step": 273300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.0257,
+      "step": 273350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.0253,
+      "step": 273400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0257,
+      "step": 273450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.0251,
+      "step": 273500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0256,
+      "step": 273550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.0255,
+      "step": 273600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.0252,
+      "step": 273650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0254,
+      "step": 273700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.025,
+      "step": 273750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0251,
+      "step": 273800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.0255,
+      "step": 273850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.0252,
+      "step": 273900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0256,
+      "step": 273950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.0249,
+      "step": 274000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0247,
+      "step": 274050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.0259,
+      "step": 274100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.0254,
+      "step": 274150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0258,
+      "step": 274200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0252,
+      "step": 274250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.025,
+      "step": 274300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.0253,
+      "step": 274350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0255,
+      "step": 274400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.0257,
+      "step": 274450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.0247,
+      "step": 274500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.0256,
+      "step": 274550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.0253,
+      "step": 274600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0252,
+      "step": 274650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0254,
+      "step": 274700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0262,
+      "step": 274750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0255,
+      "step": 274800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0253,
+      "step": 274850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0252,
+      "step": 274900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0252,
+      "step": 274950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0252,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "eval_af_opus100_pr_auc": 0.7777354305144925,
+      "eval_af_ud_pr_auc": 0.9866048258049906,
+      "eval_am_opus100_pr_auc": 0.5429768371102982,
+      "eval_ar_ersatz_pr_auc": 0.9283340395363847,
+      "eval_ar_opus100_pr_auc": 0.7402018960666306,
+      "eval_ar_ud_pr_auc": 0.8914878496591506,
+      "eval_average_ersatz_pr_auc": 0.9684990888187486,
+      "eval_average_opus100_pr_auc": 0.8411627110664835,
+      "eval_average_ud_pr_auc": 0.9655803451722074,
+      "eval_az_opus100_pr_auc": 0.7759988822748822,
+      "eval_be_opus100_pr_auc": 0.6851615190675678,
+      "eval_be_ud_pr_auc": 0.8950885831949545,
+      "eval_bg_opus100_pr_auc": 0.9201255188775,
+      "eval_bg_ud_pr_auc": 0.9966850785468919,
+      "eval_bn_opus100_pr_auc": 0.8324068396834348,
+      "eval_bn_ud_pr_auc": 0.9993621431826318,
+      "eval_ca_opus100_pr_auc": 0.8867831375930781,
+      "eval_ca_ud_pr_auc": 0.995588898443856,
+      "eval_ceb_ud_pr_auc": 0.9984036747260319,
+      "eval_cs_ersatz_pr_auc": 0.9829166227631603,
+      "eval_cs_opus100_pr_auc": 0.9060713034293156,
+      "eval_cs_ud_pr_auc": 0.961140018212554,
+      "eval_cy_opus100_pr_auc": 0.788918038929593,
+      "eval_cy_ud_pr_auc": 0.9962244422827924,
+      "eval_da_opus100_pr_auc": 0.9288129634124115,
+      "eval_da_ud_pr_auc": 0.9822658540363871,
+      "eval_de_ersatz_pr_auc": 0.9860234899899688,
+      "eval_de_opus100_pr_auc": 0.908378904152312,
+      "eval_de_ud_pr_auc": 0.9854231674756866,
+      "eval_el_opus100_pr_auc": 0.919495608537904,
+      "eval_el_ud_pr_auc": 0.9867561299482361,
+      "eval_en_ersatz_pr_auc": 0.9926364016788212,
+      "eval_en_opus100_pr_auc": 0.923263887264073,
+      "eval_en_ud_pr_auc": 0.9768798221162354,
+      "eval_eo_opus100_pr_auc": 0.9325722788218597,
+      "eval_es_ersatz_pr_auc": 0.9970894383871329,
+      "eval_es_opus100_pr_auc": 0.9288389146119511,
+      "eval_es_ud_pr_auc": 0.9913987140550009,
+      "eval_et_ersatz_pr_auc": 0.9839450224271657,
+      "eval_et_opus100_pr_auc": 0.8896941479137069,
+      "eval_et_ud_pr_auc": 0.9730705666776016,
+      "eval_eu_opus100_pr_auc": 0.8845988105014895,
+      "eval_eu_ud_pr_auc": 0.9897727908581483,
+      "eval_fa_opus100_pr_auc": 0.606751029064309,
+      "eval_fa_ud_pr_auc": 0.9953811021124352,
+      "eval_fi_ersatz_pr_auc": 0.9920804694185444,
+      "eval_fi_opus100_pr_auc": 0.9289034689433919,
+      "eval_fi_ud_pr_auc": 0.9764734710303402,
+      "eval_fr_ersatz_pr_auc": 0.987643712959471,
+      "eval_fr_opus100_pr_auc": 0.9136254572781678,
+      "eval_fr_ud_pr_auc": 0.9834451194876846,
+      "eval_fy_opus100_pr_auc": 0.6922494407572742,
+      "eval_ga_opus100_pr_auc": 0.8976294929233688,
+      "eval_ga_ud_pr_auc": 0.8292181371163992,
+      "eval_gd_opus100_pr_auc": 0.7147115791274051,
+      "eval_gd_ud_pr_auc": 0.8020595884831021,
+      "eval_gl_opus100_pr_auc": 0.8917221955129033,
+      "eval_gl_ud_pr_auc": 0.9984519364573853,
+      "eval_gu_ersatz_pr_auc": 0.9414538137456285,
+      "eval_gu_opus100_pr_auc": 0.7483284326754961,
+      "eval_ha_opus100_pr_auc": 0.9068034636893085,
+      "eval_he_opus100_pr_auc": 0.883365314053819,
+      "eval_he_ud_pr_auc": 0.9838349109204783,
+      "eval_hi_ersatz_pr_auc": 0.9814567940274572,
+      "eval_hi_opus100_pr_auc": 0.7112053147600971,
+      "eval_hi_ud_pr_auc": 0.9826841308790848,
+      "eval_hu_opus100_pr_auc": 0.9196449983206294,
+      "eval_hu_ud_pr_auc": 0.9839712286789916,
+      "eval_hy_opus100_pr_auc": 0.9070401618124231,
+      "eval_hy_ud_pr_auc": 0.993840706027039,
+      "eval_id_opus100_pr_auc": 0.8983133517297609,
+      "eval_id_ud_pr_auc": 0.9946631521827322,
+      "eval_ig_opus100_pr_auc": 0.8892945728326578,
+      "eval_is_opus100_pr_auc": 0.9274025638030933,
+      "eval_is_ud_pr_auc": 0.9152474600788341,
+      "eval_it_opus100_pr_auc": 0.9171890433907055,
+      "eval_it_ud_pr_auc": 0.9978416966498637,
+      "eval_ja_ersatz_pr_auc": 0.8532844053715227,
+      "eval_ja_opus100_pr_auc": 0.823136828691674,
+      "eval_ja_ud_pr_auc": 0.9819299415145878,
+      "eval_jv_ud_pr_auc": 0.9692554736537375,
+      "eval_ka_opus100_pr_auc": 0.869193562206516,
+      "eval_kk_ersatz_pr_auc": 0.9861581931928105,
+      "eval_kk_opus100_pr_auc": 0.7854973679476959,
+      "eval_kk_ud_pr_auc": 0.9730880059052451,
+      "eval_km_ersatz_pr_auc": 0.923322937632399,
+      "eval_km_opus100_pr_auc": 0.7666492130748432,
+      "eval_kn_opus100_pr_auc": 0.6190010604154792,
+      "eval_ko_opus100_pr_auc": 0.7067856261118013,
+      "eval_ko_ud_pr_auc": 0.9989578835611416,
+      "eval_ku_opus100_pr_auc": 0.8371859160490112,
+      "eval_ky_opus100_pr_auc": 0.878158377000012,
+      "eval_la_ud_pr_auc": 0.9798387917540523,
+      "eval_loss": 0.029410574585199356,
+      "eval_lt_ersatz_pr_auc": 0.9955576516607563,
+      "eval_lt_opus100_pr_auc": 0.8829199209227306,
+      "eval_lt_ud_pr_auc": 0.9908890429987506,
+      "eval_lv_ersatz_pr_auc": 0.991127685643868,
+      "eval_lv_opus100_pr_auc": 0.8961759924828122,
+      "eval_lv_ud_pr_auc": 0.9602695592854272,
+      "eval_mg_opus100_pr_auc": 0.9325540526621009,
+      "eval_mk_opus100_pr_auc": 0.9187754430860913,
+      "eval_ml_opus100_pr_auc": 0.7821283458770891,
+      "eval_mn_opus100_pr_auc": 0.9461961372379163,
+      "eval_mr_opus100_pr_auc": 0.8954609074403093,
+      "eval_mr_ud_pr_auc": 0.9768895884339963,
+      "eval_ms_opus100_pr_auc": 0.8770381684695615,
+      "eval_mt_opus100_pr_auc": 0.872021833928209,
+      "eval_mt_ud_pr_auc": 0.9212688119176365,
+      "eval_my_opus100_pr_auc": 0.7831828533528481,
+      "eval_ne_opus100_pr_auc": 0.731940782106514,
+      "eval_nl_opus100_pr_auc": 0.9072095331054224,
+      "eval_nl_ud_pr_auc": 0.9872257058588108,
+      "eval_no_opus100_pr_auc": 0.9206607883192742,
+      "eval_no_ud_pr_auc": 0.9955415381476022,
+      "eval_pa_opus100_pr_auc": 0.6711758772850259,
+      "eval_pl_ersatz_pr_auc": 0.9749807613906493,
+      "eval_pl_opus100_pr_auc": 0.9028144917772845,
+      "eval_pl_ud_pr_auc": 0.9678636255793294,
+      "eval_ps_ersatz_pr_auc": 0.9251103957900226,
+      "eval_ps_opus100_pr_auc": 0.7579030551639008,
+      "eval_pt_opus100_pr_auc": 0.931338306274297,
+      "eval_pt_ud_pr_auc": 0.9838687126099868,
+      "eval_ro_ersatz_pr_auc": 0.993479323779011,
+      "eval_ro_opus100_pr_auc": 0.8863482505520749,
+      "eval_ro_ud_pr_auc": 0.9643350339011476,
+      "eval_ru_ersatz_pr_auc": 0.9909087179112853,
+      "eval_ru_opus100_pr_auc": 0.9363828331003441,
+      "eval_ru_ud_pr_auc": 0.8568538427975201,
+      "eval_runtime": 865.6834,
+      "eval_samples_per_second": 87.278,
+      "eval_si_opus100_pr_auc": 0.8207357856861588,
+      "eval_sk_opus100_pr_auc": 0.9378386675841776,
+      "eval_sk_ud_pr_auc": 0.9852892169975109,
+      "eval_sl_opus100_pr_auc": 0.8749039623955628,
+      "eval_sl_ud_pr_auc": 0.9786454230246411,
+      "eval_sq_opus100_pr_auc": 0.9286993721079719,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9065421460306281,
+      "eval_sr_ud_pr_auc": 0.9990118821325706,
+      "eval_steps_per_second": 5.456,
+      "eval_sv_opus100_pr_auc": 0.9105127328621206,
+      "eval_sv_ud_pr_auc": 0.9552315762361437,
+      "eval_ta_ersatz_pr_auc": 0.9844366917455383,
+      "eval_ta_opus100_pr_auc": 0.6946421418713775,
+      "eval_ta_ud_pr_auc": 0.9934664628983714,
+      "eval_te_opus100_pr_auc": 0.8217121620845023,
+      "eval_tg_opus100_pr_auc": 0.8891367973492696,
+      "eval_th_opus100_pr_auc": 0.6930760585221756,
+      "eval_th_ud_pr_auc": 0.8363915855014422,
+      "eval_tr_ersatz_pr_auc": 0.9649447216703717,
+      "eval_tr_opus100_pr_auc": 0.9118872329827002,
+      "eval_tr_ud_pr_auc": 0.9573398575149075,
+      "eval_uk_opus100_pr_auc": 0.8802598012516997,
+      "eval_uk_ud_pr_auc": 0.9196306602092301,
+      "eval_ur_opus100_pr_auc": 0.5776055851566042,
+      "eval_ur_ud_pr_auc": 0.9908696429004425,
+      "eval_uz_opus100_pr_auc": 0.8769461230987563,
+      "eval_vi_opus100_pr_auc": 0.9046366741533722,
+      "eval_vi_ud_pr_auc": 0.9497927394124089,
+      "eval_xh_opus100_pr_auc": 0.8754803254474595,
+      "eval_yi_opus100_pr_auc": 0.7774305470402291,
+      "eval_yo_opus100_pr_auc": 0.8330638367458594,
+      "eval_yo_ud_pr_auc": 0.9232133544608756,
+      "eval_zh_ersatz_pr_auc": 0.9500886632905019,
+      "eval_zh_opus100_pr_auc": 0.7594202277212718,
+      "eval_zh_ud_pr_auc": 0.9978565162827802,
+      "eval_zu_opus100_pr_auc": 0.8567618032815933,
+      "step": 275000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.0257,
+      "step": 275050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0254,
+      "step": 275100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0252,
+      "step": 275150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.0254,
+      "step": 275200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0254,
+      "step": 275250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0252,
+      "step": 275300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0254,
+      "step": 275350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0255,
+      "step": 275400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.0257,
+      "step": 275450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0255,
+      "step": 275500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0261,
+      "step": 275550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.0258,
+      "step": 275600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.0262,
+      "step": 275650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0257,
+      "step": 275700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0255,
+      "step": 275750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0252,
+      "step": 275800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0251,
+      "step": 275850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0254,
+      "step": 275900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0253,
+      "step": 275950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0259,
+      "step": 276000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0255,
+      "step": 276050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0254,
+      "step": 276100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0258,
+      "step": 276150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.0248,
+      "step": 276200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0251,
+      "step": 276250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0253,
+      "step": 276300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.0253,
+      "step": 276350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0256,
+      "step": 276400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.026,
+      "step": 276450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.0261,
+      "step": 276500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0256,
+      "step": 276550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0248,
+      "step": 276600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.0255,
+      "step": 276650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0252,
+      "step": 276700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.026,
+      "step": 276750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0265,
+      "step": 276800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.0258,
+      "step": 276850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.0255,
+      "step": 276900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.0252,
+      "step": 276950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.0263,
+      "step": 277000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0257,
+      "step": 277050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0259,
+      "step": 277100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.0255,
+      "step": 277150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.026,
+      "step": 277200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.025,
+      "step": 277250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0252,
+      "step": 277300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0259,
+      "step": 277350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.026,
+      "step": 277400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.025,
+      "step": 277450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0256,
+      "step": 277500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.0256,
+      "step": 277550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0244,
+      "step": 277600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.025,
+      "step": 277650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.025,
+      "step": 277700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0256,
+      "step": 277750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.0253,
+      "step": 277800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.0254,
+      "step": 277850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.0256,
+      "step": 277900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0249,
+      "step": 277950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0255,
+      "step": 278000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.0254,
+      "step": 278050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0254,
+      "step": 278100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0256,
+      "step": 278150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0252,
+      "step": 278200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0258,
+      "step": 278250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0257,
+      "step": 278300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0259,
+      "step": 278350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.0257,
+      "step": 278400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0256,
+      "step": 278450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0252,
+      "step": 278500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0244,
+      "step": 278550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0249,
+      "step": 278600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0258,
+      "step": 278650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.0253,
+      "step": 278700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0259,
+      "step": 278750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.025,
+      "step": 278800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0251,
+      "step": 278850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.025,
+      "step": 278900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0258,
+      "step": 278950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.026,
+      "step": 279000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.0263,
+      "step": 279050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.0258,
+      "step": 279100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0257,
+      "step": 279150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0248,
+      "step": 279200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0251,
+      "step": 279250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0255,
+      "step": 279300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0256,
+      "step": 279350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0253,
+      "step": 279400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.0252,
+      "step": 279450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0257,
+      "step": 279500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.0263,
+      "step": 279550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.0246,
+      "step": 279600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0254,
+      "step": 279650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.0254,
+      "step": 279700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.0257,
+      "step": 279750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.0261,
+      "step": 279800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0254,
+      "step": 279850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.025,
+      "step": 279900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.026,
+      "step": 279950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0252,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7908778396853298,
+      "eval_af_ud_pr_auc": 0.9850427398325247,
+      "eval_am_opus100_pr_auc": 0.575572977321704,
+      "eval_ar_ersatz_pr_auc": 0.9296118518294832,
+      "eval_ar_opus100_pr_auc": 0.7317804084514672,
+      "eval_ar_ud_pr_auc": 0.8908266740971307,
+      "eval_average_ersatz_pr_auc": 0.9685317222637516,
+      "eval_average_opus100_pr_auc": 0.840476873804889,
+      "eval_average_ud_pr_auc": 0.9644552579470037,
+      "eval_az_opus100_pr_auc": 0.8155155192174848,
+      "eval_be_opus100_pr_auc": 0.6838885912607353,
+      "eval_be_ud_pr_auc": 0.9061103620740877,
+      "eval_bg_opus100_pr_auc": 0.9176655896302848,
+      "eval_bg_ud_pr_auc": 0.9961360348932253,
+      "eval_bn_opus100_pr_auc": 0.8283054621215782,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8891873734183391,
+      "eval_ca_ud_pr_auc": 0.9947792665761189,
+      "eval_ceb_ud_pr_auc": 0.9974717741434378,
+      "eval_cs_ersatz_pr_auc": 0.9825536664943532,
+      "eval_cs_opus100_pr_auc": 0.9055309948915861,
+      "eval_cs_ud_pr_auc": 0.9569481494345919,
+      "eval_cy_opus100_pr_auc": 0.7909266694085597,
+      "eval_cy_ud_pr_auc": 0.9971089900182706,
+      "eval_da_opus100_pr_auc": 0.9219504259968997,
+      "eval_da_ud_pr_auc": 0.9817443130233655,
+      "eval_de_ersatz_pr_auc": 0.9857677520552016,
+      "eval_de_opus100_pr_auc": 0.9083921493708417,
+      "eval_de_ud_pr_auc": 0.981009259113132,
+      "eval_el_opus100_pr_auc": 0.9161966205286364,
+      "eval_el_ud_pr_auc": 0.9901257405229014,
+      "eval_en_ersatz_pr_auc": 0.9907735756463611,
+      "eval_en_opus100_pr_auc": 0.9201516146954346,
+      "eval_en_ud_pr_auc": 0.9798288614866667,
+      "eval_eo_opus100_pr_auc": 0.9274392323617028,
+      "eval_es_ersatz_pr_auc": 0.9975640020047236,
+      "eval_es_opus100_pr_auc": 0.9283139987855272,
+      "eval_es_ud_pr_auc": 0.9913308142714513,
+      "eval_et_ersatz_pr_auc": 0.9835270033623427,
+      "eval_et_opus100_pr_auc": 0.8885355748614823,
+      "eval_et_ud_pr_auc": 0.9728181888723131,
+      "eval_eu_opus100_pr_auc": 0.8826917528375701,
+      "eval_eu_ud_pr_auc": 0.985919538956445,
+      "eval_fa_opus100_pr_auc": 0.5902913068922677,
+      "eval_fa_ud_pr_auc": 0.9936484070931455,
+      "eval_fi_ersatz_pr_auc": 0.9911639302546535,
+      "eval_fi_opus100_pr_auc": 0.9236253547195672,
+      "eval_fi_ud_pr_auc": 0.9728576742934278,
+      "eval_fr_ersatz_pr_auc": 0.989965198900179,
+      "eval_fr_opus100_pr_auc": 0.9089883254539114,
+      "eval_fr_ud_pr_auc": 0.9844982624526564,
+      "eval_fy_opus100_pr_auc": 0.7220094262416165,
+      "eval_ga_opus100_pr_auc": 0.8969457054578005,
+      "eval_ga_ud_pr_auc": 0.8077757875098031,
+      "eval_gd_opus100_pr_auc": 0.7024272898716142,
+      "eval_gd_ud_pr_auc": 0.8110948412311327,
+      "eval_gl_opus100_pr_auc": 0.8989675163742461,
+      "eval_gl_ud_pr_auc": 0.9983993939695573,
+      "eval_gu_ersatz_pr_auc": 0.9363960971190124,
+      "eval_gu_opus100_pr_auc": 0.7525906104293519,
+      "eval_ha_opus100_pr_auc": 0.8983091444504244,
+      "eval_he_opus100_pr_auc": 0.8686820821547938,
+      "eval_he_ud_pr_auc": 0.9813466817947333,
+      "eval_hi_ersatz_pr_auc": 0.9818920099973989,
+      "eval_hi_opus100_pr_auc": 0.7041030308215055,
+      "eval_hi_ud_pr_auc": 0.9848079322709652,
+      "eval_hu_opus100_pr_auc": 0.9164565410033941,
+      "eval_hu_ud_pr_auc": 0.9840752194655302,
+      "eval_hy_opus100_pr_auc": 0.9062442600128034,
+      "eval_hy_ud_pr_auc": 0.9932797614027602,
+      "eval_id_opus100_pr_auc": 0.8932619085889434,
+      "eval_id_ud_pr_auc": 0.993293804710349,
+      "eval_ig_opus100_pr_auc": 0.890652802973121,
+      "eval_is_opus100_pr_auc": 0.9234401958983556,
+      "eval_is_ud_pr_auc": 0.8980387339227687,
+      "eval_it_opus100_pr_auc": 0.9079610753819498,
+      "eval_it_ud_pr_auc": 0.9964195560652914,
+      "eval_ja_ersatz_pr_auc": 0.853960416613523,
+      "eval_ja_opus100_pr_auc": 0.8180626301802625,
+      "eval_ja_ud_pr_auc": 0.9746734858686589,
+      "eval_jv_ud_pr_auc": 0.9709997023582453,
+      "eval_ka_opus100_pr_auc": 0.8644962152152481,
+      "eval_kk_ersatz_pr_auc": 0.9871630537176926,
+      "eval_kk_opus100_pr_auc": 0.8091629702698075,
+      "eval_kk_ud_pr_auc": 0.9717854161600614,
+      "eval_km_ersatz_pr_auc": 0.9213553202716245,
+      "eval_km_opus100_pr_auc": 0.7651878232078246,
+      "eval_kn_opus100_pr_auc": 0.6439963931883588,
+      "eval_ko_opus100_pr_auc": 0.6869487533517219,
+      "eval_ko_ud_pr_auc": 0.9986216797820398,
+      "eval_ku_opus100_pr_auc": 0.8396540596657597,
+      "eval_ky_opus100_pr_auc": 0.8865367953490204,
+      "eval_la_ud_pr_auc": 0.972217781395886,
+      "eval_loss": 0.029498156160116196,
+      "eval_lt_ersatz_pr_auc": 0.9956796467260867,
+      "eval_lt_opus100_pr_auc": 0.8798456907638509,
+      "eval_lt_ud_pr_auc": 0.9900020887088075,
+      "eval_lv_ersatz_pr_auc": 0.9915961374799667,
+      "eval_lv_opus100_pr_auc": 0.8965163361122374,
+      "eval_lv_ud_pr_auc": 0.9602597526632095,
+      "eval_mg_opus100_pr_auc": 0.93533662682327,
+      "eval_mk_opus100_pr_auc": 0.9184730792925939,
+      "eval_ml_opus100_pr_auc": 0.7784311847368925,
+      "eval_mn_opus100_pr_auc": 0.9411867015707428,
+      "eval_mr_opus100_pr_auc": 0.9024236069659985,
+      "eval_mr_ud_pr_auc": 0.9793806348001132,
+      "eval_ms_opus100_pr_auc": 0.8709005196593194,
+      "eval_mt_opus100_pr_auc": 0.8751314280626905,
+      "eval_mt_ud_pr_auc": 0.9315140179502668,
+      "eval_my_opus100_pr_auc": 0.7793832503691657,
+      "eval_ne_opus100_pr_auc": 0.7305518351038646,
+      "eval_nl_opus100_pr_auc": 0.8986028850015932,
+      "eval_nl_ud_pr_auc": 0.9837784056555637,
+      "eval_no_opus100_pr_auc": 0.9169082314016747,
+      "eval_no_ud_pr_auc": 0.9945642420618126,
+      "eval_pa_opus100_pr_auc": 0.6830273306258615,
+      "eval_pl_ersatz_pr_auc": 0.9770621396783147,
+      "eval_pl_opus100_pr_auc": 0.8963159618394042,
+      "eval_pl_ud_pr_auc": 0.9680414286957939,
+      "eval_ps_ersatz_pr_auc": 0.9220419715707898,
+      "eval_ps_opus100_pr_auc": 0.7423198372868065,
+      "eval_pt_opus100_pr_auc": 0.9300982524796638,
+      "eval_pt_ud_pr_auc": 0.9815642355817401,
+      "eval_ro_ersatz_pr_auc": 0.9933108736096481,
+      "eval_ro_opus100_pr_auc": 0.8867976577585384,
+      "eval_ro_ud_pr_auc": 0.9626437948359405,
+      "eval_ru_ersatz_pr_auc": 0.9908638341740605,
+      "eval_ru_opus100_pr_auc": 0.9270352241055664,
+      "eval_ru_ud_pr_auc": 0.8659109334396002,
+      "eval_runtime": 871.2694,
+      "eval_samples_per_second": 86.718,
+      "eval_si_opus100_pr_auc": 0.8116647459057191,
+      "eval_sk_opus100_pr_auc": 0.9361843257055533,
+      "eval_sk_ud_pr_auc": 0.9832226420700616,
+      "eval_sl_opus100_pr_auc": 0.8655362450260893,
+      "eval_sl_ud_pr_auc": 0.9784332529097357,
+      "eval_sq_opus100_pr_auc": 0.9336676174723031,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9013859188909975,
+      "eval_sr_ud_pr_auc": 0.9991870283700978,
+      "eval_steps_per_second": 5.421,
+      "eval_sv_opus100_pr_auc": 0.9027765632619057,
+      "eval_sv_ud_pr_auc": 0.9592133493528401,
+      "eval_ta_ersatz_pr_auc": 0.9843886338415104,
+      "eval_ta_opus100_pr_auc": 0.6910269228599025,
+      "eval_ta_ud_pr_auc": 0.994773799105043,
+      "eval_te_opus100_pr_auc": 0.818045171077977,
+      "eval_tg_opus100_pr_auc": 0.8993847713179284,
+      "eval_th_opus100_pr_auc": 0.6936912745705331,
+      "eval_th_ud_pr_auc": 0.8240423823389247,
+      "eval_tr_ersatz_pr_auc": 0.9663043882615325,
+      "eval_tr_opus100_pr_auc": 0.9117988214664361,
+      "eval_tr_ud_pr_auc": 0.9591230490893915,
+      "eval_uk_opus100_pr_auc": 0.871014971723938,
+      "eval_uk_ud_pr_auc": 0.9219859275485247,
+      "eval_ur_opus100_pr_auc": 0.5740837616851959,
+      "eval_ur_ud_pr_auc": 0.9918419760481992,
+      "eval_uz_opus100_pr_auc": 0.8756957017686755,
+      "eval_vi_opus100_pr_auc": 0.9020595436090341,
+      "eval_vi_ud_pr_auc": 0.9436486525535579,
+      "eval_xh_opus100_pr_auc": 0.8599472547727257,
+      "eval_yi_opus100_pr_auc": 0.8103203249226093,
+      "eval_yo_opus100_pr_auc": 0.8245971461511985,
+      "eval_yo_ud_pr_auc": 0.9094985524351807,
+      "eval_zh_ersatz_pr_auc": 0.954756386194076,
+      "eval_zh_opus100_pr_auc": 0.7494224274227108,
+      "eval_zh_ud_pr_auc": 0.996284727702132,
+      "eval_zu_opus100_pr_auc": 0.8555894904308828,
+      "step": 280000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.026,
+      "step": 280050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.0252,
+      "step": 280100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0251,
+      "step": 280150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0247,
+      "step": 280200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0248,
+      "step": 280250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0248,
+      "step": 280300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0255,
+      "step": 280350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0253,
+      "step": 280400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0253,
+      "step": 280450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0252,
+      "step": 280500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0253,
+      "step": 280550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.0255,
+      "step": 280600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0252,
+      "step": 280650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.0251,
+      "step": 280700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0252,
+      "step": 280750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.026,
+      "step": 280800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.0251,
+      "step": 280850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.026,
+      "step": 280900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.025,
+      "step": 280950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0253,
+      "step": 281000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.0256,
+      "step": 281050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.026,
+      "step": 281100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0251,
+      "step": 281150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0252,
+      "step": 281200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.026,
+      "step": 281250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.025,
+      "step": 281300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0251,
+      "step": 281350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0261,
+      "step": 281400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0254,
+      "step": 281450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0253,
+      "step": 281500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.0253,
+      "step": 281550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0256,
+      "step": 281600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0261,
+      "step": 281650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0253,
+      "step": 281700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0245,
+      "step": 281750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0251,
+      "step": 281800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.0254,
+      "step": 281850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.0255,
+      "step": 281900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0252,
+      "step": 281950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0258,
+      "step": 282000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0254,
+      "step": 282050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.025,
+      "step": 282100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0252,
+      "step": 282150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0255,
+      "step": 282200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0252,
+      "step": 282250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0252,
+      "step": 282300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.0247,
+      "step": 282350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.0256,
+      "step": 282400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0249,
+      "step": 282450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.0249,
+      "step": 282500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0255,
+      "step": 282550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.0257,
+      "step": 282600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.025,
+      "step": 282650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.0248,
+      "step": 282700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.025,
+      "step": 282750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0254,
+      "step": 282800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.0263,
+      "step": 282850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0252,
+      "step": 282900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.0252,
+      "step": 282950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.0249,
+      "step": 283000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0255,
+      "step": 283050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0264,
+      "step": 283100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0249,
+      "step": 283150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0256,
+      "step": 283200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0256,
+      "step": 283250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0247,
+      "step": 283300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0259,
+      "step": 283350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0247,
+      "step": 283400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0254,
+      "step": 283450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0256,
+      "step": 283500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0254,
+      "step": 283550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0244,
+      "step": 283600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0256,
+      "step": 283650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0258,
+      "step": 283700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0253,
+      "step": 283750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.026,
+      "step": 283800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0252,
+      "step": 283850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0254,
+      "step": 283900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0256,
+      "step": 283950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0252,
+      "step": 284000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0254,
+      "step": 284050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0252,
+      "step": 284100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0249,
+      "step": 284150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0253,
+      "step": 284200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.0259,
+      "step": 284250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0252,
+      "step": 284300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0256,
+      "step": 284350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0252,
+      "step": 284400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0249,
+      "step": 284450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.0253,
+      "step": 284500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.0245,
+      "step": 284550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0257,
+      "step": 284600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0248,
+      "step": 284650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0252,
+      "step": 284700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.025,
+      "step": 284750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0249,
+      "step": 284800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0254,
+      "step": 284850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0252,
+      "step": 284900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0255,
+      "step": 284950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0253,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7842499634726039,
+      "eval_af_ud_pr_auc": 0.9789727632854486,
+      "eval_am_opus100_pr_auc": 0.6296056958220235,
+      "eval_ar_ersatz_pr_auc": 0.9347580983064792,
+      "eval_ar_opus100_pr_auc": 0.7407140839208669,
+      "eval_ar_ud_pr_auc": 0.8933432264351583,
+      "eval_average_ersatz_pr_auc": 0.9692948684960687,
+      "eval_average_opus100_pr_auc": 0.8398291136192797,
+      "eval_average_ud_pr_auc": 0.9643483253092863,
+      "eval_az_opus100_pr_auc": 0.8172166734621567,
+      "eval_be_opus100_pr_auc": 0.6768858252905309,
+      "eval_be_ud_pr_auc": 0.8967704178474162,
+      "eval_bg_opus100_pr_auc": 0.9173149304918894,
+      "eval_bg_ud_pr_auc": 0.9949643007733605,
+      "eval_bn_opus100_pr_auc": 0.8343819745281773,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8833559006618702,
+      "eval_ca_ud_pr_auc": 0.9910965026732546,
+      "eval_ceb_ud_pr_auc": 0.9980094938156747,
+      "eval_cs_ersatz_pr_auc": 0.9842269841628795,
+      "eval_cs_opus100_pr_auc": 0.9046033824078109,
+      "eval_cs_ud_pr_auc": 0.9608568302802589,
+      "eval_cy_opus100_pr_auc": 0.785779564489575,
+      "eval_cy_ud_pr_auc": 0.9969531456418235,
+      "eval_da_opus100_pr_auc": 0.9247654787511275,
+      "eval_da_ud_pr_auc": 0.9856562801931719,
+      "eval_de_ersatz_pr_auc": 0.9892747734169152,
+      "eval_de_opus100_pr_auc": 0.9080868493304699,
+      "eval_de_ud_pr_auc": 0.9861746022780287,
+      "eval_el_opus100_pr_auc": 0.9201340867836939,
+      "eval_el_ud_pr_auc": 0.9908751717612344,
+      "eval_en_ersatz_pr_auc": 0.9925043686820891,
+      "eval_en_opus100_pr_auc": 0.9235672073768757,
+      "eval_en_ud_pr_auc": 0.9792966983796102,
+      "eval_eo_opus100_pr_auc": 0.9310210620471963,
+      "eval_es_ersatz_pr_auc": 0.9976717840439187,
+      "eval_es_opus100_pr_auc": 0.9264382912718352,
+      "eval_es_ud_pr_auc": 0.9911871975217155,
+      "eval_et_ersatz_pr_auc": 0.9853989303735555,
+      "eval_et_opus100_pr_auc": 0.8961939980607878,
+      "eval_et_ud_pr_auc": 0.9758532564496254,
+      "eval_eu_opus100_pr_auc": 0.8815419741692109,
+      "eval_eu_ud_pr_auc": 0.990298952711572,
+      "eval_fa_opus100_pr_auc": 0.5897918734006533,
+      "eval_fa_ud_pr_auc": 0.9955042524068672,
+      "eval_fi_ersatz_pr_auc": 0.9938464690937484,
+      "eval_fi_opus100_pr_auc": 0.9242143063374337,
+      "eval_fi_ud_pr_auc": 0.9753201143986252,
+      "eval_fr_ersatz_pr_auc": 0.9892200105219265,
+      "eval_fr_opus100_pr_auc": 0.9130007083226368,
+      "eval_fr_ud_pr_auc": 0.9867622616111329,
+      "eval_fy_opus100_pr_auc": 0.719542379895025,
+      "eval_ga_opus100_pr_auc": 0.8882351049045217,
+      "eval_ga_ud_pr_auc": 0.8192686810723002,
+      "eval_gd_opus100_pr_auc": 0.6985558333449594,
+      "eval_gd_ud_pr_auc": 0.7973001011118265,
+      "eval_gl_opus100_pr_auc": 0.8904061681068101,
+      "eval_gl_ud_pr_auc": 0.9981080924636885,
+      "eval_gu_ersatz_pr_auc": 0.9431746736315758,
+      "eval_gu_opus100_pr_auc": 0.7388842498728139,
+      "eval_ha_opus100_pr_auc": 0.8988068722233091,
+      "eval_he_opus100_pr_auc": 0.8916948738398794,
+      "eval_he_ud_pr_auc": 0.9815722458532489,
+      "eval_hi_ersatz_pr_auc": 0.9835120276902569,
+      "eval_hi_opus100_pr_auc": 0.7043550129067828,
+      "eval_hi_ud_pr_auc": 0.988001621084378,
+      "eval_hu_opus100_pr_auc": 0.9155648413960192,
+      "eval_hu_ud_pr_auc": 0.9850078886687023,
+      "eval_hy_opus100_pr_auc": 0.9018755073775282,
+      "eval_hy_ud_pr_auc": 0.9924801759025387,
+      "eval_id_opus100_pr_auc": 0.88198737580129,
+      "eval_id_ud_pr_auc": 0.9942994446391958,
+      "eval_ig_opus100_pr_auc": 0.8792613344747617,
+      "eval_is_opus100_pr_auc": 0.9280083797257203,
+      "eval_is_ud_pr_auc": 0.9177778849169904,
+      "eval_it_opus100_pr_auc": 0.9080142955569412,
+      "eval_it_ud_pr_auc": 0.9969617108068695,
+      "eval_ja_ersatz_pr_auc": 0.8362627208341903,
+      "eval_ja_opus100_pr_auc": 0.8074981199828226,
+      "eval_ja_ud_pr_auc": 0.9801760221014842,
+      "eval_jv_ud_pr_auc": 0.9651092333367768,
+      "eval_ka_opus100_pr_auc": 0.8714450304743679,
+      "eval_kk_ersatz_pr_auc": 0.9888242641998449,
+      "eval_kk_opus100_pr_auc": 0.7938107870939287,
+      "eval_kk_ud_pr_auc": 0.9738926366827969,
+      "eval_km_ersatz_pr_auc": 0.9218007084573895,
+      "eval_km_opus100_pr_auc": 0.7337305276586631,
+      "eval_kn_opus100_pr_auc": 0.613386698653267,
+      "eval_ko_opus100_pr_auc": 0.6940153636681805,
+      "eval_ko_ud_pr_auc": 0.9987344224827871,
+      "eval_ku_opus100_pr_auc": 0.8318138507614122,
+      "eval_ky_opus100_pr_auc": 0.8777127063623287,
+      "eval_la_ud_pr_auc": 0.9766580703581513,
+      "eval_loss": 0.029485074803233147,
+      "eval_lt_ersatz_pr_auc": 0.9964374266999075,
+      "eval_lt_opus100_pr_auc": 0.8759527744180797,
+      "eval_lt_ud_pr_auc": 0.9856625924840123,
+      "eval_lv_ersatz_pr_auc": 0.9894511691773644,
+      "eval_lv_opus100_pr_auc": 0.8972537425152024,
+      "eval_lv_ud_pr_auc": 0.959950191389184,
+      "eval_mg_opus100_pr_auc": 0.9377156536672682,
+      "eval_mk_opus100_pr_auc": 0.9178936411516849,
+      "eval_ml_opus100_pr_auc": 0.7860152239735878,
+      "eval_mn_opus100_pr_auc": 0.9482088263373784,
+      "eval_mr_opus100_pr_auc": 0.9042039552187258,
+      "eval_mr_ud_pr_auc": 0.9776853137262663,
+      "eval_ms_opus100_pr_auc": 0.8732502223315038,
+      "eval_mt_opus100_pr_auc": 0.8745592642958955,
+      "eval_mt_ud_pr_auc": 0.9021794231944138,
+      "eval_my_opus100_pr_auc": 0.782222733454273,
+      "eval_ne_opus100_pr_auc": 0.7168311333942312,
+      "eval_nl_opus100_pr_auc": 0.9007095012626802,
+      "eval_nl_ud_pr_auc": 0.9828927114607202,
+      "eval_no_opus100_pr_auc": 0.9202118510996355,
+      "eval_no_ud_pr_auc": 0.9959608692368132,
+      "eval_pa_opus100_pr_auc": 0.6578536777652992,
+      "eval_pl_ersatz_pr_auc": 0.9748472769974706,
+      "eval_pl_opus100_pr_auc": 0.8983074607889836,
+      "eval_pl_ud_pr_auc": 0.967564760330512,
+      "eval_ps_ersatz_pr_auc": 0.9254669933211782,
+      "eval_ps_opus100_pr_auc": 0.759265928024206,
+      "eval_pt_opus100_pr_auc": 0.9302040220097911,
+      "eval_pt_ud_pr_auc": 0.985709474461499,
+      "eval_ro_ersatz_pr_auc": 0.992642846510903,
+      "eval_ro_opus100_pr_auc": 0.8900143053801666,
+      "eval_ro_ud_pr_auc": 0.9477358064111654,
+      "eval_ru_ersatz_pr_auc": 0.9919713025877929,
+      "eval_ru_opus100_pr_auc": 0.927260304249808,
+      "eval_ru_ud_pr_auc": 0.8521001205385548,
+      "eval_runtime": 891.4919,
+      "eval_samples_per_second": 84.751,
+      "eval_si_opus100_pr_auc": 0.8176980103587721,
+      "eval_sk_opus100_pr_auc": 0.9380060825951704,
+      "eval_sk_ud_pr_auc": 0.9840505754318131,
+      "eval_sl_opus100_pr_auc": 0.8684789427983792,
+      "eval_sl_ud_pr_auc": 0.9767590877544933,
+      "eval_sq_opus100_pr_auc": 0.9363497723809666,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9060276897596437,
+      "eval_sr_ud_pr_auc": 0.9994211214495232,
+      "eval_steps_per_second": 5.298,
+      "eval_sv_opus100_pr_auc": 0.9052690332357144,
+      "eval_sv_ud_pr_auc": 0.96088413256097,
+      "eval_ta_ersatz_pr_auc": 0.9878112385343711,
+      "eval_ta_opus100_pr_auc": 0.685669354438144,
+      "eval_ta_ud_pr_auc": 0.9939350475537122,
+      "eval_te_opus100_pr_auc": 0.8224502053656695,
+      "eval_tg_opus100_pr_auc": 0.8892930432311466,
+      "eval_th_opus100_pr_auc": 0.6898114942766851,
+      "eval_th_ud_pr_auc": 0.8280408006061349,
+      "eval_tr_ersatz_pr_auc": 0.9726783707243782,
+      "eval_tr_opus100_pr_auc": 0.9112695980649882,
+      "eval_tr_ud_pr_auc": 0.9624261924298625,
+      "eval_uk_opus100_pr_auc": 0.8728782284776858,
+      "eval_uk_ud_pr_auc": 0.9181057024274976,
+      "eval_ur_opus100_pr_auc": 0.5719336147412248,
+      "eval_ur_ud_pr_auc": 0.994561877441341,
+      "eval_uz_opus100_pr_auc": 0.8740040688090341,
+      "eval_vi_opus100_pr_auc": 0.904250419759421,
+      "eval_vi_ud_pr_auc": 0.9608375352427813,
+      "eval_xh_opus100_pr_auc": 0.863072722900362,
+      "eval_yi_opus100_pr_auc": 0.8158574480471764,
+      "eval_yo_opus100_pr_auc": 0.8215485069548257,
+      "eval_yo_ud_pr_auc": 0.9019039991696194,
+      "eval_zh_ersatz_pr_auc": 0.9527046689453814,
+      "eval_zh_opus100_pr_auc": 0.743251398504074,
+      "eval_zh_ud_pr_auc": 0.996243507382723,
+      "eval_zu_opus100_pr_auc": 0.8494643162626859,
+      "step": 285000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0256,
+      "step": 285050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.0254,
+      "step": 285100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0251,
+      "step": 285150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0248,
+      "step": 285200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.0248,
+      "step": 285250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0257,
+      "step": 285300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0252,
+      "step": 285350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0251,
+      "step": 285400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0253,
+      "step": 285450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0254,
+      "step": 285500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.0251,
+      "step": 285550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0251,
+      "step": 285600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0249,
+      "step": 285650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0258,
+      "step": 285700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0255,
+      "step": 285750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0261,
+      "step": 285800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0258,
+      "step": 285850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0252,
+      "step": 285900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0252,
+      "step": 285950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0255,
+      "step": 286000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.025,
+      "step": 286050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0248,
+      "step": 286100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.0251,
+      "step": 286150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0256,
+      "step": 286200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0246,
+      "step": 286250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0253,
+      "step": 286300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0249,
+      "step": 286350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0254,
+      "step": 286400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0249,
+      "step": 286450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0248,
+      "step": 286500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0253,
+      "step": 286550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0253,
+      "step": 286600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.025,
+      "step": 286650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0252,
+      "step": 286700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0248,
+      "step": 286750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0251,
+      "step": 286800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0254,
+      "step": 286850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0252,
+      "step": 286900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0253,
+      "step": 286950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0254,
+      "step": 287000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0251,
+      "step": 287050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0261,
+      "step": 287100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0253,
+      "step": 287150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0257,
+      "step": 287200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.025,
+      "step": 287250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0256,
+      "step": 287300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0256,
+      "step": 287350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0261,
+      "step": 287400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0255,
+      "step": 287450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0255,
+      "step": 287500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0251,
+      "step": 287550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0252,
+      "step": 287600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0256,
+      "step": 287650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.0255,
+      "step": 287700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0249,
+      "step": 287750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.025,
+      "step": 287800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0253,
+      "step": 287850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.0251,
+      "step": 287900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0251,
+      "step": 287950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0254,
+      "step": 288000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.0249,
+      "step": 288050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0254,
+      "step": 288100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0256,
+      "step": 288150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0257,
+      "step": 288200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0249,
+      "step": 288250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0253,
+      "step": 288300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0259,
+      "step": 288350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.025,
+      "step": 288400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0253,
+      "step": 288450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0263,
+      "step": 288500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0249,
+      "step": 288550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.025,
+      "step": 288600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0249,
+      "step": 288650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0251,
+      "step": 288700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.025,
+      "step": 288750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0256,
+      "step": 288800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0245,
+      "step": 288850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.0257,
+      "step": 288900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0258,
+      "step": 288950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0255,
+      "step": 289000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0253,
+      "step": 289050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0247,
+      "step": 289100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.0255,
+      "step": 289150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0257,
+      "step": 289200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0249,
+      "step": 289250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0251,
+      "step": 289300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0253,
+      "step": 289350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0247,
+      "step": 289400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.0252,
+      "step": 289450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0251,
+      "step": 289500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0251,
+      "step": 289550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0259,
+      "step": 289600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.025,
+      "step": 289650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0255,
+      "step": 289700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.0252,
+      "step": 289750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.025,
+      "step": 289800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.025,
+      "step": 289850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0256,
+      "step": 289900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0253,
+      "step": 289950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0251,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7848090496606809,
+      "eval_af_ud_pr_auc": 0.9869904051577323,
+      "eval_am_opus100_pr_auc": 0.5909174062850329,
+      "eval_ar_ersatz_pr_auc": 0.9333257556165061,
+      "eval_ar_opus100_pr_auc": 0.7362060511530849,
+      "eval_ar_ud_pr_auc": 0.8972053837792312,
+      "eval_average_ersatz_pr_auc": 0.9678041035631616,
+      "eval_average_opus100_pr_auc": 0.8414228256894845,
+      "eval_average_ud_pr_auc": 0.9631328716171532,
+      "eval_az_opus100_pr_auc": 0.818665808952324,
+      "eval_be_opus100_pr_auc": 0.6815392816409367,
+      "eval_be_ud_pr_auc": 0.9043062969188426,
+      "eval_bg_opus100_pr_auc": 0.9222476121538548,
+      "eval_bg_ud_pr_auc": 0.996637017727242,
+      "eval_bn_opus100_pr_auc": 0.8330457773143843,
+      "eval_bn_ud_pr_auc": 0.9996839196204799,
+      "eval_ca_opus100_pr_auc": 0.8845430527796891,
+      "eval_ca_ud_pr_auc": 0.9955543375488758,
+      "eval_ceb_ud_pr_auc": 0.9991636256982731,
+      "eval_cs_ersatz_pr_auc": 0.9818924633468847,
+      "eval_cs_opus100_pr_auc": 0.9111391879114459,
+      "eval_cs_ud_pr_auc": 0.9606473330411907,
+      "eval_cy_opus100_pr_auc": 0.7845015616389805,
+      "eval_cy_ud_pr_auc": 0.9953561634557397,
+      "eval_da_opus100_pr_auc": 0.925857546734725,
+      "eval_da_ud_pr_auc": 0.9831761071614635,
+      "eval_de_ersatz_pr_auc": 0.9860138407216426,
+      "eval_de_opus100_pr_auc": 0.9097369519193509,
+      "eval_de_ud_pr_auc": 0.9852133451315486,
+      "eval_el_opus100_pr_auc": 0.9201678904222014,
+      "eval_el_ud_pr_auc": 0.9882187332539506,
+      "eval_en_ersatz_pr_auc": 0.9908745885191242,
+      "eval_en_opus100_pr_auc": 0.9271822691516413,
+      "eval_en_ud_pr_auc": 0.9774392109905782,
+      "eval_eo_opus100_pr_auc": 0.9343987454709445,
+      "eval_es_ersatz_pr_auc": 0.9976722609018791,
+      "eval_es_opus100_pr_auc": 0.933394181845632,
+      "eval_es_ud_pr_auc": 0.9916464956365467,
+      "eval_et_ersatz_pr_auc": 0.9841032719623265,
+      "eval_et_opus100_pr_auc": 0.892712926827497,
+      "eval_et_ud_pr_auc": 0.972831056486245,
+      "eval_eu_opus100_pr_auc": 0.8905386306337203,
+      "eval_eu_ud_pr_auc": 0.9922901550733222,
+      "eval_fa_opus100_pr_auc": 0.5963234472355173,
+      "eval_fa_ud_pr_auc": 0.9948232017423804,
+      "eval_fi_ersatz_pr_auc": 0.991758737929658,
+      "eval_fi_opus100_pr_auc": 0.9297152257302275,
+      "eval_fi_ud_pr_auc": 0.9744441971413653,
+      "eval_fr_ersatz_pr_auc": 0.9863594054495661,
+      "eval_fr_opus100_pr_auc": 0.9189515026501069,
+      "eval_fr_ud_pr_auc": 0.9846036049532718,
+      "eval_fy_opus100_pr_auc": 0.6969376109518787,
+      "eval_ga_opus100_pr_auc": 0.8957282225686288,
+      "eval_ga_ud_pr_auc": 0.8172598546771106,
+      "eval_gd_opus100_pr_auc": 0.7228684239559812,
+      "eval_gd_ud_pr_auc": 0.8156441120143945,
+      "eval_gl_opus100_pr_auc": 0.8971250320937806,
+      "eval_gl_ud_pr_auc": 0.99863043914336,
+      "eval_gu_ersatz_pr_auc": 0.9379593874746737,
+      "eval_gu_opus100_pr_auc": 0.7429783948329343,
+      "eval_ha_opus100_pr_auc": 0.9048524485458009,
+      "eval_he_opus100_pr_auc": 0.8730942697740222,
+      "eval_he_ud_pr_auc": 0.9785468174628995,
+      "eval_hi_ersatz_pr_auc": 0.9804191636248336,
+      "eval_hi_opus100_pr_auc": 0.7058606204330768,
+      "eval_hi_ud_pr_auc": 0.9819785671894812,
+      "eval_hu_opus100_pr_auc": 0.9204175750506994,
+      "eval_hu_ud_pr_auc": 0.9852586226653515,
+      "eval_hy_opus100_pr_auc": 0.9052139040614495,
+      "eval_hy_ud_pr_auc": 0.9895477260174208,
+      "eval_id_opus100_pr_auc": 0.8867258546106748,
+      "eval_id_ud_pr_auc": 0.9941362369014584,
+      "eval_ig_opus100_pr_auc": 0.8777645208870078,
+      "eval_is_opus100_pr_auc": 0.9243949751217576,
+      "eval_is_ud_pr_auc": 0.912847958991162,
+      "eval_it_opus100_pr_auc": 0.9149500195232374,
+      "eval_it_ud_pr_auc": 0.9978543476696775,
+      "eval_ja_ersatz_pr_auc": 0.8424147885870378,
+      "eval_ja_opus100_pr_auc": 0.8257712221173787,
+      "eval_ja_ud_pr_auc": 0.9789730806391642,
+      "eval_jv_ud_pr_auc": 0.9693907506830981,
+      "eval_ka_opus100_pr_auc": 0.8660538852221533,
+      "eval_kk_ersatz_pr_auc": 0.9880931081484571,
+      "eval_kk_opus100_pr_auc": 0.7888245675291662,
+      "eval_kk_ud_pr_auc": 0.9756290124676615,
+      "eval_km_ersatz_pr_auc": 0.9213440878699292,
+      "eval_km_opus100_pr_auc": 0.7532522297336713,
+      "eval_kn_opus100_pr_auc": 0.633466267627801,
+      "eval_ko_opus100_pr_auc": 0.6906590310631289,
+      "eval_ko_ud_pr_auc": 0.9991061049477825,
+      "eval_ku_opus100_pr_auc": 0.8385008900675569,
+      "eval_ky_opus100_pr_auc": 0.8824177294675775,
+      "eval_la_ud_pr_auc": 0.9699780743786048,
+      "eval_loss": 0.029285745695233345,
+      "eval_lt_ersatz_pr_auc": 0.9948870312635477,
+      "eval_lt_opus100_pr_auc": 0.8814028188012621,
+      "eval_lt_ud_pr_auc": 0.9909131330944716,
+      "eval_lv_ersatz_pr_auc": 0.9897087837987867,
+      "eval_lv_opus100_pr_auc": 0.8916638495718874,
+      "eval_lv_ud_pr_auc": 0.9634850781794969,
+      "eval_mg_opus100_pr_auc": 0.9315703120144307,
+      "eval_mk_opus100_pr_auc": 0.918775035179015,
+      "eval_ml_opus100_pr_auc": 0.7831658922701297,
+      "eval_mn_opus100_pr_auc": 0.9423324302749917,
+      "eval_mr_opus100_pr_auc": 0.8993352912506974,
+      "eval_mr_ud_pr_auc": 0.9654171330962311,
+      "eval_ms_opus100_pr_auc": 0.8798788973304558,
+      "eval_mt_opus100_pr_auc": 0.8705275709045683,
+      "eval_mt_ud_pr_auc": 0.9000227688543433,
+      "eval_my_opus100_pr_auc": 0.7843199984961851,
+      "eval_ne_opus100_pr_auc": 0.7206885555771781,
+      "eval_nl_opus100_pr_auc": 0.9047176784580957,
+      "eval_nl_ud_pr_auc": 0.9831974442467378,
+      "eval_no_opus100_pr_auc": 0.9200031095657227,
+      "eval_no_ud_pr_auc": 0.994069647282695,
+      "eval_pa_opus100_pr_auc": 0.6722674866504205,
+      "eval_pl_ersatz_pr_auc": 0.9755179287600265,
+      "eval_pl_opus100_pr_auc": 0.8991986085275778,
+      "eval_pl_ud_pr_auc": 0.9677356269457488,
+      "eval_ps_ersatz_pr_auc": 0.9269997194176339,
+      "eval_ps_opus100_pr_auc": 0.7496414197508054,
+      "eval_pt_opus100_pr_auc": 0.9323525648739371,
+      "eval_pt_ud_pr_auc": 0.9837888747108018,
+      "eval_ro_ersatz_pr_auc": 0.992849823099189,
+      "eval_ro_opus100_pr_auc": 0.8983501428656685,
+      "eval_ro_ud_pr_auc": 0.8889454256856276,
+      "eval_ru_ersatz_pr_auc": 0.9900522715044792,
+      "eval_ru_opus100_pr_auc": 0.9307911555550344,
+      "eval_ru_ud_pr_auc": 0.8274149021118299,
+      "eval_runtime": 871.2367,
+      "eval_samples_per_second": 86.722,
+      "eval_si_opus100_pr_auc": 0.8077707742756582,
+      "eval_sk_opus100_pr_auc": 0.9377594149199533,
+      "eval_sk_ud_pr_auc": 0.9830826997122691,
+      "eval_sl_opus100_pr_auc": 0.8732105661448161,
+      "eval_sl_ud_pr_auc": 0.975709518595273,
+      "eval_sq_opus100_pr_auc": 0.9294724979636382,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9082027804126972,
+      "eval_sr_ud_pr_auc": 0.9989640757130199,
+      "eval_steps_per_second": 5.421,
+      "eval_sv_opus100_pr_auc": 0.91041120418553,
+      "eval_sv_ud_pr_auc": 0.9565009932170837,
+      "eval_ta_ersatz_pr_auc": 0.9846903052865016,
+      "eval_ta_opus100_pr_auc": 0.6906901452115435,
+      "eval_ta_ud_pr_auc": 0.9939726566461506,
+      "eval_te_opus100_pr_auc": 0.8251257613992379,
+      "eval_tg_opus100_pr_auc": 0.8954818583086972,
+      "eval_th_opus100_pr_auc": 0.6857439106095816,
+      "eval_th_ud_pr_auc": 0.8281683854372007,
+      "eval_tr_ersatz_pr_auc": 0.9727155081441723,
+      "eval_tr_opus100_pr_auc": 0.9079729510166243,
+      "eval_tr_ud_pr_auc": 0.964465513720029,
+      "eval_uk_opus100_pr_auc": 0.8764862594898539,
+      "eval_uk_ud_pr_auc": 0.9252825228743441,
+      "eval_ur_opus100_pr_auc": 0.5685831840205329,
+      "eval_ur_ud_pr_auc": 0.9898121948723393,
+      "eval_uz_opus100_pr_auc": 0.8785864752547768,
+      "eval_vi_opus100_pr_auc": 0.9022425477772281,
+      "eval_vi_ud_pr_auc": 0.9562797889632252,
+      "eval_xh_opus100_pr_auc": 0.8591888666413058,
+      "eval_yi_opus100_pr_auc": 0.8397536571242202,
+      "eval_yo_opus100_pr_auc": 0.8249498048206729,
+      "eval_yo_ud_pr_auc": 0.9207178345710937,
+      "eval_zh_ersatz_pr_auc": 0.9420380469627014,
+      "eval_zh_opus100_pr_auc": 0.74235585774513,
+      "eval_zh_ud_pr_auc": 0.9956151672808103,
+      "eval_zu_opus100_pr_auc": 0.8472485679466224,
+      "step": 290000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0246,
+      "step": 290050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.026,
+      "step": 290100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0257,
+      "step": 290150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.0258,
+      "step": 290200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0257,
+      "step": 290250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0254,
+      "step": 290300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.0255,
+      "step": 290350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.0253,
+      "step": 290400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.025,
+      "step": 290450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.025,
+      "step": 290500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.0256,
+      "step": 290550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0259,
+      "step": 290600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.025,
+      "step": 290650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0251,
+      "step": 290700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0245,
+      "step": 290750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0251,
+      "step": 290800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0254,
+      "step": 290850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.0256,
+      "step": 290900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.025,
+      "step": 290950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0255,
+      "step": 291000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.0251,
+      "step": 291050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.0252,
+      "step": 291100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0249,
+      "step": 291150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0262,
+      "step": 291200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0246,
+      "step": 291250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0254,
+      "step": 291300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0261,
+      "step": 291350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0256,
+      "step": 291400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.0252,
+      "step": 291450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.0254,
+      "step": 291500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0254,
+      "step": 291550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0246,
+      "step": 291600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.025,
+      "step": 291650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0253,
+      "step": 291700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0249,
+      "step": 291750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.0246,
+      "step": 291800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0254,
+      "step": 291850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0245,
+      "step": 291900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0257,
+      "step": 291950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0253,
+      "step": 292000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.025,
+      "step": 292050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0248,
+      "step": 292100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0254,
+      "step": 292150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0247,
+      "step": 292200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0248,
+      "step": 292250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0255,
+      "step": 292300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0252,
+      "step": 292350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.0255,
+      "step": 292400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.0252,
+      "step": 292450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0255,
+      "step": 292500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.0255,
+      "step": 292550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0247,
+      "step": 292600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0259,
+      "step": 292650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0259,
+      "step": 292700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.025,
+      "step": 292750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.0257,
+      "step": 292800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0254,
+      "step": 292850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0255,
+      "step": 292900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.025,
+      "step": 292950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0257,
+      "step": 293000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0253,
+      "step": 293050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.025,
+      "step": 293100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0245,
+      "step": 293150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0247,
+      "step": 293200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.0253,
+      "step": 293250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.0246,
+      "step": 293300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0253,
+      "step": 293350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.025,
+      "step": 293400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.0251,
+      "step": 293450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0251,
+      "step": 293500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.025,
+      "step": 293550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.025,
+      "step": 293600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0246,
+      "step": 293650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0258,
+      "step": 293700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.0252,
+      "step": 293750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0254,
+      "step": 293800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0253,
+      "step": 293850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0248,
+      "step": 293900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0256,
+      "step": 293950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.025,
+      "step": 294000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0245,
+      "step": 294050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0256,
+      "step": 294100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0253,
+      "step": 294150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0251,
+      "step": 294200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.0251,
+      "step": 294250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.0257,
+      "step": 294300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0256,
+      "step": 294350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0254,
+      "step": 294400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0253,
+      "step": 294450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0258,
+      "step": 294500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0253,
+      "step": 294550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.0254,
+      "step": 294600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0251,
+      "step": 294650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.0256,
+      "step": 294700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.025,
+      "step": 294750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0248,
+      "step": 294800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0253,
+      "step": 294850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0254,
+      "step": 294900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0255,
+      "step": 294950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0247,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7986574881990343,
+      "eval_af_ud_pr_auc": 0.9846723875305683,
+      "eval_am_opus100_pr_auc": 0.5588079568837957,
+      "eval_ar_ersatz_pr_auc": 0.9314381176597083,
+      "eval_ar_opus100_pr_auc": 0.73941018410445,
+      "eval_ar_ud_pr_auc": 0.9018112328052486,
+      "eval_average_ersatz_pr_auc": 0.9708066380539188,
+      "eval_average_opus100_pr_auc": 0.8439674793437097,
+      "eval_average_ud_pr_auc": 0.9652542927253883,
+      "eval_az_opus100_pr_auc": 0.8024768785695676,
+      "eval_be_opus100_pr_auc": 0.7017710319892367,
+      "eval_be_ud_pr_auc": 0.904072407934982,
+      "eval_bg_opus100_pr_auc": 0.9192636397040644,
+      "eval_bg_ud_pr_auc": 0.9971269275821001,
+      "eval_bn_opus100_pr_auc": 0.8290334547813843,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8875110307236596,
+      "eval_ca_ud_pr_auc": 0.9949093314539893,
+      "eval_ceb_ud_pr_auc": 0.9968734439301121,
+      "eval_cs_ersatz_pr_auc": 0.985610878726861,
+      "eval_cs_opus100_pr_auc": 0.911255544559015,
+      "eval_cs_ud_pr_auc": 0.9626667538462428,
+      "eval_cy_opus100_pr_auc": 0.8054758551769124,
+      "eval_cy_ud_pr_auc": 0.996319334321812,
+      "eval_da_opus100_pr_auc": 0.928396915012055,
+      "eval_da_ud_pr_auc": 0.9834660917271997,
+      "eval_de_ersatz_pr_auc": 0.9886343160799572,
+      "eval_de_opus100_pr_auc": 0.9138173869801387,
+      "eval_de_ud_pr_auc": 0.9858724123528244,
+      "eval_el_opus100_pr_auc": 0.9231896919791738,
+      "eval_el_ud_pr_auc": 0.9881676715197967,
+      "eval_en_ersatz_pr_auc": 0.993383850883414,
+      "eval_en_opus100_pr_auc": 0.9248578144297106,
+      "eval_en_ud_pr_auc": 0.9803729075266188,
+      "eval_eo_opus100_pr_auc": 0.9320947196491595,
+      "eval_es_ersatz_pr_auc": 0.9976161605745717,
+      "eval_es_opus100_pr_auc": 0.9300522523660121,
+      "eval_es_ud_pr_auc": 0.9927949384430352,
+      "eval_et_ersatz_pr_auc": 0.9839748559604837,
+      "eval_et_opus100_pr_auc": 0.898033023788788,
+      "eval_et_ud_pr_auc": 0.9759086163506515,
+      "eval_eu_opus100_pr_auc": 0.8841177774252479,
+      "eval_eu_ud_pr_auc": 0.9934539903299001,
+      "eval_fa_opus100_pr_auc": 0.5978859704386323,
+      "eval_fa_ud_pr_auc": 0.9962160085458676,
+      "eval_fi_ersatz_pr_auc": 0.99288892828832,
+      "eval_fi_opus100_pr_auc": 0.9288690866166508,
+      "eval_fi_ud_pr_auc": 0.9764795895072598,
+      "eval_fr_ersatz_pr_auc": 0.9902326041503768,
+      "eval_fr_opus100_pr_auc": 0.9164636877225889,
+      "eval_fr_ud_pr_auc": 0.9870578513059818,
+      "eval_fy_opus100_pr_auc": 0.7333967448140273,
+      "eval_ga_opus100_pr_auc": 0.9012185366448068,
+      "eval_ga_ud_pr_auc": 0.8275078910256604,
+      "eval_gd_opus100_pr_auc": 0.7299009562795039,
+      "eval_gd_ud_pr_auc": 0.8175524020838992,
+      "eval_gl_opus100_pr_auc": 0.8966863678935476,
+      "eval_gl_ud_pr_auc": 0.9989174442926873,
+      "eval_gu_ersatz_pr_auc": 0.9487173830637173,
+      "eval_gu_opus100_pr_auc": 0.7430539472585836,
+      "eval_ha_opus100_pr_auc": 0.8942084205705964,
+      "eval_he_opus100_pr_auc": 0.8665801791263599,
+      "eval_he_ud_pr_auc": 0.9802101637598974,
+      "eval_hi_ersatz_pr_auc": 0.9844301088173977,
+      "eval_hi_opus100_pr_auc": 0.7054162420018122,
+      "eval_hi_ud_pr_auc": 0.9890613922177658,
+      "eval_hu_opus100_pr_auc": 0.9170857631559857,
+      "eval_hu_ud_pr_auc": 0.9839539747275492,
+      "eval_hy_opus100_pr_auc": 0.9139870392916747,
+      "eval_hy_ud_pr_auc": 0.9890377688948105,
+      "eval_id_opus100_pr_auc": 0.8857294102726583,
+      "eval_id_ud_pr_auc": 0.9947139732789753,
+      "eval_ig_opus100_pr_auc": 0.8909763398911805,
+      "eval_is_opus100_pr_auc": 0.9274375698336567,
+      "eval_is_ud_pr_auc": 0.9014652687031542,
+      "eval_it_opus100_pr_auc": 0.9184740592025353,
+      "eval_it_ud_pr_auc": 0.9982735426408528,
+      "eval_ja_ersatz_pr_auc": 0.8607492164849571,
+      "eval_ja_opus100_pr_auc": 0.8199824173116118,
+      "eval_ja_ud_pr_auc": 0.9794134040452074,
+      "eval_jv_ud_pr_auc": 0.9647812039521731,
+      "eval_ka_opus100_pr_auc": 0.8621969060450567,
+      "eval_kk_ersatz_pr_auc": 0.9889501680482486,
+      "eval_kk_opus100_pr_auc": 0.8065175059270872,
+      "eval_kk_ud_pr_auc": 0.9734227916383437,
+      "eval_km_ersatz_pr_auc": 0.9214604525550251,
+      "eval_km_opus100_pr_auc": 0.7467871716475916,
+      "eval_kn_opus100_pr_auc": 0.65253222109851,
+      "eval_ko_opus100_pr_auc": 0.6966609201563848,
+      "eval_ko_ud_pr_auc": 0.9996086660495473,
+      "eval_ku_opus100_pr_auc": 0.8439074606460294,
+      "eval_ky_opus100_pr_auc": 0.8850886548386013,
+      "eval_la_ud_pr_auc": 0.9746164723196273,
+      "eval_loss": 0.028983067721128464,
+      "eval_lt_ersatz_pr_auc": 0.9967751541471987,
+      "eval_lt_opus100_pr_auc": 0.8781121495378073,
+      "eval_lt_ud_pr_auc": 0.988039156645941,
+      "eval_lv_ersatz_pr_auc": 0.9896723189184504,
+      "eval_lv_opus100_pr_auc": 0.8984037517995263,
+      "eval_lv_ud_pr_auc": 0.9621991992800842,
+      "eval_mg_opus100_pr_auc": 0.936387539504442,
+      "eval_mk_opus100_pr_auc": 0.9196254252900861,
+      "eval_ml_opus100_pr_auc": 0.774337516857132,
+      "eval_mn_opus100_pr_auc": 0.9457342724217849,
+      "eval_mr_opus100_pr_auc": 0.9028841882616337,
+      "eval_mr_ud_pr_auc": 0.9751034080467162,
+      "eval_ms_opus100_pr_auc": 0.875696321178134,
+      "eval_mt_opus100_pr_auc": 0.8760051331464458,
+      "eval_mt_ud_pr_auc": 0.9310649439169684,
+      "eval_my_opus100_pr_auc": 0.7898890455113635,
+      "eval_ne_opus100_pr_auc": 0.7281846516449553,
+      "eval_nl_opus100_pr_auc": 0.9038971390492535,
+      "eval_nl_ud_pr_auc": 0.9867074590596927,
+      "eval_no_opus100_pr_auc": 0.9210568436548122,
+      "eval_no_ud_pr_auc": 0.9954090976267979,
+      "eval_pa_opus100_pr_auc": 0.6919311853973241,
+      "eval_pl_ersatz_pr_auc": 0.9798350583799844,
+      "eval_pl_opus100_pr_auc": 0.9015208218970178,
+      "eval_pl_ud_pr_auc": 0.9679148661646815,
+      "eval_ps_ersatz_pr_auc": 0.9256550487579673,
+      "eval_ps_opus100_pr_auc": 0.7659953504872831,
+      "eval_pt_opus100_pr_auc": 0.9328568398025812,
+      "eval_pt_ud_pr_auc": 0.9849971924035797,
+      "eval_ro_ersatz_pr_auc": 0.9933586265048409,
+      "eval_ro_opus100_pr_auc": 0.8991988269641175,
+      "eval_ro_ud_pr_auc": 0.9178498080794574,
+      "eval_ru_ersatz_pr_auc": 0.9918494110510909,
+      "eval_ru_opus100_pr_auc": 0.9297133237064712,
+      "eval_ru_ud_pr_auc": 0.8558118376918851,
+      "eval_runtime": 888.9823,
+      "eval_samples_per_second": 84.99,
+      "eval_si_opus100_pr_auc": 0.809680971603433,
+      "eval_sk_opus100_pr_auc": 0.9417365707129022,
+      "eval_sk_ud_pr_auc": 0.9868769196525956,
+      "eval_sl_opus100_pr_auc": 0.8737056329772895,
+      "eval_sl_ud_pr_auc": 0.978628259051324,
+      "eval_sq_opus100_pr_auc": 0.9326240239923651,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9085941096936064,
+      "eval_sr_ud_pr_auc": 0.9992164595726227,
+      "eval_steps_per_second": 5.313,
+      "eval_sv_opus100_pr_auc": 0.9084205343060611,
+      "eval_sv_ud_pr_auc": 0.9530240940052517,
+      "eval_ta_ersatz_pr_auc": 0.9884055774768757,
+      "eval_ta_opus100_pr_auc": 0.698298302597461,
+      "eval_ta_ud_pr_auc": 0.9984398744436673,
+      "eval_te_opus100_pr_auc": 0.8344385132562485,
+      "eval_tg_opus100_pr_auc": 0.9009243956505876,
+      "eval_th_opus100_pr_auc": 0.686667976790208,
+      "eval_th_ud_pr_auc": 0.8237816678283176,
+      "eval_tr_ersatz_pr_auc": 0.9701605738790487,
+      "eval_tr_opus100_pr_auc": 0.910269777205095,
+      "eval_tr_ud_pr_auc": 0.9653860490545081,
+      "eval_uk_opus100_pr_auc": 0.8768777312558867,
+      "eval_uk_ud_pr_auc": 0.924659576922263,
+      "eval_ur_opus100_pr_auc": 0.5706216469146521,
+      "eval_ur_ud_pr_auc": 0.9951163308504022,
+      "eval_uz_opus100_pr_auc": 0.8832053015853357,
+      "eval_vi_opus100_pr_auc": 0.9031919041921304,
+      "eval_vi_ud_pr_auc": 0.9425963532855225,
+      "eval_xh_opus100_pr_auc": 0.8722477667442775,
+      "eval_yi_opus100_pr_auc": 0.8052886812909454,
+      "eval_yo_opus100_pr_auc": 0.8361549978782343,
+      "eval_yo_ud_pr_auc": 0.9196234606842761,
+      "eval_zh_ersatz_pr_auc": 0.9539472267777169,
+      "eval_zh_opus100_pr_auc": 0.7518048221961313,
+      "eval_zh_ud_pr_auc": 0.996270414436231,
+      "eval_zu_opus100_pr_auc": 0.8598830942220863,
+      "step": 295000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.025,
+      "step": 295050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0252,
+      "step": 295100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0259,
+      "step": 295150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.026,
+      "step": 295200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.0254,
+      "step": 295250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0245,
+      "step": 295300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0248,
+      "step": 295350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.0251,
+      "step": 295400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0253,
+      "step": 295450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.025,
+      "step": 295500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0254,
+      "step": 295550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.025,
+      "step": 295600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0251,
+      "step": 295650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0245,
+      "step": 295700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0254,
+      "step": 295750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.0249,
+      "step": 295800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0261,
+      "step": 295850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0255,
+      "step": 295900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0254,
+      "step": 295950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0254,
+      "step": 296000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0254,
+      "step": 296050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0253,
+      "step": 296100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0249,
+      "step": 296150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.0252,
+      "step": 296200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0251,
+      "step": 296250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.025,
+      "step": 296300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0259,
+      "step": 296350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.0257,
+      "step": 296400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0249,
+      "step": 296450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0258,
+      "step": 296500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0244,
+      "step": 296550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0253,
+      "step": 296600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0245,
+      "step": 296650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.025,
+      "step": 296700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0254,
+      "step": 296750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.025,
+      "step": 296800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0256,
+      "step": 296850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0264,
+      "step": 296900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0251,
+      "step": 296950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0255,
+      "step": 297000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0251,
+      "step": 297050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.025,
+      "step": 297100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0247,
+      "step": 297150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0252,
+      "step": 297200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.024,
+      "step": 297250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0259,
+      "step": 297300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0251,
+      "step": 297350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0253,
+      "step": 297400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0253,
+      "step": 297450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0251,
+      "step": 297500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0248,
+      "step": 297550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0249,
+      "step": 297600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.0253,
+      "step": 297650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.025,
+      "step": 297700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.025,
+      "step": 297750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0249,
+      "step": 297800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0254,
+      "step": 297850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.025,
+      "step": 297900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0253,
+      "step": 297950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.0253,
+      "step": 298000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0244,
+      "step": 298050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0251,
+      "step": 298100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0248,
+      "step": 298150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0249,
+      "step": 298200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0258,
+      "step": 298250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0247,
+      "step": 298300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0252,
+      "step": 298350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0251,
+      "step": 298400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0253,
+      "step": 298450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0251,
+      "step": 298500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0252,
+      "step": 298550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0256,
+      "step": 298600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0253,
+      "step": 298650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0254,
+      "step": 298700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0255,
+      "step": 298750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0246,
+      "step": 298800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.025,
+      "step": 298850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0254,
+      "step": 298900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0257,
+      "step": 298950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0251,
+      "step": 299000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.025,
+      "step": 299050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0251,
+      "step": 299100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0254,
+      "step": 299150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0254,
+      "step": 299200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.025,
+      "step": 299250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.0246,
+      "step": 299300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.025,
+      "step": 299350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0253,
+      "step": 299400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0253,
+      "step": 299450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0247,
+      "step": 299500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0246,
+      "step": 299550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0256,
+      "step": 299600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0243,
+      "step": 299650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0248,
+      "step": 299700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0252,
+      "step": 299750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0249,
+      "step": 299800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0254,
+      "step": 299850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0252,
+      "step": 299900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0246,
+      "step": 299950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0249,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "eval_af_opus100_pr_auc": 0.7938900265367972,
+      "eval_af_ud_pr_auc": 0.9868203546294939,
+      "eval_am_opus100_pr_auc": 0.6240509240063463,
+      "eval_ar_ersatz_pr_auc": 0.9329114413385284,
+      "eval_ar_opus100_pr_auc": 0.7366096557205397,
+      "eval_ar_ud_pr_auc": 0.9017002117456694,
+      "eval_average_ersatz_pr_auc": 0.9672906255383539,
+      "eval_average_opus100_pr_auc": 0.8439992204490024,
+      "eval_average_ud_pr_auc": 0.9653130124856489,
+      "eval_az_opus100_pr_auc": 0.8248490024617228,
+      "eval_be_opus100_pr_auc": 0.6996351262042202,
+      "eval_be_ud_pr_auc": 0.9089575968976983,
+      "eval_bg_opus100_pr_auc": 0.9236327627682636,
+      "eval_bg_ud_pr_auc": 0.9969460079418362,
+      "eval_bn_opus100_pr_auc": 0.8355363320137967,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8938824137923268,
+      "eval_ca_ud_pr_auc": 0.9962099755268579,
+      "eval_ceb_ud_pr_auc": 0.995426946638367,
+      "eval_cs_ersatz_pr_auc": 0.9859825144995399,
+      "eval_cs_opus100_pr_auc": 0.9143059308030532,
+      "eval_cs_ud_pr_auc": 0.9611832894058684,
+      "eval_cy_opus100_pr_auc": 0.791626678995312,
+      "eval_cy_ud_pr_auc": 0.9968057089100719,
+      "eval_da_opus100_pr_auc": 0.9286582067665007,
+      "eval_da_ud_pr_auc": 0.9853755267903651,
+      "eval_de_ersatz_pr_auc": 0.9888591166657611,
+      "eval_de_opus100_pr_auc": 0.9098035030756836,
+      "eval_de_ud_pr_auc": 0.9859058529480789,
+      "eval_el_opus100_pr_auc": 0.9254838151666682,
+      "eval_el_ud_pr_auc": 0.9883142296706141,
+      "eval_en_ersatz_pr_auc": 0.99317398263002,
+      "eval_en_opus100_pr_auc": 0.9267118490621526,
+      "eval_en_ud_pr_auc": 0.9833422848882578,
+      "eval_eo_opus100_pr_auc": 0.9325019993640506,
+      "eval_es_ersatz_pr_auc": 0.997479271146621,
+      "eval_es_opus100_pr_auc": 0.9350591314293579,
+      "eval_es_ud_pr_auc": 0.9917116117820235,
+      "eval_et_ersatz_pr_auc": 0.9843830548178163,
+      "eval_et_opus100_pr_auc": 0.9009617793802158,
+      "eval_et_ud_pr_auc": 0.9769622559030577,
+      "eval_eu_opus100_pr_auc": 0.8853924712534513,
+      "eval_eu_ud_pr_auc": 0.9895008879655965,
+      "eval_fa_opus100_pr_auc": 0.5936260241913511,
+      "eval_fa_ud_pr_auc": 0.9952000597924742,
+      "eval_fi_ersatz_pr_auc": 0.9941357225415965,
+      "eval_fi_opus100_pr_auc": 0.9276713206552931,
+      "eval_fi_ud_pr_auc": 0.9778615775333732,
+      "eval_fr_ersatz_pr_auc": 0.9887091802514277,
+      "eval_fr_opus100_pr_auc": 0.9194996639435978,
+      "eval_fr_ud_pr_auc": 0.9835868737360738,
+      "eval_fy_opus100_pr_auc": 0.7275261457602696,
+      "eval_ga_opus100_pr_auc": 0.8958803741842273,
+      "eval_ga_ud_pr_auc": 0.8300873968015429,
+      "eval_gd_opus100_pr_auc": 0.7187700132123279,
+      "eval_gd_ud_pr_auc": 0.8016350314078523,
+      "eval_gl_opus100_pr_auc": 0.8982311826841952,
+      "eval_gl_ud_pr_auc": 0.9983860878186146,
+      "eval_gu_ersatz_pr_auc": 0.9342829578251568,
+      "eval_gu_opus100_pr_auc": 0.7436062404812224,
+      "eval_ha_opus100_pr_auc": 0.9024857736585306,
+      "eval_he_opus100_pr_auc": 0.8771851808576435,
+      "eval_he_ud_pr_auc": 0.9802604193934811,
+      "eval_hi_ersatz_pr_auc": 0.979047130736331,
+      "eval_hi_opus100_pr_auc": 0.7045469114083097,
+      "eval_hi_ud_pr_auc": 0.9804984072565924,
+      "eval_hu_opus100_pr_auc": 0.9220608644156507,
+      "eval_hu_ud_pr_auc": 0.984318014781521,
+      "eval_hy_opus100_pr_auc": 0.9071100030005534,
+      "eval_hy_ud_pr_auc": 0.9917283508095571,
+      "eval_id_opus100_pr_auc": 0.8924911333433462,
+      "eval_id_ud_pr_auc": 0.9933909624967656,
+      "eval_ig_opus100_pr_auc": 0.8779427823972921,
+      "eval_is_opus100_pr_auc": 0.9258223782967582,
+      "eval_is_ud_pr_auc": 0.9105574723341942,
+      "eval_it_opus100_pr_auc": 0.9201343655955734,
+      "eval_it_ud_pr_auc": 0.9967381241005518,
+      "eval_ja_ersatz_pr_auc": 0.839162713468099,
+      "eval_ja_opus100_pr_auc": 0.8218734422448399,
+      "eval_ja_ud_pr_auc": 0.9751832579420303,
+      "eval_jv_ud_pr_auc": 0.9651592640959421,
+      "eval_ka_opus100_pr_auc": 0.8655096609509549,
+      "eval_kk_ersatz_pr_auc": 0.9874329597463944,
+      "eval_kk_opus100_pr_auc": 0.7850832850903274,
+      "eval_kk_ud_pr_auc": 0.9724654156299606,
+      "eval_km_ersatz_pr_auc": 0.9222963203795959,
+      "eval_km_opus100_pr_auc": 0.7661606067135693,
+      "eval_kn_opus100_pr_auc": 0.6317327129326781,
+      "eval_ko_opus100_pr_auc": 0.6871227711101289,
+      "eval_ko_ud_pr_auc": 0.9994006674872958,
+      "eval_ku_opus100_pr_auc": 0.8391903073179805,
+      "eval_ky_opus100_pr_auc": 0.880879052672369,
+      "eval_la_ud_pr_auc": 0.9696790084624529,
+      "eval_loss": 0.029249517247080803,
+      "eval_lt_ersatz_pr_auc": 0.9968523522350485,
+      "eval_lt_opus100_pr_auc": 0.8767232288888478,
+      "eval_lt_ud_pr_auc": 0.9876351026643575,
+      "eval_lv_ersatz_pr_auc": 0.9904079676450727,
+      "eval_lv_opus100_pr_auc": 0.8872091431576217,
+      "eval_lv_ud_pr_auc": 0.9642126973923331,
+      "eval_mg_opus100_pr_auc": 0.9336552482917433,
+      "eval_mk_opus100_pr_auc": 0.9231389338372817,
+      "eval_ml_opus100_pr_auc": 0.7810908677581108,
+      "eval_mn_opus100_pr_auc": 0.94320960093834,
+      "eval_mr_opus100_pr_auc": 0.900318496216521,
+      "eval_mr_ud_pr_auc": 0.9721490735364838,
+      "eval_ms_opus100_pr_auc": 0.8830770075143217,
+      "eval_mt_opus100_pr_auc": 0.872954201392985,
+      "eval_mt_ud_pr_auc": 0.9254533350295316,
+      "eval_my_opus100_pr_auc": 0.772778864633515,
+      "eval_ne_opus100_pr_auc": 0.7329969252693808,
+      "eval_nl_opus100_pr_auc": 0.9086264508864507,
+      "eval_nl_ud_pr_auc": 0.986941789912516,
+      "eval_no_opus100_pr_auc": 0.9226824923839853,
+      "eval_no_ud_pr_auc": 0.9952159514158513,
+      "eval_pa_opus100_pr_auc": 0.6802808836609824,
+      "eval_pl_ersatz_pr_auc": 0.9811267258514296,
+      "eval_pl_opus100_pr_auc": 0.9044304563003077,
+      "eval_pl_ud_pr_auc": 0.9695071487272306,
+      "eval_ps_ersatz_pr_auc": 0.920701927882581,
+      "eval_ps_opus100_pr_auc": 0.7669911135556384,
+      "eval_pt_opus100_pr_auc": 0.9277605825302084,
+      "eval_pt_ud_pr_auc": 0.9860381472162973,
+      "eval_ro_ersatz_pr_auc": 0.9942956912758214,
+      "eval_ro_opus100_pr_auc": 0.899822256377959,
+      "eval_ro_ud_pr_auc": 0.9452378365754239,
+      "eval_ru_ersatz_pr_auc": 0.9909322973152818,
+      "eval_ru_opus100_pr_auc": 0.9349864420407833,
+      "eval_ru_ud_pr_auc": 0.8663906587587459,
+      "eval_runtime": 886.7174,
+      "eval_samples_per_second": 85.208,
+      "eval_si_opus100_pr_auc": 0.8108707385146551,
+      "eval_sk_opus100_pr_auc": 0.9408727749668095,
+      "eval_sk_ud_pr_auc": 0.9857872817808301,
+      "eval_sl_opus100_pr_auc": 0.876929813829224,
+      "eval_sl_ud_pr_auc": 0.9752867309276034,
+      "eval_sq_opus100_pr_auc": 0.9368254177928553,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9092964210114158,
+      "eval_sr_ud_pr_auc": 0.9995810132519236,
+      "eval_steps_per_second": 5.326,
+      "eval_sv_opus100_pr_auc": 0.9123796902244888,
+      "eval_sv_ud_pr_auc": 0.9565513894641118,
+      "eval_ta_ersatz_pr_auc": 0.984967406864551,
+      "eval_ta_opus100_pr_auc": 0.6871764342124795,
+      "eval_ta_ud_pr_auc": 0.9958121608475974,
+      "eval_te_opus100_pr_auc": 0.8209665403641008,
+      "eval_tg_opus100_pr_auc": 0.8947451772723417,
+      "eval_th_opus100_pr_auc": 0.6926993058947953,
+      "eval_th_ud_pr_auc": 0.8264631047046638,
+      "eval_tr_ersatz_pr_auc": 0.964972347654435,
+      "eval_tr_opus100_pr_auc": 0.913311809236788,
+      "eval_tr_ud_pr_auc": 0.960727437185365,
+      "eval_uk_opus100_pr_auc": 0.8783175569400539,
+      "eval_uk_ud_pr_auc": 0.9227896734253087,
+      "eval_ur_opus100_pr_auc": 0.5635622956607015,
+      "eval_ur_ud_pr_auc": 0.990586469980048,
+      "eval_uz_opus100_pr_auc": 0.877682896817975,
+      "eval_vi_opus100_pr_auc": 0.9047986732530936,
+      "eval_vi_ud_pr_auc": 0.9462002148760026,
+      "eval_xh_opus100_pr_auc": 0.8630520936535772,
+      "eval_yi_opus100_pr_auc": 0.8633305058488437,
+      "eval_yo_opus100_pr_auc": 0.826669569930375,
+      "eval_yo_ud_pr_auc": 0.9165374048565926,
+      "eval_zh_ersatz_pr_auc": 0.9282806790726762,
+      "eval_zh_opus100_pr_auc": 0.72061537558405,
+      "eval_zh_ud_pr_auc": 0.9964379556290399,
+      "eval_zu_opus100_pr_auc": 0.846365984255146,
+      "step": 300000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.026,
+      "step": 300050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.025,
+      "step": 300100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0251,
+      "step": 300150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.0253,
+      "step": 300200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.025,
+      "step": 300250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0253,
+      "step": 300300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0249,
+      "step": 300350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0249,
+      "step": 300400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.025,
+      "step": 300450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0253,
+      "step": 300500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.025,
+      "step": 300550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0253,
+      "step": 300600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0253,
+      "step": 300650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0254,
+      "step": 300700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0246,
+      "step": 300750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.025,
+      "step": 300800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0258,
+      "step": 300850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0253,
+      "step": 300900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0246,
+      "step": 300950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0253,
+      "step": 301000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0247,
+      "step": 301050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0247,
+      "step": 301100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0245,
+      "step": 301150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0252,
+      "step": 301200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0251,
+      "step": 301250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0251,
+      "step": 301300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0248,
+      "step": 301350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0254,
+      "step": 301400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0249,
+      "step": 301450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0253,
+      "step": 301500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.025,
+      "step": 301550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0254,
+      "step": 301600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.025,
+      "step": 301650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0257,
+      "step": 301700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0253,
+      "step": 301750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0251,
+      "step": 301800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0248,
+      "step": 301850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0252,
+      "step": 301900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0245,
+      "step": 301950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0254,
+      "step": 302000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.0244,
+      "step": 302050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0253,
+      "step": 302100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0255,
+      "step": 302150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0251,
+      "step": 302200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0254,
+      "step": 302250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0245,
+      "step": 302300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0252,
+      "step": 302350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0255,
+      "step": 302400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0252,
+      "step": 302450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0254,
+      "step": 302500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0251,
+      "step": 302550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0249,
+      "step": 302600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.0251,
+      "step": 302650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0253,
+      "step": 302700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0246,
+      "step": 302750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0254,
+      "step": 302800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0251,
+      "step": 302850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0255,
+      "step": 302900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0248,
+      "step": 302950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0251,
+      "step": 303000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0248,
+      "step": 303050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0251,
+      "step": 303100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.0249,
+      "step": 303150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0255,
+      "step": 303200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0251,
+      "step": 303250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0249,
+      "step": 303300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0251,
+      "step": 303350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.025,
+      "step": 303400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0251,
+      "step": 303450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0255,
+      "step": 303500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0257,
+      "step": 303550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0248,
+      "step": 303600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0255,
+      "step": 303650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0248,
+      "step": 303700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0254,
+      "step": 303750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0245,
+      "step": 303800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0252,
+      "step": 303850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0251,
+      "step": 303900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0262,
+      "step": 303950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0249,
+      "step": 304000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0249,
+      "step": 304050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0249,
+      "step": 304100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0243,
+      "step": 304150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0244,
+      "step": 304200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0253,
+      "step": 304250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0249,
+      "step": 304300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0251,
+      "step": 304350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0251,
+      "step": 304400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0248,
+      "step": 304450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0246,
+      "step": 304500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0248,
+      "step": 304550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.0253,
+      "step": 304600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.025,
+      "step": 304650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0253,
+      "step": 304700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0249,
+      "step": 304750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.026,
+      "step": 304800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0254,
+      "step": 304850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0246,
+      "step": 304900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.025,
+      "step": 304950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0256,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.789487502510208,
+      "eval_af_ud_pr_auc": 0.9848897730467747,
+      "eval_am_opus100_pr_auc": 0.6235356134768761,
+      "eval_ar_ersatz_pr_auc": 0.9365944128370677,
+      "eval_ar_opus100_pr_auc": 0.7383973280730612,
+      "eval_ar_ud_pr_auc": 0.9038242080032716,
+      "eval_average_ersatz_pr_auc": 0.9685130649890347,
+      "eval_average_opus100_pr_auc": 0.844213463793706,
+      "eval_average_ud_pr_auc": 0.9657526302060081,
+      "eval_az_opus100_pr_auc": 0.8100779264109128,
+      "eval_be_opus100_pr_auc": 0.7173200822039596,
+      "eval_be_ud_pr_auc": 0.911454510140379,
+      "eval_bg_opus100_pr_auc": 0.9241713661773384,
+      "eval_bg_ud_pr_auc": 0.9966340916698581,
+      "eval_bn_opus100_pr_auc": 0.8353847877230317,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8872222624001121,
+      "eval_ca_ud_pr_auc": 0.9960646994525396,
+      "eval_ceb_ud_pr_auc": 0.9978008611267905,
+      "eval_cs_ersatz_pr_auc": 0.9831874415589368,
+      "eval_cs_opus100_pr_auc": 0.9100682003291972,
+      "eval_cs_ud_pr_auc": 0.9609348956064108,
+      "eval_cy_opus100_pr_auc": 0.7911803994295312,
+      "eval_cy_ud_pr_auc": 0.9962372610359558,
+      "eval_da_opus100_pr_auc": 0.9241467264186298,
+      "eval_da_ud_pr_auc": 0.9815431204038974,
+      "eval_de_ersatz_pr_auc": 0.9844719399967935,
+      "eval_de_opus100_pr_auc": 0.9113602451281593,
+      "eval_de_ud_pr_auc": 0.9823074110883865,
+      "eval_el_opus100_pr_auc": 0.9238652428378524,
+      "eval_el_ud_pr_auc": 0.9883562859575672,
+      "eval_en_ersatz_pr_auc": 0.9924091617940374,
+      "eval_en_opus100_pr_auc": 0.9231559318768627,
+      "eval_en_ud_pr_auc": 0.9755910955287257,
+      "eval_eo_opus100_pr_auc": 0.9362140369546142,
+      "eval_es_ersatz_pr_auc": 0.9973155583855392,
+      "eval_es_opus100_pr_auc": 0.9308798346352447,
+      "eval_es_ud_pr_auc": 0.9915872494984944,
+      "eval_et_ersatz_pr_auc": 0.9844930899569658,
+      "eval_et_opus100_pr_auc": 0.9020463117375935,
+      "eval_et_ud_pr_auc": 0.9754494639297765,
+      "eval_eu_opus100_pr_auc": 0.8868868157851573,
+      "eval_eu_ud_pr_auc": 0.9882763804411949,
+      "eval_fa_opus100_pr_auc": 0.5943251442298811,
+      "eval_fa_ud_pr_auc": 0.9950331818676721,
+      "eval_fi_ersatz_pr_auc": 0.9921159669418708,
+      "eval_fi_opus100_pr_auc": 0.9283375247416522,
+      "eval_fi_ud_pr_auc": 0.9779562936228289,
+      "eval_fr_ersatz_pr_auc": 0.9893592821201925,
+      "eval_fr_opus100_pr_auc": 0.918663763268376,
+      "eval_fr_ud_pr_auc": 0.9846250570364765,
+      "eval_fy_opus100_pr_auc": 0.7293330932765525,
+      "eval_ga_opus100_pr_auc": 0.8998054938390133,
+      "eval_ga_ud_pr_auc": 0.8163225912328262,
+      "eval_gd_opus100_pr_auc": 0.7099465747872024,
+      "eval_gd_ud_pr_auc": 0.8226700367033439,
+      "eval_gl_opus100_pr_auc": 0.8957399231174439,
+      "eval_gl_ud_pr_auc": 0.998244239690677,
+      "eval_gu_ersatz_pr_auc": 0.934895352666745,
+      "eval_gu_opus100_pr_auc": 0.7394673026894294,
+      "eval_ha_opus100_pr_auc": 0.9020070368969173,
+      "eval_he_opus100_pr_auc": 0.8731254885213353,
+      "eval_he_ud_pr_auc": 0.9802918221160032,
+      "eval_hi_ersatz_pr_auc": 0.9800906345118152,
+      "eval_hi_opus100_pr_auc": 0.7122746404956146,
+      "eval_hi_ud_pr_auc": 0.9803900579045923,
+      "eval_hu_opus100_pr_auc": 0.9207893008084599,
+      "eval_hu_ud_pr_auc": 0.9827543067938624,
+      "eval_hy_opus100_pr_auc": 0.9054729797719825,
+      "eval_hy_ud_pr_auc": 0.9937956491342055,
+      "eval_id_opus100_pr_auc": 0.8885511742506514,
+      "eval_id_ud_pr_auc": 0.994002871368903,
+      "eval_ig_opus100_pr_auc": 0.8798673815530812,
+      "eval_is_opus100_pr_auc": 0.9350623470289793,
+      "eval_is_ud_pr_auc": 0.9134867438809422,
+      "eval_it_opus100_pr_auc": 0.915578594733463,
+      "eval_it_ud_pr_auc": 0.9981851295210741,
+      "eval_ja_ersatz_pr_auc": 0.8470049191178894,
+      "eval_ja_opus100_pr_auc": 0.8109904581560075,
+      "eval_ja_ud_pr_auc": 0.9765903903959076,
+      "eval_jv_ud_pr_auc": 0.9654648001369645,
+      "eval_ka_opus100_pr_auc": 0.8681705700419294,
+      "eval_kk_ersatz_pr_auc": 0.9883338483132978,
+      "eval_kk_opus100_pr_auc": 0.8072444779230118,
+      "eval_kk_ud_pr_auc": 0.9718532003990641,
+      "eval_km_ersatz_pr_auc": 0.9224752999128598,
+      "eval_km_opus100_pr_auc": 0.7566848932077654,
+      "eval_kn_opus100_pr_auc": 0.6355608117597185,
+      "eval_ko_opus100_pr_auc": 0.6790669885611808,
+      "eval_ko_ud_pr_auc": 0.9980691156589703,
+      "eval_ku_opus100_pr_auc": 0.8376049194736385,
+      "eval_ky_opus100_pr_auc": 0.8933420695705669,
+      "eval_la_ud_pr_auc": 0.9770398216670079,
+      "eval_loss": 0.028944188728928566,
+      "eval_lt_ersatz_pr_auc": 0.995348688010983,
+      "eval_lt_opus100_pr_auc": 0.8871925097515219,
+      "eval_lt_ud_pr_auc": 0.9927781798548206,
+      "eval_lv_ersatz_pr_auc": 0.9897350625057174,
+      "eval_lv_opus100_pr_auc": 0.8986176052458815,
+      "eval_lv_ud_pr_auc": 0.9636399661110011,
+      "eval_mg_opus100_pr_auc": 0.9357458188931542,
+      "eval_mk_opus100_pr_auc": 0.9183905403008329,
+      "eval_ml_opus100_pr_auc": 0.7793785677761852,
+      "eval_mn_opus100_pr_auc": 0.9433015976923761,
+      "eval_mr_opus100_pr_auc": 0.9096580997998438,
+      "eval_mr_ud_pr_auc": 0.9736328719739047,
+      "eval_ms_opus100_pr_auc": 0.8802533653911231,
+      "eval_mt_opus100_pr_auc": 0.8710900994880504,
+      "eval_mt_ud_pr_auc": 0.9314669274303295,
+      "eval_my_opus100_pr_auc": 0.7754396019186467,
+      "eval_ne_opus100_pr_auc": 0.739734808040298,
+      "eval_nl_opus100_pr_auc": 0.9060289080660118,
+      "eval_nl_ud_pr_auc": 0.9836574853325217,
+      "eval_no_opus100_pr_auc": 0.9239991721128742,
+      "eval_no_ud_pr_auc": 0.9959199939097989,
+      "eval_pa_opus100_pr_auc": 0.6795566748093059,
+      "eval_pl_ersatz_pr_auc": 0.9766907753307474,
+      "eval_pl_opus100_pr_auc": 0.9058781943912121,
+      "eval_pl_ud_pr_auc": 0.9691867949256798,
+      "eval_ps_ersatz_pr_auc": 0.9290612145163385,
+      "eval_ps_opus100_pr_auc": 0.7609141970513298,
+      "eval_pt_opus100_pr_auc": 0.9343567008088192,
+      "eval_pt_ud_pr_auc": 0.9857303127094192,
+      "eval_ro_ersatz_pr_auc": 0.9936534588757029,
+      "eval_ro_opus100_pr_auc": 0.89852659182443,
+      "eval_ro_ud_pr_auc": 0.953055141921334,
+      "eval_ru_ersatz_pr_auc": 0.9919557253460436,
+      "eval_ru_opus100_pr_auc": 0.9395350933720682,
+      "eval_ru_ud_pr_auc": 0.8651229533881231,
+      "eval_runtime": 881.7906,
+      "eval_samples_per_second": 85.684,
+      "eval_si_opus100_pr_auc": 0.8054643537561158,
+      "eval_sk_opus100_pr_auc": 0.939581788127913,
+      "eval_sk_ud_pr_auc": 0.9849591009684681,
+      "eval_sl_opus100_pr_auc": 0.8740690829441623,
+      "eval_sl_ud_pr_auc": 0.9756944635691727,
+      "eval_sq_opus100_pr_auc": 0.9337420549478539,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9094277608176826,
+      "eval_sr_ud_pr_auc": 0.9989324796343235,
+      "eval_steps_per_second": 5.356,
+      "eval_sv_opus100_pr_auc": 0.9145694022057862,
+      "eval_sv_ud_pr_auc": 0.9548357084946211,
+      "eval_ta_ersatz_pr_auc": 0.9834681245343048,
+      "eval_ta_opus100_pr_auc": 0.6890054988342265,
+      "eval_ta_ud_pr_auc": 0.9934044442343152,
+      "eval_te_opus100_pr_auc": 0.8317282121902911,
+      "eval_tg_opus100_pr_auc": 0.8981648146154193,
+      "eval_th_opus100_pr_auc": 0.6783569090888606,
+      "eval_th_ud_pr_auc": 0.824872120507532,
+      "eval_tr_ersatz_pr_auc": 0.9664818683814921,
+      "eval_tr_opus100_pr_auc": 0.9092280041415844,
+      "eval_tr_ud_pr_auc": 0.9592648054534564,
+      "eval_uk_opus100_pr_auc": 0.876422011247713,
+      "eval_uk_ud_pr_auc": 0.921512530060628,
+      "eval_ur_opus100_pr_auc": 0.5700373804459794,
+      "eval_ur_ud_pr_auc": 0.9935078257600904,
+      "eval_uz_opus100_pr_auc": 0.8778423600513588,
+      "eval_vi_opus100_pr_auc": 0.9034211526582715,
+      "eval_vi_ud_pr_auc": 0.9544443218621292,
+      "eval_xh_opus100_pr_auc": 0.8730706487796492,
+      "eval_yi_opus100_pr_auc": 0.8073163390241505,
+      "eval_yo_opus100_pr_auc": 0.8254506574094487,
+      "eval_yo_ud_pr_auc": 0.917793867031214,
+      "eval_zh_ersatz_pr_auc": 0.9481456041434249,
+      "eval_zh_opus100_pr_auc": 0.7684412893295027,
+      "eval_zh_ud_pr_auc": 0.9967610105482335,
+      "eval_zu_opus100_pr_auc": 0.8501525969217539,
+      "step": 305000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0252,
+      "step": 305050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0251,
+      "step": 305100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0242,
+      "step": 305150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0245,
+      "step": 305200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0248,
+      "step": 305250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.0247,
+      "step": 305300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0257,
+      "step": 305350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0249,
+      "step": 305400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0243,
+      "step": 305450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0251,
+      "step": 305500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0247,
+      "step": 305550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0254,
+      "step": 305600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0248,
+      "step": 305650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0251,
+      "step": 305700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0256,
+      "step": 305750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0248,
+      "step": 305800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0257,
+      "step": 305850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0256,
+      "step": 305900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0249,
+      "step": 305950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0246,
+      "step": 306000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0252,
+      "step": 306050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0251,
+      "step": 306100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0251,
+      "step": 306150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0248,
+      "step": 306200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0243,
+      "step": 306250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0254,
+      "step": 306300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0247,
+      "step": 306350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.0247,
+      "step": 306400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.025,
+      "step": 306450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0254,
+      "step": 306500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0255,
+      "step": 306550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0251,
+      "step": 306600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0252,
+      "step": 306650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0244,
+      "step": 306700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0248,
+      "step": 306750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.025,
+      "step": 306800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0252,
+      "step": 306850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0252,
+      "step": 306900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0253,
+      "step": 306950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.025,
+      "step": 307000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0246,
+      "step": 307050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0251,
+      "step": 307100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0247,
+      "step": 307150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0251,
+      "step": 307200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.0241,
+      "step": 307250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0244,
+      "step": 307300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0253,
+      "step": 307350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.0247,
+      "step": 307400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.025,
+      "step": 307450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0251,
+      "step": 307500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.025,
+      "step": 307550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0243,
+      "step": 307600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0246,
+      "step": 307650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.025,
+      "step": 307700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0252,
+      "step": 307750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0249,
+      "step": 307800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0251,
+      "step": 307850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0251,
+      "step": 307900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.0246,
+      "step": 307950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0251,
+      "step": 308000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0248,
+      "step": 308050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0249,
+      "step": 308100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0251,
+      "step": 308150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0246,
+      "step": 308200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.0247,
+      "step": 308250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0253,
+      "step": 308300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0241,
+      "step": 308350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0248,
+      "step": 308400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0249,
+      "step": 308450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0247,
+      "step": 308500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.025,
+      "step": 308550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.025,
+      "step": 308600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0255,
+      "step": 308650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0254,
+      "step": 308700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0249,
+      "step": 308750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0248,
+      "step": 308800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.0249,
+      "step": 308850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0256,
+      "step": 308900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0252,
+      "step": 308950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.0255,
+      "step": 309000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0255,
+      "step": 309050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0247,
+      "step": 309100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0244,
+      "step": 309150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0249,
+      "step": 309200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0251,
+      "step": 309250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0251,
+      "step": 309300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0245,
+      "step": 309350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0244,
+      "step": 309400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0245,
+      "step": 309450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0251,
+      "step": 309500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0245,
+      "step": 309550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.025,
+      "step": 309600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0251,
+      "step": 309650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0246,
+      "step": 309700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.0245,
+      "step": 309750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0249,
+      "step": 309800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0252,
+      "step": 309850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.025,
+      "step": 309900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0248,
+      "step": 309950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0255,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "eval_af_opus100_pr_auc": 0.7887085408383089,
+      "eval_af_ud_pr_auc": 0.9869945425924785,
+      "eval_am_opus100_pr_auc": 0.5975872216245987,
+      "eval_ar_ersatz_pr_auc": 0.9299935380806128,
+      "eval_ar_opus100_pr_auc": 0.732873922149727,
+      "eval_ar_ud_pr_auc": 0.901560306640189,
+      "eval_average_ersatz_pr_auc": 0.9669221339511157,
+      "eval_average_opus100_pr_auc": 0.8447331519232678,
+      "eval_average_ud_pr_auc": 0.9672782979743699,
+      "eval_az_opus100_pr_auc": 0.8003447816560066,
+      "eval_be_opus100_pr_auc": 0.7177180151685127,
+      "eval_be_ud_pr_auc": 0.9061831500941903,
+      "eval_bg_opus100_pr_auc": 0.9168467394878823,
+      "eval_bg_ud_pr_auc": 0.9948940514886321,
+      "eval_bn_opus100_pr_auc": 0.8362339614348243,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8901508348797565,
+      "eval_ca_ud_pr_auc": 0.9968184246085838,
+      "eval_ceb_ud_pr_auc": 0.9946401023023159,
+      "eval_cs_ersatz_pr_auc": 0.9833881576211505,
+      "eval_cs_opus100_pr_auc": 0.904929833487916,
+      "eval_cs_ud_pr_auc": 0.9616702623671356,
+      "eval_cy_opus100_pr_auc": 0.7969213192933084,
+      "eval_cy_ud_pr_auc": 0.9967561880626779,
+      "eval_da_opus100_pr_auc": 0.9256935308661215,
+      "eval_da_ud_pr_auc": 0.9822837603252745,
+      "eval_de_ersatz_pr_auc": 0.9857213454735362,
+      "eval_de_opus100_pr_auc": 0.9068407535639725,
+      "eval_de_ud_pr_auc": 0.9846028726705637,
+      "eval_el_opus100_pr_auc": 0.9184502587229043,
+      "eval_el_ud_pr_auc": 0.9881447952592713,
+      "eval_en_ersatz_pr_auc": 0.9924678441451023,
+      "eval_en_opus100_pr_auc": 0.9236443994866073,
+      "eval_en_ud_pr_auc": 0.9815091587299881,
+      "eval_eo_opus100_pr_auc": 0.9337621052911496,
+      "eval_es_ersatz_pr_auc": 0.9971689164296638,
+      "eval_es_opus100_pr_auc": 0.9300936155636701,
+      "eval_es_ud_pr_auc": 0.9928377546343777,
+      "eval_et_ersatz_pr_auc": 0.9853380995546648,
+      "eval_et_opus100_pr_auc": 0.900540506261697,
+      "eval_et_ud_pr_auc": 0.9758508844025774,
+      "eval_eu_opus100_pr_auc": 0.8826851825006872,
+      "eval_eu_ud_pr_auc": 0.990718902131833,
+      "eval_fa_opus100_pr_auc": 0.6130718326092951,
+      "eval_fa_ud_pr_auc": 0.9951408543566178,
+      "eval_fi_ersatz_pr_auc": 0.9922556053893974,
+      "eval_fi_opus100_pr_auc": 0.9252701178211336,
+      "eval_fi_ud_pr_auc": 0.9776472639822644,
+      "eval_fr_ersatz_pr_auc": 0.9898611416611963,
+      "eval_fr_opus100_pr_auc": 0.9171141083143511,
+      "eval_fr_ud_pr_auc": 0.9860317442686288,
+      "eval_fy_opus100_pr_auc": 0.7285443424359487,
+      "eval_ga_opus100_pr_auc": 0.8963501587126917,
+      "eval_ga_ud_pr_auc": 0.8383360395306422,
+      "eval_gd_opus100_pr_auc": 0.7341362294548673,
+      "eval_gd_ud_pr_auc": 0.8286691611104132,
+      "eval_gl_opus100_pr_auc": 0.8979131554718149,
+      "eval_gl_ud_pr_auc": 0.998207814376011,
+      "eval_gu_ersatz_pr_auc": 0.9325489499119813,
+      "eval_gu_opus100_pr_auc": 0.7459329706734977,
+      "eval_ha_opus100_pr_auc": 0.9126128147921042,
+      "eval_he_opus100_pr_auc": 0.8823748954431445,
+      "eval_he_ud_pr_auc": 0.9805389970333137,
+      "eval_hi_ersatz_pr_auc": 0.9784720577860548,
+      "eval_hi_opus100_pr_auc": 0.7144844872922466,
+      "eval_hi_ud_pr_auc": 0.9843072009810855,
+      "eval_hu_opus100_pr_auc": 0.9173822344535707,
+      "eval_hu_ud_pr_auc": 0.9842997520725661,
+      "eval_hy_opus100_pr_auc": 0.9064068766531248,
+      "eval_hy_ud_pr_auc": 0.9921730119709931,
+      "eval_id_opus100_pr_auc": 0.897507945802875,
+      "eval_id_ud_pr_auc": 0.9933842656517414,
+      "eval_ig_opus100_pr_auc": 0.892521151282295,
+      "eval_is_opus100_pr_auc": 0.9257080883169926,
+      "eval_is_ud_pr_auc": 0.9237202874679414,
+      "eval_it_opus100_pr_auc": 0.9156283409786015,
+      "eval_it_ud_pr_auc": 0.9958604350525637,
+      "eval_ja_ersatz_pr_auc": 0.8422517058983654,
+      "eval_ja_opus100_pr_auc": 0.8237449830799416,
+      "eval_ja_ud_pr_auc": 0.9788767112167897,
+      "eval_jv_ud_pr_auc": 0.9632950688740456,
+      "eval_ka_opus100_pr_auc": 0.8679302090608187,
+      "eval_kk_ersatz_pr_auc": 0.9863882431762002,
+      "eval_kk_opus100_pr_auc": 0.8048432525617019,
+      "eval_kk_ud_pr_auc": 0.9727257928438273,
+      "eval_km_ersatz_pr_auc": 0.9212774737181262,
+      "eval_km_opus100_pr_auc": 0.7614179550356528,
+      "eval_kn_opus100_pr_auc": 0.6305066837143025,
+      "eval_ko_opus100_pr_auc": 0.6950695888430044,
+      "eval_ko_ud_pr_auc": 0.9991990243717251,
+      "eval_ku_opus100_pr_auc": 0.8473057969346968,
+      "eval_ky_opus100_pr_auc": 0.8951908736294765,
+      "eval_la_ud_pr_auc": 0.9753736240537139,
+      "eval_loss": 0.028940683230757713,
+      "eval_lt_ersatz_pr_auc": 0.9954744853382373,
+      "eval_lt_opus100_pr_auc": 0.8841033980171356,
+      "eval_lt_ud_pr_auc": 0.9898032122391978,
+      "eval_lv_ersatz_pr_auc": 0.9907360652796146,
+      "eval_lv_opus100_pr_auc": 0.8913894838455139,
+      "eval_lv_ud_pr_auc": 0.9630467086950574,
+      "eval_mg_opus100_pr_auc": 0.9340448103647009,
+      "eval_mk_opus100_pr_auc": 0.9158605865465778,
+      "eval_ml_opus100_pr_auc": 0.7796794282371506,
+      "eval_mn_opus100_pr_auc": 0.950336126525353,
+      "eval_mr_opus100_pr_auc": 0.9108574536580274,
+      "eval_mr_ud_pr_auc": 0.9789041908620513,
+      "eval_ms_opus100_pr_auc": 0.8837250480191536,
+      "eval_mt_opus100_pr_auc": 0.878288835278907,
+      "eval_mt_ud_pr_auc": 0.9328905286742055,
+      "eval_my_opus100_pr_auc": 0.7919028131666463,
+      "eval_ne_opus100_pr_auc": 0.7444221479686755,
+      "eval_nl_opus100_pr_auc": 0.9047948091451065,
+      "eval_nl_ud_pr_auc": 0.9882429938061895,
+      "eval_no_opus100_pr_auc": 0.9214416873164902,
+      "eval_no_ud_pr_auc": 0.9956090835041016,
+      "eval_pa_opus100_pr_auc": 0.6767303445607007,
+      "eval_pl_ersatz_pr_auc": 0.9764952770259399,
+      "eval_pl_opus100_pr_auc": 0.901680305313646,
+      "eval_pl_ud_pr_auc": 0.9685971020177891,
+      "eval_ps_ersatz_pr_auc": 0.9321152456782149,
+      "eval_ps_opus100_pr_auc": 0.7502260407609292,
+      "eval_pt_opus100_pr_auc": 0.9294910442417286,
+      "eval_pt_ud_pr_auc": 0.9846416771133003,
+      "eval_ro_ersatz_pr_auc": 0.9933678963309117,
+      "eval_ro_opus100_pr_auc": 0.889823725617228,
+      "eval_ro_ud_pr_auc": 0.9604861340099667,
+      "eval_ru_ersatz_pr_auc": 0.9911482045030975,
+      "eval_ru_opus100_pr_auc": 0.9359838975359394,
+      "eval_ru_ud_pr_auc": 0.873420083523147,
+      "eval_runtime": 896.4298,
+      "eval_samples_per_second": 84.284,
+      "eval_si_opus100_pr_auc": 0.8080317338340952,
+      "eval_sk_opus100_pr_auc": 0.9386682497556762,
+      "eval_sk_ud_pr_auc": 0.9864309887007243,
+      "eval_sl_opus100_pr_auc": 0.8716598050921777,
+      "eval_sl_ud_pr_auc": 0.9766231583499482,
+      "eval_sq_opus100_pr_auc": 0.9305220918241772,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9073010962232,
+      "eval_sr_ud_pr_auc": 0.9991636200814578,
+      "eval_steps_per_second": 5.269,
+      "eval_sv_opus100_pr_auc": 0.9102259701776545,
+      "eval_sv_ud_pr_auc": 0.9599764944122035,
+      "eval_ta_ersatz_pr_auc": 0.9852336833778903,
+      "eval_ta_opus100_pr_auc": 0.6974080053079074,
+      "eval_ta_ud_pr_auc": 0.9963304817287719,
+      "eval_te_opus100_pr_auc": 0.8297407865028161,
+      "eval_tg_opus100_pr_auc": 0.8970465413085645,
+      "eval_th_opus100_pr_auc": 0.6825043494124705,
+      "eval_th_ud_pr_auc": 0.8293081982040309,
+      "eval_tr_ersatz_pr_auc": 0.9701986845469736,
+      "eval_tr_opus100_pr_auc": 0.9092245375117676,
+      "eval_tr_ud_pr_auc": 0.9631880427208197,
+      "eval_uk_opus100_pr_auc": 0.87791049572859,
+      "eval_uk_ud_pr_auc": 0.9175984693799536,
+      "eval_ur_opus100_pr_auc": 0.5747030859012424,
+      "eval_ur_ud_pr_auc": 0.9897044552538763,
+      "eval_uz_opus100_pr_auc": 0.8743629290716692,
+      "eval_vi_opus100_pr_auc": 0.9056448926452713,
+      "eval_vi_ud_pr_auc": 0.9527422639704434,
+      "eval_xh_opus100_pr_auc": 0.8735898865922012,
+      "eval_yi_opus100_pr_auc": 0.825793580641339,
+      "eval_yo_opus100_pr_auc": 0.8348863306564138,
+      "eval_yo_ud_pr_auc": 0.9277145048534696,
+      "eval_zh_ersatz_pr_auc": 0.9203843259976093,
+      "eval_zh_opus100_pr_auc": 0.7356780462363343,
+      "eval_zh_ud_pr_auc": 0.9971883869134072,
+      "eval_zu_opus100_pr_auc": 0.8554394415189784,
+      "step": 310000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0248,
+      "step": 310050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0248,
+      "step": 310100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0254,
+      "step": 310150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0247,
+      "step": 310200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0245,
+      "step": 310250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0251,
+      "step": 310300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0245,
+      "step": 310350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0253,
+      "step": 310400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0251,
+      "step": 310450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0248,
+      "step": 310500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0251,
+      "step": 310550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.025,
+      "step": 310600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0247,
+      "step": 310650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0247,
+      "step": 310700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0251,
+      "step": 310750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0249,
+      "step": 310800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.025,
+      "step": 310850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0245,
+      "step": 310900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0243,
+      "step": 310950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0251,
+      "step": 311000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0251,
+      "step": 311050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.0248,
+      "step": 311100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0253,
+      "step": 311150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0247,
+      "step": 311200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0245,
+      "step": 311250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0247,
+      "step": 311300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0254,
+      "step": 311350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0257,
+      "step": 311400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0242,
+      "step": 311450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0254,
+      "step": 311500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0256,
+      "step": 311550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0258,
+      "step": 311600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0247,
+      "step": 311650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0249,
+      "step": 311700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0251,
+      "step": 311750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0249,
+      "step": 311800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0242,
+      "step": 311850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0252,
+      "step": 311900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.025,
+      "step": 311950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0251,
+      "step": 312000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0247,
+      "step": 312050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0248,
+      "step": 312100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0252,
+      "step": 312150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0244,
+      "step": 312200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0251,
+      "step": 312250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0248,
+      "step": 312300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0255,
+      "step": 312350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.0258,
+      "step": 312400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0251,
+      "step": 312450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0247,
+      "step": 312500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0247,
+      "step": 312550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0247,
+      "step": 312600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0245,
+      "step": 312650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0247,
+      "step": 312700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0256,
+      "step": 312750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0251,
+      "step": 312800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0252,
+      "step": 312850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0245,
+      "step": 312900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0253,
+      "step": 312950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0249,
+      "step": 313000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0251,
+      "step": 313050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0248,
+      "step": 313100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.0252,
+      "step": 313150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0249,
+      "step": 313200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0246,
+      "step": 313250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0244,
+      "step": 313300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.0249,
+      "step": 313350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.025,
+      "step": 313400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0249,
+      "step": 313450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0253,
+      "step": 313500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0248,
+      "step": 313550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0244,
+      "step": 313600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0247,
+      "step": 313650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0249,
+      "step": 313700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0249,
+      "step": 313750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.025,
+      "step": 313800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.0251,
+      "step": 313850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0254,
+      "step": 313900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0251,
+      "step": 313950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0254,
+      "step": 314000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0248,
+      "step": 314050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.025,
+      "step": 314100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0247,
+      "step": 314150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0246,
+      "step": 314200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0247,
+      "step": 314250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0247,
+      "step": 314300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0244,
+      "step": 314350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0249,
+      "step": 314400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0248,
+      "step": 314450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0251,
+      "step": 314500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.025,
+      "step": 314550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0248,
+      "step": 314600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0246,
+      "step": 314650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0248,
+      "step": 314700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0242,
+      "step": 314750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.0243,
+      "step": 314800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0246,
+      "step": 314850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0248,
+      "step": 314900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0253,
+      "step": 314950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0251,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.783474561711434,
+      "eval_af_ud_pr_auc": 0.9847248847978607,
+      "eval_am_opus100_pr_auc": 0.5691814584920978,
+      "eval_ar_ersatz_pr_auc": 0.9385489499024304,
+      "eval_ar_opus100_pr_auc": 0.7412810392504829,
+      "eval_ar_ud_pr_auc": 0.8992413147074363,
+      "eval_average_ersatz_pr_auc": 0.9690595909393299,
+      "eval_average_opus100_pr_auc": 0.8439430990889357,
+      "eval_average_ud_pr_auc": 0.9663104386426751,
+      "eval_az_opus100_pr_auc": 0.7949443924473817,
+      "eval_be_opus100_pr_auc": 0.7125159596116292,
+      "eval_be_ud_pr_auc": 0.9023966289371383,
+      "eval_bg_opus100_pr_auc": 0.9247690989436458,
+      "eval_bg_ud_pr_auc": 0.9948186371000243,
+      "eval_bn_opus100_pr_auc": 0.836187037288568,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8922884057087819,
+      "eval_ca_ud_pr_auc": 0.9963187537020615,
+      "eval_ceb_ud_pr_auc": 0.9967192255832676,
+      "eval_cs_ersatz_pr_auc": 0.985153473415595,
+      "eval_cs_opus100_pr_auc": 0.9119800795058887,
+      "eval_cs_ud_pr_auc": 0.9617028398967087,
+      "eval_cy_opus100_pr_auc": 0.7823198542958003,
+      "eval_cy_ud_pr_auc": 0.9953985231996162,
+      "eval_da_opus100_pr_auc": 0.925557551102171,
+      "eval_da_ud_pr_auc": 0.9861527648473539,
+      "eval_de_ersatz_pr_auc": 0.988271900275431,
+      "eval_de_opus100_pr_auc": 0.9104537369206033,
+      "eval_de_ud_pr_auc": 0.984571232883238,
+      "eval_el_opus100_pr_auc": 0.9211016961207394,
+      "eval_el_ud_pr_auc": 0.9877698704558335,
+      "eval_en_ersatz_pr_auc": 0.9935572866614921,
+      "eval_en_opus100_pr_auc": 0.9254998431398989,
+      "eval_en_ud_pr_auc": 0.9833740658856764,
+      "eval_eo_opus100_pr_auc": 0.936567189666598,
+      "eval_es_ersatz_pr_auc": 0.9974864561492166,
+      "eval_es_opus100_pr_auc": 0.9343749028026992,
+      "eval_es_ud_pr_auc": 0.9929704400341006,
+      "eval_et_ersatz_pr_auc": 0.9860185766058969,
+      "eval_et_opus100_pr_auc": 0.9033242469752129,
+      "eval_et_ud_pr_auc": 0.9761938285252515,
+      "eval_eu_opus100_pr_auc": 0.8857107589890022,
+      "eval_eu_ud_pr_auc": 0.9924985615800024,
+      "eval_fa_opus100_pr_auc": 0.6054550889875903,
+      "eval_fa_ud_pr_auc": 0.9966334963598352,
+      "eval_fi_ersatz_pr_auc": 0.9938721194291066,
+      "eval_fi_opus100_pr_auc": 0.9283657491516245,
+      "eval_fi_ud_pr_auc": 0.9760334354212833,
+      "eval_fr_ersatz_pr_auc": 0.9907040879438942,
+      "eval_fr_opus100_pr_auc": 0.915732548359897,
+      "eval_fr_ud_pr_auc": 0.9850413529783695,
+      "eval_fy_opus100_pr_auc": 0.7106973156980316,
+      "eval_ga_opus100_pr_auc": 0.8908414347857039,
+      "eval_ga_ud_pr_auc": 0.8230636108525867,
+      "eval_gd_opus100_pr_auc": 0.7211475760684168,
+      "eval_gd_ud_pr_auc": 0.8182430364615131,
+      "eval_gl_opus100_pr_auc": 0.8970577292711988,
+      "eval_gl_ud_pr_auc": 0.9971625751615636,
+      "eval_gu_ersatz_pr_auc": 0.939906400588484,
+      "eval_gu_opus100_pr_auc": 0.7470169222289685,
+      "eval_ha_opus100_pr_auc": 0.910180992927482,
+      "eval_he_opus100_pr_auc": 0.8801473723206432,
+      "eval_he_ud_pr_auc": 0.9818270975525292,
+      "eval_hi_ersatz_pr_auc": 0.9797155422980467,
+      "eval_hi_opus100_pr_auc": 0.7093302769808767,
+      "eval_hi_ud_pr_auc": 0.9863513257834601,
+      "eval_hu_opus100_pr_auc": 0.9193772229278642,
+      "eval_hu_ud_pr_auc": 0.9850240754278174,
+      "eval_hy_opus100_pr_auc": 0.905058424364557,
+      "eval_hy_ud_pr_auc": 0.9923359510694254,
+      "eval_id_opus100_pr_auc": 0.8943344370337383,
+      "eval_id_ud_pr_auc": 0.9940893608435689,
+      "eval_ig_opus100_pr_auc": 0.8833760083069695,
+      "eval_is_opus100_pr_auc": 0.9274756133005979,
+      "eval_is_ud_pr_auc": 0.9192341235971249,
+      "eval_it_opus100_pr_auc": 0.9196553622225824,
+      "eval_it_ud_pr_auc": 0.9959688052958685,
+      "eval_ja_ersatz_pr_auc": 0.8456162958847572,
+      "eval_ja_opus100_pr_auc": 0.8307707932706745,
+      "eval_ja_ud_pr_auc": 0.9762939673923949,
+      "eval_jv_ud_pr_auc": 0.9647532365680695,
+      "eval_ka_opus100_pr_auc": 0.8681786391437593,
+      "eval_kk_ersatz_pr_auc": 0.9879295472963352,
+      "eval_kk_opus100_pr_auc": 0.8043902486201892,
+      "eval_kk_ud_pr_auc": 0.975119713620292,
+      "eval_km_ersatz_pr_auc": 0.9209954680034171,
+      "eval_km_opus100_pr_auc": 0.7498944406610767,
+      "eval_kn_opus100_pr_auc": 0.6212532321057326,
+      "eval_ko_opus100_pr_auc": 0.7066091993269072,
+      "eval_ko_ud_pr_auc": 0.9984338348852033,
+      "eval_ku_opus100_pr_auc": 0.847338249933103,
+      "eval_ky_opus100_pr_auc": 0.8949499943269363,
+      "eval_la_ud_pr_auc": 0.97341744279607,
+      "eval_loss": 0.028742045164108276,
+      "eval_lt_ersatz_pr_auc": 0.9961281066270202,
+      "eval_lt_opus100_pr_auc": 0.8827622827597635,
+      "eval_lt_ud_pr_auc": 0.9924286861604389,
+      "eval_lv_ersatz_pr_auc": 0.9912892009588286,
+      "eval_lv_opus100_pr_auc": 0.8931669484415289,
+      "eval_lv_ud_pr_auc": 0.9633684650152533,
+      "eval_mg_opus100_pr_auc": 0.9332087537280984,
+      "eval_mk_opus100_pr_auc": 0.9269785788747668,
+      "eval_ml_opus100_pr_auc": 0.7795679978821697,
+      "eval_mn_opus100_pr_auc": 0.9496166016849206,
+      "eval_mr_opus100_pr_auc": 0.9074015417030487,
+      "eval_mr_ud_pr_auc": 0.9702543643157334,
+      "eval_ms_opus100_pr_auc": 0.8834742187284155,
+      "eval_mt_opus100_pr_auc": 0.8700920082039414,
+      "eval_mt_ud_pr_auc": 0.9074807962096866,
+      "eval_my_opus100_pr_auc": 0.7899734861621083,
+      "eval_ne_opus100_pr_auc": 0.7336593987643103,
+      "eval_nl_opus100_pr_auc": 0.9037006199783925,
+      "eval_nl_ud_pr_auc": 0.989178875977047,
+      "eval_no_opus100_pr_auc": 0.9207993085819544,
+      "eval_no_ud_pr_auc": 0.9956344277510744,
+      "eval_pa_opus100_pr_auc": 0.6805483513458581,
+      "eval_pl_ersatz_pr_auc": 0.9778727736174159,
+      "eval_pl_opus100_pr_auc": 0.9042811081682658,
+      "eval_pl_ud_pr_auc": 0.9702452754951457,
+      "eval_ps_ersatz_pr_auc": 0.9296256316324323,
+      "eval_ps_opus100_pr_auc": 0.7579330103934783,
+      "eval_pt_opus100_pr_auc": 0.9333524858842631,
+      "eval_pt_ud_pr_auc": 0.9873580990794993,
+      "eval_ro_ersatz_pr_auc": 0.9940094263217367,
+      "eval_ro_opus100_pr_auc": 0.9032296788795092,
+      "eval_ro_ud_pr_auc": 0.9643394602728905,
+      "eval_ru_ersatz_pr_auc": 0.9921995269483402,
+      "eval_ru_opus100_pr_auc": 0.9326332196590665,
+      "eval_ru_ud_pr_auc": 0.8758711300599991,
+      "eval_runtime": 864.8879,
+      "eval_samples_per_second": 87.358,
+      "eval_si_opus100_pr_auc": 0.8110402125737795,
+      "eval_sk_opus100_pr_auc": 0.9388319124357112,
+      "eval_sk_ud_pr_auc": 0.9868852262452344,
+      "eval_sl_opus100_pr_auc": 0.8753718374274191,
+      "eval_sl_ud_pr_auc": 0.9789885317652276,
+      "eval_sq_opus100_pr_auc": 0.9401709498148925,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9082238187581255,
+      "eval_sr_ud_pr_auc": 0.9994695250230076,
+      "eval_steps_per_second": 5.461,
+      "eval_sv_opus100_pr_auc": 0.9079308113083314,
+      "eval_sv_ud_pr_auc": 0.9575740464161143,
+      "eval_ta_ersatz_pr_auc": 0.9842588150517007,
+      "eval_ta_opus100_pr_auc": 0.6856897900909195,
+      "eval_ta_ud_pr_auc": 0.9959753005167782,
+      "eval_te_opus100_pr_auc": 0.8280484942807084,
+      "eval_tg_opus100_pr_auc": 0.8933506986730887,
+      "eval_th_opus100_pr_auc": 0.6879270537181535,
+      "eval_th_ud_pr_auc": 0.8282258980594169,
+      "eval_tr_ersatz_pr_auc": 0.9666842543694629,
+      "eval_tr_opus100_pr_auc": 0.9159908319372769,
+      "eval_tr_ud_pr_auc": 0.9660164525205541,
+      "eval_uk_opus100_pr_auc": 0.8829215729259782,
+      "eval_uk_ud_pr_auc": 0.9183288020998777,
+      "eval_ur_opus100_pr_auc": 0.5713570463856718,
+      "eval_ur_ud_pr_auc": 0.9934026712026119,
+      "eval_uz_opus100_pr_auc": 0.8709182532590422,
+      "eval_vi_opus100_pr_auc": 0.9089735863909365,
+      "eval_vi_ud_pr_auc": 0.9517455181238268,
+      "eval_xh_opus100_pr_auc": 0.8690455932651144,
+      "eval_yi_opus100_pr_auc": 0.8102508663906952,
+      "eval_yo_opus100_pr_auc": 0.8212529177595504,
+      "eval_yo_ud_pr_auc": 0.9168209041783177,
+      "eval_zh_ersatz_pr_auc": 0.9394671606842235,
+      "eval_zh_opus100_pr_auc": 0.760253432899476,
+      "eval_zh_ud_pr_auc": 0.9962245319421875,
+      "eval_zu_opus100_pr_auc": 0.8492381598762387,
+      "step": 315000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0247,
+      "step": 315050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0253,
+      "step": 315100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.025,
+      "step": 315150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0251,
+      "step": 315200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0243,
+      "step": 315250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0246,
+      "step": 315300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0243,
+      "step": 315350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.025,
+      "step": 315400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0251,
+      "step": 315450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0248,
+      "step": 315500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0247,
+      "step": 315550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0248,
+      "step": 315600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0247,
+      "step": 315650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0248,
+      "step": 315700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.025,
+      "step": 315750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0249,
+      "step": 315800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0248,
+      "step": 315850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0246,
+      "step": 315900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0249,
+      "step": 315950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0247,
+      "step": 316000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0248,
+      "step": 316050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.024,
+      "step": 316100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0248,
+      "step": 316150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.024,
+      "step": 316200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0245,
+      "step": 316250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0252,
+      "step": 316300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0245,
+      "step": 316350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0252,
+      "step": 316400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0245,
+      "step": 316450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.0248,
+      "step": 316500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0251,
+      "step": 316550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0246,
+      "step": 316600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0243,
+      "step": 316650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0244,
+      "step": 316700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0252,
+      "step": 316750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0245,
+      "step": 316800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0247,
+      "step": 316850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0248,
+      "step": 316900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0252,
+      "step": 316950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0252,
+      "step": 317000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.0247,
+      "step": 317050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0249,
+      "step": 317100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0247,
+      "step": 317150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0244,
+      "step": 317200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0248,
+      "step": 317250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0245,
+      "step": 317300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0252,
+      "step": 317350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0248,
+      "step": 317400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0247,
+      "step": 317450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.0246,
+      "step": 317500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0252,
+      "step": 317550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0249,
+      "step": 317600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0243,
+      "step": 317650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0246,
+      "step": 317700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0242,
+      "step": 317750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0247,
+      "step": 317800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0246,
+      "step": 317850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0243,
+      "step": 317900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0256,
+      "step": 317950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0253,
+      "step": 318000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0239,
+      "step": 318050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0259,
+      "step": 318100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0247,
+      "step": 318150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0247,
+      "step": 318200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0253,
+      "step": 318250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0251,
+      "step": 318300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0246,
+      "step": 318350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0243,
+      "step": 318400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0242,
+      "step": 318450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0244,
+      "step": 318500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0243,
+      "step": 318550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0247,
+      "step": 318600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0248,
+      "step": 318650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.025,
+      "step": 318700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0246,
+      "step": 318750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.0247,
+      "step": 318800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0245,
+      "step": 318850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0246,
+      "step": 318900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0248,
+      "step": 318950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0244,
+      "step": 319000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0248,
+      "step": 319050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0246,
+      "step": 319100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0247,
+      "step": 319150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0249,
+      "step": 319200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0249,
+      "step": 319250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.025,
+      "step": 319300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.025,
+      "step": 319350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0241,
+      "step": 319400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0246,
+      "step": 319450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0248,
+      "step": 319500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0249,
+      "step": 319550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0246,
+      "step": 319600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0239,
+      "step": 319650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0249,
+      "step": 319700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0244,
+      "step": 319750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0252,
+      "step": 319800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0243,
+      "step": 319850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0246,
+      "step": 319900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.0251,
+      "step": 319950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0248,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7953448147902773,
+      "eval_af_ud_pr_auc": 0.9875290226099273,
+      "eval_am_opus100_pr_auc": 0.6088043020837797,
+      "eval_ar_ersatz_pr_auc": 0.9367930361448654,
+      "eval_ar_opus100_pr_auc": 0.7449711965621012,
+      "eval_ar_ud_pr_auc": 0.896759565137776,
+      "eval_average_ersatz_pr_auc": 0.9697786412591366,
+      "eval_average_opus100_pr_auc": 0.8478506609368887,
+      "eval_average_ud_pr_auc": 0.9659790998839403,
+      "eval_az_opus100_pr_auc": 0.8180612336977287,
+      "eval_be_opus100_pr_auc": 0.716710780252608,
+      "eval_be_ud_pr_auc": 0.9013513971132725,
+      "eval_bg_opus100_pr_auc": 0.9278894186747667,
+      "eval_bg_ud_pr_auc": 0.9954013625317522,
+      "eval_bn_opus100_pr_auc": 0.8474149459320872,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8879899664971652,
+      "eval_ca_ud_pr_auc": 0.9937316332495231,
+      "eval_ceb_ud_pr_auc": 0.999080616256776,
+      "eval_cs_ersatz_pr_auc": 0.9833774113028726,
+      "eval_cs_opus100_pr_auc": 0.9135228752687878,
+      "eval_cs_ud_pr_auc": 0.9605271214143555,
+      "eval_cy_opus100_pr_auc": 0.7900444430006421,
+      "eval_cy_ud_pr_auc": 0.9973999868025705,
+      "eval_da_opus100_pr_auc": 0.9279910760411856,
+      "eval_da_ud_pr_auc": 0.9828876995365964,
+      "eval_de_ersatz_pr_auc": 0.9872296669682057,
+      "eval_de_opus100_pr_auc": 0.9125950408020111,
+      "eval_de_ud_pr_auc": 0.9846811416631048,
+      "eval_el_opus100_pr_auc": 0.9262039194603008,
+      "eval_el_ud_pr_auc": 0.989021016008174,
+      "eval_en_ersatz_pr_auc": 0.9921544293667843,
+      "eval_en_opus100_pr_auc": 0.9308268726927387,
+      "eval_en_ud_pr_auc": 0.9772676145029289,
+      "eval_eo_opus100_pr_auc": 0.9386804996935254,
+      "eval_es_ersatz_pr_auc": 0.9975033553587568,
+      "eval_es_opus100_pr_auc": 0.9364021407553875,
+      "eval_es_ud_pr_auc": 0.9936556533815295,
+      "eval_et_ersatz_pr_auc": 0.985442127815074,
+      "eval_et_opus100_pr_auc": 0.907662898787697,
+      "eval_et_ud_pr_auc": 0.9753537923170906,
+      "eval_eu_opus100_pr_auc": 0.8818049249491727,
+      "eval_eu_ud_pr_auc": 0.9900921708649678,
+      "eval_fa_opus100_pr_auc": 0.6139007480097244,
+      "eval_fa_ud_pr_auc": 0.9961608967657489,
+      "eval_fi_ersatz_pr_auc": 0.9940432062910589,
+      "eval_fi_opus100_pr_auc": 0.936002406782192,
+      "eval_fi_ud_pr_auc": 0.9805425842140237,
+      "eval_fr_ersatz_pr_auc": 0.9907042965471767,
+      "eval_fr_opus100_pr_auc": 0.9219351212096204,
+      "eval_fr_ud_pr_auc": 0.9840003805565158,
+      "eval_fy_opus100_pr_auc": 0.7258113290224377,
+      "eval_ga_opus100_pr_auc": 0.8953084231634113,
+      "eval_ga_ud_pr_auc": 0.8384065399949776,
+      "eval_gd_opus100_pr_auc": 0.7378240617201773,
+      "eval_gd_ud_pr_auc": 0.8189396152553244,
+      "eval_gl_opus100_pr_auc": 0.8944086119019803,
+      "eval_gl_ud_pr_auc": 0.9976290245959125,
+      "eval_gu_ersatz_pr_auc": 0.9471464693167627,
+      "eval_gu_opus100_pr_auc": 0.749696572389752,
+      "eval_ha_opus100_pr_auc": 0.9006825320961935,
+      "eval_he_opus100_pr_auc": 0.8931758946416019,
+      "eval_he_ud_pr_auc": 0.9842867984573835,
+      "eval_hi_ersatz_pr_auc": 0.9826213850309148,
+      "eval_hi_opus100_pr_auc": 0.7144537890970579,
+      "eval_hi_ud_pr_auc": 0.9867213714668885,
+      "eval_hu_opus100_pr_auc": 0.9252576869433179,
+      "eval_hu_ud_pr_auc": 0.9830649596713178,
+      "eval_hy_opus100_pr_auc": 0.9069772253902704,
+      "eval_hy_ud_pr_auc": 0.9881626119841913,
+      "eval_id_opus100_pr_auc": 0.8980479195855136,
+      "eval_id_ud_pr_auc": 0.993848910955666,
+      "eval_ig_opus100_pr_auc": 0.8903605515480119,
+      "eval_is_opus100_pr_auc": 0.936998169948138,
+      "eval_is_ud_pr_auc": 0.9203078033892167,
+      "eval_it_opus100_pr_auc": 0.9203530461508116,
+      "eval_it_ud_pr_auc": 0.9978433633438653,
+      "eval_ja_ersatz_pr_auc": 0.8474533270881134,
+      "eval_ja_opus100_pr_auc": 0.8219749239011842,
+      "eval_ja_ud_pr_auc": 0.9777117709179054,
+      "eval_jv_ud_pr_auc": 0.9636557903765823,
+      "eval_ka_opus100_pr_auc": 0.8759249825291849,
+      "eval_kk_ersatz_pr_auc": 0.9880794058140876,
+      "eval_kk_opus100_pr_auc": 0.8026962332129663,
+      "eval_kk_ud_pr_auc": 0.9725911334264365,
+      "eval_km_ersatz_pr_auc": 0.9247400249248477,
+      "eval_km_opus100_pr_auc": 0.7598445457138774,
+      "eval_kn_opus100_pr_auc": 0.6392345679955812,
+      "eval_ko_opus100_pr_auc": 0.6989600044295189,
+      "eval_ko_ud_pr_auc": 0.999512250644591,
+      "eval_ku_opus100_pr_auc": 0.8527540983641837,
+      "eval_ky_opus100_pr_auc": 0.8956837725771106,
+      "eval_la_ud_pr_auc": 0.9763312588542958,
+      "eval_loss": 0.028560420498251915,
+      "eval_lt_ersatz_pr_auc": 0.9951949814816354,
+      "eval_lt_opus100_pr_auc": 0.88182510735811,
+      "eval_lt_ud_pr_auc": 0.9910002808013161,
+      "eval_lv_ersatz_pr_auc": 0.9905184771375433,
+      "eval_lv_opus100_pr_auc": 0.8959828555255396,
+      "eval_lv_ud_pr_auc": 0.96156537741771,
+      "eval_mg_opus100_pr_auc": 0.9343420373689401,
+      "eval_mk_opus100_pr_auc": 0.9256617707234762,
+      "eval_ml_opus100_pr_auc": 0.7909085953682147,
+      "eval_mn_opus100_pr_auc": 0.9434032589810947,
+      "eval_mr_opus100_pr_auc": 0.9091553845178915,
+      "eval_mr_ud_pr_auc": 0.9645511306385088,
+      "eval_ms_opus100_pr_auc": 0.8894147581689593,
+      "eval_mt_opus100_pr_auc": 0.8734476591328411,
+      "eval_mt_ud_pr_auc": 0.8979298936274263,
+      "eval_my_opus100_pr_auc": 0.7815473958947531,
+      "eval_ne_opus100_pr_auc": 0.7407623298933758,
+      "eval_nl_opus100_pr_auc": 0.9126865208366733,
+      "eval_nl_ud_pr_auc": 0.9857271835815445,
+      "eval_no_opus100_pr_auc": 0.9264480166122786,
+      "eval_no_ud_pr_auc": 0.99588575278574,
+      "eval_pa_opus100_pr_auc": 0.6812591533638339,
+      "eval_pl_ersatz_pr_auc": 0.9769630421855917,
+      "eval_pl_opus100_pr_auc": 0.9090111801758535,
+      "eval_pl_ud_pr_auc": 0.9684830212776717,
+      "eval_ps_ersatz_pr_auc": 0.932869146289807,
+      "eval_ps_opus100_pr_auc": 0.7592201498307223,
+      "eval_pt_opus100_pr_auc": 0.9330648100776295,
+      "eval_pt_ud_pr_auc": 0.986830973185423,
+      "eval_ro_ersatz_pr_auc": 0.9937547181124918,
+      "eval_ro_opus100_pr_auc": 0.904561771751306,
+      "eval_ro_ud_pr_auc": 0.9611072153574008,
+      "eval_ru_ersatz_pr_auc": 0.9907746322708013,
+      "eval_ru_opus100_pr_auc": 0.9336026749842975,
+      "eval_ru_ud_pr_auc": 0.8705471184399266,
+      "eval_runtime": 892.2455,
+      "eval_samples_per_second": 84.68,
+      "eval_si_opus100_pr_auc": 0.8158865812643226,
+      "eval_sk_opus100_pr_auc": 0.9453052604706147,
+      "eval_sk_ud_pr_auc": 0.9852351029597894,
+      "eval_sl_opus100_pr_auc": 0.8800534496251118,
+      "eval_sl_ud_pr_auc": 0.975712112896189,
+      "eval_sq_opus100_pr_auc": 0.9397944558697324,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9121346610845297,
+      "eval_sr_ud_pr_auc": 0.9994582422037417,
+      "eval_steps_per_second": 5.293,
+      "eval_sv_opus100_pr_auc": 0.9167650851603204,
+      "eval_sv_ud_pr_auc": 0.959105351188288,
+      "eval_ta_ersatz_pr_auc": 0.9854081569202955,
+      "eval_ta_opus100_pr_auc": 0.693721201105672,
+      "eval_ta_ud_pr_auc": 0.9955050083472088,
+      "eval_te_opus100_pr_auc": 0.8306050262645787,
+      "eval_tg_opus100_pr_auc": 0.896953339444812,
+      "eval_th_opus100_pr_auc": 0.6952001328961598,
+      "eval_th_ud_pr_auc": 0.8385515518878986,
+      "eval_tr_ersatz_pr_auc": 0.9707416485328664,
+      "eval_tr_opus100_pr_auc": 0.9174225907108794,
+      "eval_tr_ud_pr_auc": 0.9646465014053279,
+      "eval_uk_opus100_pr_auc": 0.8883360886994823,
+      "eval_uk_ud_pr_auc": 0.9235446467972865,
+      "eval_ur_opus100_pr_auc": 0.5832989751248789,
+      "eval_ur_ud_pr_auc": 0.9929938638908503,
+      "eval_uz_opus100_pr_auc": 0.876096482416063,
+      "eval_vi_opus100_pr_auc": 0.9104100942898219,
+      "eval_vi_ud_pr_auc": 0.9417125896179864,
+      "eval_xh_opus100_pr_auc": 0.8665227755429544,
+      "eval_yi_opus100_pr_auc": 0.7992858506927933,
+      "eval_yo_opus100_pr_auc": 0.8232449561874624,
+      "eval_yo_ud_pr_auc": 0.9189247840576225,
+      "eval_zh_ersatz_pr_auc": 0.9416171628004497,
+      "eval_zh_opus100_pr_auc": 0.7297523434356776,
+      "eval_zh_ud_pr_auc": 0.9973341327585551,
+      "eval_zu_opus100_pr_auc": 0.8554708477074304,
+      "step": 320000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0249,
+      "step": 320050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0247,
+      "step": 320100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.025,
+      "step": 320150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0245,
+      "step": 320200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0246,
+      "step": 320250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0254,
+      "step": 320300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0246,
+      "step": 320350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0245,
+      "step": 320400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0246,
+      "step": 320450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0251,
+      "step": 320500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.0249,
+      "step": 320550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0249,
+      "step": 320600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0245,
+      "step": 320650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0245,
+      "step": 320700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0247,
+      "step": 320750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0246,
+      "step": 320800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0255,
+      "step": 320850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.0247,
+      "step": 320900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0256,
+      "step": 320950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0243,
+      "step": 321000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0252,
+      "step": 321050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0244,
+      "step": 321100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0239,
+      "step": 321150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0247,
+      "step": 321200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0244,
+      "step": 321250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0253,
+      "step": 321300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.0251,
+      "step": 321350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.0248,
+      "step": 321400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.0247,
+      "step": 321450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.025,
+      "step": 321500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0249,
+      "step": 321550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0252,
+      "step": 321600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0246,
+      "step": 321650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0243,
+      "step": 321700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0246,
+      "step": 321750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0242,
+      "step": 321800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.0248,
+      "step": 321850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0249,
+      "step": 321900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0246,
+      "step": 321950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.0253,
+      "step": 322000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0248,
+      "step": 322050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.025,
+      "step": 322100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0248,
+      "step": 322150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0251,
+      "step": 322200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.0244,
+      "step": 322250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0249,
+      "step": 322300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0247,
+      "step": 322350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.0252,
+      "step": 322400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.0251,
+      "step": 322450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0246,
+      "step": 322500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0245,
+      "step": 322550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0246,
+      "step": 322600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0245,
+      "step": 322650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0252,
+      "step": 322700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0247,
+      "step": 322750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0251,
+      "step": 322800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0245,
+      "step": 322850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0241,
+      "step": 322900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0248,
+      "step": 322950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.024,
+      "step": 323000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0247,
+      "step": 323050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0245,
+      "step": 323100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0248,
+      "step": 323150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0242,
+      "step": 323200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0243,
+      "step": 323250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0248,
+      "step": 323300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0251,
+      "step": 323350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.0252,
+      "step": 323400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0247,
+      "step": 323450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0249,
+      "step": 323500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0242,
+      "step": 323550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0249,
+      "step": 323600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0245,
+      "step": 323650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0255,
+      "step": 323700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0246,
+      "step": 323750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0246,
+      "step": 323800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.0246,
+      "step": 323850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0245,
+      "step": 323900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0253,
+      "step": 323950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0245,
+      "step": 324000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0251,
+      "step": 324050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0246,
+      "step": 324100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0251,
+      "step": 324150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0247,
+      "step": 324200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0241,
+      "step": 324250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0245,
+      "step": 324300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0245,
+      "step": 324350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0249,
+      "step": 324400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0252,
+      "step": 324450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.0244,
+      "step": 324500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0246,
+      "step": 324550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.0243,
+      "step": 324600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0244,
+      "step": 324650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0249,
+      "step": 324700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0247,
+      "step": 324750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.0247,
+      "step": 324800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0246,
+      "step": 324850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.024,
+      "step": 324900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0245,
+      "step": 324950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0246,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7832550628787549,
+      "eval_af_ud_pr_auc": 0.9864460487816585,
+      "eval_am_opus100_pr_auc": 0.6208897828554062,
+      "eval_ar_ersatz_pr_auc": 0.9295804286421887,
+      "eval_ar_opus100_pr_auc": 0.7410041978205771,
+      "eval_ar_ud_pr_auc": 0.8884177253059247,
+      "eval_average_ersatz_pr_auc": 0.9667270769018398,
+      "eval_average_opus100_pr_auc": 0.8435121221664565,
+      "eval_average_ud_pr_auc": 0.963263874091389,
+      "eval_az_opus100_pr_auc": 0.8074847937908569,
+      "eval_be_opus100_pr_auc": 0.7150769659820093,
+      "eval_be_ud_pr_auc": 0.9045267212167399,
+      "eval_bg_opus100_pr_auc": 0.9216429380100983,
+      "eval_bg_ud_pr_auc": 0.994937618938425,
+      "eval_bn_opus100_pr_auc": 0.8438589500310367,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8859362800383812,
+      "eval_ca_ud_pr_auc": 0.9928616436509886,
+      "eval_ceb_ud_pr_auc": 0.9984791357209366,
+      "eval_cs_ersatz_pr_auc": 0.9818917733180932,
+      "eval_cs_opus100_pr_auc": 0.9087749089652093,
+      "eval_cs_ud_pr_auc": 0.9571187770997502,
+      "eval_cy_opus100_pr_auc": 0.7855997554446191,
+      "eval_cy_ud_pr_auc": 0.9950883436531193,
+      "eval_da_opus100_pr_auc": 0.9241168895784722,
+      "eval_da_ud_pr_auc": 0.9813570532671265,
+      "eval_de_ersatz_pr_auc": 0.9853757809410721,
+      "eval_de_opus100_pr_auc": 0.9106771019316033,
+      "eval_de_ud_pr_auc": 0.9819454567571462,
+      "eval_el_opus100_pr_auc": 0.9199470837448314,
+      "eval_el_ud_pr_auc": 0.9867338801580388,
+      "eval_en_ersatz_pr_auc": 0.9913097172678467,
+      "eval_en_opus100_pr_auc": 0.9244167550722182,
+      "eval_en_ud_pr_auc": 0.9788398671451064,
+      "eval_eo_opus100_pr_auc": 0.9347484853634265,
+      "eval_es_ersatz_pr_auc": 0.9968312650505871,
+      "eval_es_opus100_pr_auc": 0.929175170623142,
+      "eval_es_ud_pr_auc": 0.9919162642326685,
+      "eval_et_ersatz_pr_auc": 0.9834506720284975,
+      "eval_et_opus100_pr_auc": 0.9014722570453921,
+      "eval_et_ud_pr_auc": 0.9734162208574337,
+      "eval_eu_opus100_pr_auc": 0.8853950190156884,
+      "eval_eu_ud_pr_auc": 0.9900640254580997,
+      "eval_fa_opus100_pr_auc": 0.5906274693189805,
+      "eval_fa_ud_pr_auc": 0.9949497765744917,
+      "eval_fi_ersatz_pr_auc": 0.9928094049159936,
+      "eval_fi_opus100_pr_auc": 0.9271746916780156,
+      "eval_fi_ud_pr_auc": 0.9767582333667225,
+      "eval_fr_ersatz_pr_auc": 0.9870712617467184,
+      "eval_fr_opus100_pr_auc": 0.9173875438845961,
+      "eval_fr_ud_pr_auc": 0.9825623006435869,
+      "eval_fy_opus100_pr_auc": 0.7155841615730169,
+      "eval_ga_opus100_pr_auc": 0.8921834673427044,
+      "eval_ga_ud_pr_auc": 0.799584577748425,
+      "eval_gd_opus100_pr_auc": 0.7189945638713678,
+      "eval_gd_ud_pr_auc": 0.8091898764706507,
+      "eval_gl_opus100_pr_auc": 0.891973113251547,
+      "eval_gl_ud_pr_auc": 0.9977109776545681,
+      "eval_gu_ersatz_pr_auc": 0.939537101178121,
+      "eval_gu_opus100_pr_auc": 0.7458606480943204,
+      "eval_ha_opus100_pr_auc": 0.8996982696744265,
+      "eval_he_opus100_pr_auc": 0.8833549614852704,
+      "eval_he_ud_pr_auc": 0.9800493406345242,
+      "eval_hi_ersatz_pr_auc": 0.9796414578121182,
+      "eval_hi_opus100_pr_auc": 0.7124875333638383,
+      "eval_hi_ud_pr_auc": 0.9845070631372159,
+      "eval_hu_opus100_pr_auc": 0.9230905262391949,
+      "eval_hu_ud_pr_auc": 0.9828833582363985,
+      "eval_hy_opus100_pr_auc": 0.9050088190201775,
+      "eval_hy_ud_pr_auc": 0.986082878550093,
+      "eval_id_opus100_pr_auc": 0.8861057653498277,
+      "eval_id_ud_pr_auc": 0.9935059648548465,
+      "eval_ig_opus100_pr_auc": 0.8777868783682297,
+      "eval_is_opus100_pr_auc": 0.9292612227152209,
+      "eval_is_ud_pr_auc": 0.9185654334210682,
+      "eval_it_opus100_pr_auc": 0.912060363354464,
+      "eval_it_ud_pr_auc": 0.9983579458135834,
+      "eval_ja_ersatz_pr_auc": 0.8414108060173888,
+      "eval_ja_opus100_pr_auc": 0.8188121470718491,
+      "eval_ja_ud_pr_auc": 0.9767772533590499,
+      "eval_jv_ud_pr_auc": 0.96326646182641,
+      "eval_ka_opus100_pr_auc": 0.8704553892717617,
+      "eval_kk_ersatz_pr_auc": 0.9848661450751708,
+      "eval_kk_opus100_pr_auc": 0.7986704827523464,
+      "eval_kk_ud_pr_auc": 0.9715439638717289,
+      "eval_km_ersatz_pr_auc": 0.9213542017642106,
+      "eval_km_opus100_pr_auc": 0.7593337237384032,
+      "eval_kn_opus100_pr_auc": 0.6373622716621332,
+      "eval_ko_opus100_pr_auc": 0.6952585317866593,
+      "eval_ko_ud_pr_auc": 0.9993911712423824,
+      "eval_ku_opus100_pr_auc": 0.8468404344497324,
+      "eval_ky_opus100_pr_auc": 0.8821535719935562,
+      "eval_la_ud_pr_auc": 0.9781670973892556,
+      "eval_loss": 0.02862565405666828,
+      "eval_lt_ersatz_pr_auc": 0.9945462223050007,
+      "eval_lt_opus100_pr_auc": 0.8747091090502513,
+      "eval_lt_ud_pr_auc": 0.9869340521784274,
+      "eval_lv_ersatz_pr_auc": 0.988235095522529,
+      "eval_lv_opus100_pr_auc": 0.890369134679004,
+      "eval_lv_ud_pr_auc": 0.9584334520271346,
+      "eval_mg_opus100_pr_auc": 0.9307796125175372,
+      "eval_mk_opus100_pr_auc": 0.9210599887113775,
+      "eval_ml_opus100_pr_auc": 0.7852591960126778,
+      "eval_mn_opus100_pr_auc": 0.9442614864479207,
+      "eval_mr_opus100_pr_auc": 0.9022312076008412,
+      "eval_mr_ud_pr_auc": 0.9757678604368573,
+      "eval_ms_opus100_pr_auc": 0.8762952635096134,
+      "eval_mt_opus100_pr_auc": 0.8746436697838009,
+      "eval_mt_ud_pr_auc": 0.8998901959173047,
+      "eval_my_opus100_pr_auc": 0.7964433892895912,
+      "eval_ne_opus100_pr_auc": 0.739221753782031,
+      "eval_nl_opus100_pr_auc": 0.9035752878712106,
+      "eval_nl_ud_pr_auc": 0.9838845460812726,
+      "eval_no_opus100_pr_auc": 0.9240393741832316,
+      "eval_no_ud_pr_auc": 0.9955014654753948,
+      "eval_pa_opus100_pr_auc": 0.6817351627953923,
+      "eval_pl_ersatz_pr_auc": 0.9748624799026381,
+      "eval_pl_opus100_pr_auc": 0.9069029701530326,
+      "eval_pl_ud_pr_auc": 0.9646137462250967,
+      "eval_ps_ersatz_pr_auc": 0.9231172249282967,
+      "eval_ps_opus100_pr_auc": 0.7462726810845141,
+      "eval_pt_opus100_pr_auc": 0.9279116405707855,
+      "eval_pt_ud_pr_auc": 0.9854467825667331,
+      "eval_ro_ersatz_pr_auc": 0.9918666788104552,
+      "eval_ro_opus100_pr_auc": 0.8950429697293997,
+      "eval_ro_ud_pr_auc": 0.9341941867972811,
+      "eval_ru_ersatz_pr_auc": 0.9903164270250734,
+      "eval_ru_opus100_pr_auc": 0.9263255277300043,
+      "eval_ru_ud_pr_auc": 0.8523708914544369,
+      "eval_runtime": 881.5307,
+      "eval_samples_per_second": 85.709,
+      "eval_si_opus100_pr_auc": 0.8099009657427485,
+      "eval_sk_opus100_pr_auc": 0.9389962536551213,
+      "eval_sk_ud_pr_auc": 0.9818641666095842,
+      "eval_sl_opus100_pr_auc": 0.875459326742319,
+      "eval_sl_ud_pr_auc": 0.9707295327753492,
+      "eval_sq_opus100_pr_auc": 0.9307704107844708,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9079269368782159,
+      "eval_sr_ud_pr_auc": 0.9992110140331415,
+      "eval_steps_per_second": 5.358,
+      "eval_sv_opus100_pr_auc": 0.9084083173358295,
+      "eval_sv_ud_pr_auc": 0.9530360907640554,
+      "eval_ta_ersatz_pr_auc": 0.9847452858137606,
+      "eval_ta_opus100_pr_auc": 0.6925134965513724,
+      "eval_ta_ud_pr_auc": 0.994169021366359,
+      "eval_te_opus100_pr_auc": 0.8321135460726364,
+      "eval_tg_opus100_pr_auc": 0.888644928151686,
+      "eval_th_opus100_pr_auc": 0.6850007334575923,
+      "eval_th_ud_pr_auc": 0.8445877640804531,
+      "eval_tr_ersatz_pr_auc": 0.9636764993991637,
+      "eval_tr_opus100_pr_auc": 0.9135267305828482,
+      "eval_tr_ud_pr_auc": 0.9588568279702493,
+      "eval_uk_opus100_pr_auc": 0.8747334507395279,
+      "eval_uk_ud_pr_auc": 0.9159830072788266,
+      "eval_ur_opus100_pr_auc": 0.5752263570457292,
+      "eval_ur_ud_pr_auc": 0.9912552946239218,
+      "eval_uz_opus100_pr_auc": 0.8762903562603551,
+      "eval_vi_opus100_pr_auc": 0.9051759091897933,
+      "eval_vi_ud_pr_auc": 0.953229596553743,
+      "eval_xh_opus100_pr_auc": 0.8760720816597711,
+      "eval_yi_opus100_pr_auc": 0.8315635334843922,
+      "eval_yo_opus100_pr_auc": 0.8218002027978724,
+      "eval_yo_ud_pr_auc": 0.9142962164707378,
+      "eval_zh_ersatz_pr_auc": 0.9414997623755462,
+      "eval_zh_opus100_pr_auc": 0.7547198771230491,
+      "eval_zh_ud_pr_auc": 0.9957826544846502,
+      "eval_zu_opus100_pr_auc": 0.8410722283885177,
+      "step": 325000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0248,
+      "step": 325050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.0242,
+      "step": 325100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0244,
+      "step": 325150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0249,
+      "step": 325200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0245,
+      "step": 325250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0243,
+      "step": 325300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0245,
+      "step": 325350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0253,
+      "step": 325400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0247,
+      "step": 325450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.0247,
+      "step": 325500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0248,
+      "step": 325550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.024,
+      "step": 325600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0249,
+      "step": 325650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0245,
+      "step": 325700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0245,
+      "step": 325750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0247,
+      "step": 325800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0252,
+      "step": 325850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.025,
+      "step": 325900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0248,
+      "step": 325950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0245,
+      "step": 326000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0251,
+      "step": 326050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.025,
+      "step": 326100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0251,
+      "step": 326150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0245,
+      "step": 326200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0248,
+      "step": 326250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.0244,
+      "step": 326300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0247,
+      "step": 326350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0244,
+      "step": 326400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0248,
+      "step": 326450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0242,
+      "step": 326500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.025,
+      "step": 326550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0246,
+      "step": 326600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0248,
+      "step": 326650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0244,
+      "step": 326700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0247,
+      "step": 326750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0252,
+      "step": 326800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0242,
+      "step": 326850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0247,
+      "step": 326900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.0244,
+      "step": 326950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0248,
+      "step": 327000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0246,
+      "step": 327050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.024,
+      "step": 327100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0251,
+      "step": 327150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0247,
+      "step": 327200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0244,
+      "step": 327250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0247,
+      "step": 327300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0244,
+      "step": 327350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0243,
+      "step": 327400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.0236,
+      "step": 327450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0248,
+      "step": 327500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0248,
+      "step": 327550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0244,
+      "step": 327600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0241,
+      "step": 327650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0248,
+      "step": 327700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0245,
+      "step": 327750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0243,
+      "step": 327800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0244,
+      "step": 327850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.025,
+      "step": 327900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.025,
+      "step": 327950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0243,
+      "step": 328000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0248,
+      "step": 328050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0254,
+      "step": 328100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0244,
+      "step": 328150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0242,
+      "step": 328200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.0242,
+      "step": 328250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0248,
+      "step": 328300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0249,
+      "step": 328350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.0242,
+      "step": 328400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0239,
+      "step": 328450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.0249,
+      "step": 328500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0241,
+      "step": 328550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.025,
+      "step": 328600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0246,
+      "step": 328650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0253,
+      "step": 328700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0248,
+      "step": 328750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0248,
+      "step": 328800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0245,
+      "step": 328850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0247,
+      "step": 328900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.025,
+      "step": 328950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.0248,
+      "step": 329000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0245,
+      "step": 329050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.0242,
+      "step": 329100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.0242,
+      "step": 329150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0245,
+      "step": 329200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.024,
+      "step": 329250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0252,
+      "step": 329300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0251,
+      "step": 329350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.0244,
+      "step": 329400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0247,
+      "step": 329450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.0247,
+      "step": 329500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0246,
+      "step": 329550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0243,
+      "step": 329600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0245,
+      "step": 329650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0247,
+      "step": 329700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.0238,
+      "step": 329750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.0249,
+      "step": 329800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0247,
+      "step": 329850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0241,
+      "step": 329900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0245,
+      "step": 329950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.0251,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.7867166010330636,
+      "eval_af_ud_pr_auc": 0.989164707733682,
+      "eval_am_opus100_pr_auc": 0.583870915066747,
+      "eval_ar_ersatz_pr_auc": 0.9313037585889338,
+      "eval_ar_opus100_pr_auc": 0.7346982699277659,
+      "eval_ar_ud_pr_auc": 0.896648270665464,
+      "eval_average_ersatz_pr_auc": 0.9691955989441897,
+      "eval_average_opus100_pr_auc": 0.8425711766387611,
+      "eval_average_ud_pr_auc": 0.9660123145436638,
+      "eval_az_opus100_pr_auc": 0.8199617216084901,
+      "eval_be_opus100_pr_auc": 0.7067158153209082,
+      "eval_be_ud_pr_auc": 0.9113630029676487,
+      "eval_bg_opus100_pr_auc": 0.9244308064298036,
+      "eval_bg_ud_pr_auc": 0.9966559609683568,
+      "eval_bn_opus100_pr_auc": 0.8408165234220097,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8821658464571195,
+      "eval_ca_ud_pr_auc": 0.9946960600103961,
+      "eval_ceb_ud_pr_auc": 0.9981706930331704,
+      "eval_cs_ersatz_pr_auc": 0.9850154527520856,
+      "eval_cs_opus100_pr_auc": 0.9097246348198961,
+      "eval_cs_ud_pr_auc": 0.9632199291305243,
+      "eval_cy_opus100_pr_auc": 0.7776423355171703,
+      "eval_cy_ud_pr_auc": 0.9960845153927783,
+      "eval_da_opus100_pr_auc": 0.9259405926625263,
+      "eval_da_ud_pr_auc": 0.9847482900567393,
+      "eval_de_ersatz_pr_auc": 0.9882600797686029,
+      "eval_de_opus100_pr_auc": 0.9098237542663522,
+      "eval_de_ud_pr_auc": 0.9859514859462047,
+      "eval_el_opus100_pr_auc": 0.9220255593089999,
+      "eval_el_ud_pr_auc": 0.987281544558174,
+      "eval_en_ersatz_pr_auc": 0.9929418836780723,
+      "eval_en_opus100_pr_auc": 0.9215438908509216,
+      "eval_en_ud_pr_auc": 0.9800343915078218,
+      "eval_eo_opus100_pr_auc": 0.9332446781655687,
+      "eval_es_ersatz_pr_auc": 0.9977103994107788,
+      "eval_es_opus100_pr_auc": 0.9301684697714068,
+      "eval_es_ud_pr_auc": 0.9918663576168909,
+      "eval_et_ersatz_pr_auc": 0.9859005496616411,
+      "eval_et_opus100_pr_auc": 0.9045285981555837,
+      "eval_et_ud_pr_auc": 0.9769982705944302,
+      "eval_eu_opus100_pr_auc": 0.88438904546813,
+      "eval_eu_ud_pr_auc": 0.987775821932037,
+      "eval_fa_opus100_pr_auc": 0.6115071463856059,
+      "eval_fa_ud_pr_auc": 0.9955757770949907,
+      "eval_fi_ersatz_pr_auc": 0.9945509901433076,
+      "eval_fi_opus100_pr_auc": 0.9284011398429608,
+      "eval_fi_ud_pr_auc": 0.9825470532864612,
+      "eval_fr_ersatz_pr_auc": 0.9908571752921572,
+      "eval_fr_opus100_pr_auc": 0.9177140380478885,
+      "eval_fr_ud_pr_auc": 0.9838308619772667,
+      "eval_fy_opus100_pr_auc": 0.710550007663878,
+      "eval_ga_opus100_pr_auc": 0.8955495187956395,
+      "eval_ga_ud_pr_auc": 0.8202283117368762,
+      "eval_gd_opus100_pr_auc": 0.7229880849556825,
+      "eval_gd_ud_pr_auc": 0.8179140170363396,
+      "eval_gl_opus100_pr_auc": 0.8878355436583134,
+      "eval_gl_ud_pr_auc": 0.9988347075258888,
+      "eval_gu_ersatz_pr_auc": 0.9412008485577742,
+      "eval_gu_opus100_pr_auc": 0.7520324346412639,
+      "eval_ha_opus100_pr_auc": 0.9045389886068431,
+      "eval_he_opus100_pr_auc": 0.8841151936884405,
+      "eval_he_ud_pr_auc": 0.9849915112012044,
+      "eval_hi_ersatz_pr_auc": 0.980634063296957,
+      "eval_hi_opus100_pr_auc": 0.715579338416977,
+      "eval_hi_ud_pr_auc": 0.985325556914649,
+      "eval_hu_opus100_pr_auc": 0.920649655778498,
+      "eval_hu_ud_pr_auc": 0.9844815277991139,
+      "eval_hy_opus100_pr_auc": 0.9055354307740463,
+      "eval_hy_ud_pr_auc": 0.9890077711416148,
+      "eval_id_opus100_pr_auc": 0.8839213757515284,
+      "eval_id_ud_pr_auc": 0.9947801692288757,
+      "eval_ig_opus100_pr_auc": 0.8819120115767785,
+      "eval_is_opus100_pr_auc": 0.9237966487851182,
+      "eval_is_ud_pr_auc": 0.9255554539129175,
+      "eval_it_opus100_pr_auc": 0.9171317904124184,
+      "eval_it_ud_pr_auc": 0.998735847095125,
+      "eval_ja_ersatz_pr_auc": 0.8537389517540854,
+      "eval_ja_opus100_pr_auc": 0.8136481604504678,
+      "eval_ja_ud_pr_auc": 0.9783985165386757,
+      "eval_jv_ud_pr_auc": 0.9638761858792535,
+      "eval_ka_opus100_pr_auc": 0.8696494085504985,
+      "eval_kk_ersatz_pr_auc": 0.9888190614994383,
+      "eval_kk_opus100_pr_auc": 0.7896052593176051,
+      "eval_kk_ud_pr_auc": 0.9741772513939648,
+      "eval_km_ersatz_pr_auc": 0.9251186210159977,
+      "eval_km_opus100_pr_auc": 0.7593183640489597,
+      "eval_kn_opus100_pr_auc": 0.629375903855672,
+      "eval_ko_opus100_pr_auc": 0.6931160530211277,
+      "eval_ko_ud_pr_auc": 0.9997272535451757,
+      "eval_ku_opus100_pr_auc": 0.8488732053164824,
+      "eval_ky_opus100_pr_auc": 0.8897981544979402,
+      "eval_la_ud_pr_auc": 0.9765855108899035,
+      "eval_loss": 0.028500907123088837,
+      "eval_lt_ersatz_pr_auc": 0.99658363731396,
+      "eval_lt_opus100_pr_auc": 0.8853392036208806,
+      "eval_lt_ud_pr_auc": 0.9933966391632892,
+      "eval_lv_ersatz_pr_auc": 0.9916194105061178,
+      "eval_lv_opus100_pr_auc": 0.8950559866769826,
+      "eval_lv_ud_pr_auc": 0.9636784027082428,
+      "eval_mg_opus100_pr_auc": 0.9385788371425134,
+      "eval_mk_opus100_pr_auc": 0.9245522091909155,
+      "eval_ml_opus100_pr_auc": 0.7817898989422969,
+      "eval_mn_opus100_pr_auc": 0.9465749661600468,
+      "eval_mr_opus100_pr_auc": 0.9061117815709149,
+      "eval_mr_ud_pr_auc": 0.9681247617313773,
+      "eval_ms_opus100_pr_auc": 0.8767871735306267,
+      "eval_mt_opus100_pr_auc": 0.8686365968246442,
+      "eval_mt_ud_pr_auc": 0.9005202551596515,
+      "eval_my_opus100_pr_auc": 0.7998204777363358,
+      "eval_ne_opus100_pr_auc": 0.7347206258542813,
+      "eval_nl_opus100_pr_auc": 0.9048758059199358,
+      "eval_nl_ud_pr_auc": 0.9850159339665145,
+      "eval_no_opus100_pr_auc": 0.9234101619785295,
+      "eval_no_ud_pr_auc": 0.9956702880148853,
+      "eval_pa_opus100_pr_auc": 0.660660163123782,
+      "eval_pl_ersatz_pr_auc": 0.9788596399135325,
+      "eval_pl_opus100_pr_auc": 0.9034060856957625,
+      "eval_pl_ud_pr_auc": 0.9702514022398445,
+      "eval_ps_ersatz_pr_auc": 0.9258408432274863,
+      "eval_ps_opus100_pr_auc": 0.7531522077023521,
+      "eval_pt_opus100_pr_auc": 0.9320273169035307,
+      "eval_pt_ud_pr_auc": 0.9852498913476403,
+      "eval_ro_ersatz_pr_auc": 0.9943196627809764,
+      "eval_ro_opus100_pr_auc": 0.8964321046996958,
+      "eval_ro_ud_pr_auc": 0.9515342757768043,
+      "eval_ru_ersatz_pr_auc": 0.9915374399558947,
+      "eval_ru_opus100_pr_auc": 0.9328106268672752,
+      "eval_ru_ud_pr_auc": 0.8661782810677668,
+      "eval_runtime": 884.4279,
+      "eval_samples_per_second": 85.428,
+      "eval_si_opus100_pr_auc": 0.8048025932012463,
+      "eval_sk_opus100_pr_auc": 0.9433581413671783,
+      "eval_sk_ud_pr_auc": 0.9874799285217098,
+      "eval_sl_opus100_pr_auc": 0.8731322583235328,
+      "eval_sl_ud_pr_auc": 0.9778634822177062,
+      "eval_sq_opus100_pr_auc": 0.9360131793506913,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9061990657316928,
+      "eval_sr_ud_pr_auc": 0.9992988043381401,
+      "eval_steps_per_second": 5.34,
+      "eval_sv_opus100_pr_auc": 0.9081822981275154,
+      "eval_sv_ud_pr_auc": 0.956408515626139,
+      "eval_ta_ersatz_pr_auc": 0.9858526449291617,
+      "eval_ta_opus100_pr_auc": 0.6955103820956541,
+      "eval_ta_ud_pr_auc": 0.9926548291605233,
+      "eval_te_opus100_pr_auc": 0.8281085035733278,
+      "eval_tg_opus100_pr_auc": 0.896981302354415,
+      "eval_th_opus100_pr_auc": 0.6881963441272724,
+      "eval_th_ud_pr_auc": 0.8256595297018666,
+      "eval_tr_ersatz_pr_auc": 0.972139586763892,
+      "eval_tr_opus100_pr_auc": 0.9127056020868902,
+      "eval_tr_ud_pr_auc": 0.9672839531205152,
+      "eval_uk_opus100_pr_auc": 0.8756165952595563,
+      "eval_uk_ud_pr_auc": 0.9254580065779023,
+      "eval_ur_opus100_pr_auc": 0.581359522659455,
+      "eval_ur_ud_pr_auc": 0.9924315302205846,
+      "eval_uz_opus100_pr_auc": 0.8722272064311083,
+      "eval_vi_opus100_pr_auc": 0.9059401022284526,
+      "eval_vi_ud_pr_auc": 0.9554340826143358,
+      "eval_xh_opus100_pr_auc": 0.8732709960973652,
+      "eval_yi_opus100_pr_auc": 0.795956348077438,
+      "eval_yo_opus100_pr_auc": 0.8296778853502496,
+      "eval_yo_ud_pr_auc": 0.9117963371264313,
+      "eval_zh_ersatz_pr_auc": 0.9294984759613197,
+      "eval_zh_opus100_pr_auc": 0.7049564057177158,
+      "eval_zh_ud_pr_auc": 0.9960802122743457,
+      "eval_zu_opus100_pr_auc": 0.8383486069832626,
+      "step": 330000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.025,
+      "step": 330050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0245,
+      "step": 330100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.025,
+      "step": 330150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0251,
+      "step": 330200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0244,
+      "step": 330250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0252,
+      "step": 330300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0246,
+      "step": 330350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.0244,
+      "step": 330400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.0243,
+      "step": 330450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0246,
+      "step": 330500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.025,
+      "step": 330550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0251,
+      "step": 330600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0248,
+      "step": 330650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0246,
+      "step": 330700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0253,
+      "step": 330750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0247,
+      "step": 330800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0243,
+      "step": 330850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0254,
+      "step": 330900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0249,
+      "step": 330950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0242,
+      "step": 331000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.025,
+      "step": 331050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0243,
+      "step": 331100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0253,
+      "step": 331150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.025,
+      "step": 331200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.0239,
+      "step": 331250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0246,
+      "step": 331300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0248,
+      "step": 331350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0245,
+      "step": 331400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0246,
+      "step": 331450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0251,
+      "step": 331500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0247,
+      "step": 331550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0243,
+      "step": 331600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0251,
+      "step": 331650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0243,
+      "step": 331700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0242,
+      "step": 331750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0239,
+      "step": 331800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0246,
+      "step": 331850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0244,
+      "step": 331900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0251,
+      "step": 331950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0247,
+      "step": 332000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.0247,
+      "step": 332050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0247,
+      "step": 332100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0247,
+      "step": 332150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0248,
+      "step": 332200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.0251,
+      "step": 332250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.0251,
+      "step": 332300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.025,
+      "step": 332350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0246,
+      "step": 332400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0247,
+      "step": 332450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.024,
+      "step": 332500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0248,
+      "step": 332550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.0238,
+      "step": 332600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.0246,
+      "step": 332650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0245,
+      "step": 332700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0251,
+      "step": 332750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.0251,
+      "step": 332800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0247,
+      "step": 332850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0249,
+      "step": 332900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.0253,
+      "step": 332950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0244,
+      "step": 333000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.0245,
+      "step": 333050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0254,
+      "step": 333100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0239,
+      "step": 333150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0246,
+      "step": 333200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.024,
+      "step": 333250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0246,
+      "step": 333300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0243,
+      "step": 333350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.0242,
+      "step": 333400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0246,
+      "step": 333450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.025,
+      "step": 333500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.024,
+      "step": 333550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0245,
+      "step": 333600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0245,
+      "step": 333650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0239,
+      "step": 333700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0248,
+      "step": 333750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0249,
+      "step": 333800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0244,
+      "step": 333850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0244,
+      "step": 333900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0244,
+      "step": 333950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0246,
+      "step": 334000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.024,
+      "step": 334050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0245,
+      "step": 334100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0249,
+      "step": 334150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0241,
+      "step": 334200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0244,
+      "step": 334250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.0247,
+      "step": 334300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0245,
+      "step": 334350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0236,
+      "step": 334400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.0242,
+      "step": 334450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0243,
+      "step": 334500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0249,
+      "step": 334550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0236,
+      "step": 334600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0243,
+      "step": 334650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0245,
+      "step": 334700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0247,
+      "step": 334750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0238,
+      "step": 334800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0244,
+      "step": 334850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0249,
+      "step": 334900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0248,
+      "step": 334950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0245,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "eval_af_opus100_pr_auc": 0.7980172579827755,
+      "eval_af_ud_pr_auc": 0.9907609817991921,
+      "eval_am_opus100_pr_auc": 0.6363819437669347,
+      "eval_ar_ersatz_pr_auc": 0.928794303748589,
+      "eval_ar_opus100_pr_auc": 0.7285311337851949,
+      "eval_ar_ud_pr_auc": 0.8973694414422984,
+      "eval_average_ersatz_pr_auc": 0.9679993644976357,
+      "eval_average_opus100_pr_auc": 0.8449999291189303,
+      "eval_average_ud_pr_auc": 0.9650547860718932,
+      "eval_az_opus100_pr_auc": 0.8125905956377895,
+      "eval_be_opus100_pr_auc": 0.7333671043589927,
+      "eval_be_ud_pr_auc": 0.9035876174739472,
+      "eval_bg_opus100_pr_auc": 0.9211094192486132,
+      "eval_bg_ud_pr_auc": 0.9969237956163258,
+      "eval_bn_opus100_pr_auc": 0.8370055233771251,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8835385756910517,
+      "eval_ca_ud_pr_auc": 0.9947575374104372,
+      "eval_ceb_ud_pr_auc": 0.9990638889348686,
+      "eval_cs_ersatz_pr_auc": 0.9823042424323097,
+      "eval_cs_opus100_pr_auc": 0.9048939744613621,
+      "eval_cs_ud_pr_auc": 0.9612904687399149,
+      "eval_cy_opus100_pr_auc": 0.7988398379642813,
+      "eval_cy_ud_pr_auc": 0.9961052693089292,
+      "eval_da_opus100_pr_auc": 0.9219645711294813,
+      "eval_da_ud_pr_auc": 0.9830489559524794,
+      "eval_de_ersatz_pr_auc": 0.9840644310413095,
+      "eval_de_opus100_pr_auc": 0.9080291890778289,
+      "eval_de_ud_pr_auc": 0.9834285883999532,
+      "eval_el_opus100_pr_auc": 0.9201207579466735,
+      "eval_el_ud_pr_auc": 0.9897648992602461,
+      "eval_en_ersatz_pr_auc": 0.9928002392031366,
+      "eval_en_opus100_pr_auc": 0.922954225870208,
+      "eval_en_ud_pr_auc": 0.9817686047043274,
+      "eval_eo_opus100_pr_auc": 0.9348480474651965,
+      "eval_es_ersatz_pr_auc": 0.9972062721502976,
+      "eval_es_opus100_pr_auc": 0.9315553632470451,
+      "eval_es_ud_pr_auc": 0.9918274532860063,
+      "eval_et_ersatz_pr_auc": 0.9845523058657769,
+      "eval_et_opus100_pr_auc": 0.8976675257749671,
+      "eval_et_ud_pr_auc": 0.9753669613246622,
+      "eval_eu_opus100_pr_auc": 0.8828432446226513,
+      "eval_eu_ud_pr_auc": 0.9889161889367135,
+      "eval_fa_opus100_pr_auc": 0.5881164563954093,
+      "eval_fa_ud_pr_auc": 0.994828881229574,
+      "eval_fi_ersatz_pr_auc": 0.9923504116375982,
+      "eval_fi_opus100_pr_auc": 0.9258140730100626,
+      "eval_fi_ud_pr_auc": 0.978067657276008,
+      "eval_fr_ersatz_pr_auc": 0.9895678644381654,
+      "eval_fr_opus100_pr_auc": 0.9116266341629764,
+      "eval_fr_ud_pr_auc": 0.9814999610382004,
+      "eval_fy_opus100_pr_auc": 0.7353814342414071,
+      "eval_ga_opus100_pr_auc": 0.8936792724448792,
+      "eval_ga_ud_pr_auc": 0.8269343953352652,
+      "eval_gd_opus100_pr_auc": 0.7422316442944766,
+      "eval_gd_ud_pr_auc": 0.8211687339921728,
+      "eval_gl_opus100_pr_auc": 0.8893537803976738,
+      "eval_gl_ud_pr_auc": 0.9981934390893983,
+      "eval_gu_ersatz_pr_auc": 0.9393832652502582,
+      "eval_gu_opus100_pr_auc": 0.7668624523625512,
+      "eval_ha_opus100_pr_auc": 0.9025638613496124,
+      "eval_he_opus100_pr_auc": 0.880454193609165,
+      "eval_he_ud_pr_auc": 0.9837702669422849,
+      "eval_hi_ersatz_pr_auc": 0.9838129413026802,
+      "eval_hi_opus100_pr_auc": 0.7134051737463859,
+      "eval_hi_ud_pr_auc": 0.9903302310586776,
+      "eval_hu_opus100_pr_auc": 0.9193730109130925,
+      "eval_hu_ud_pr_auc": 0.984586931973135,
+      "eval_hy_opus100_pr_auc": 0.912062759828137,
+      "eval_hy_ud_pr_auc": 0.9857910647649816,
+      "eval_id_opus100_pr_auc": 0.8886944830822319,
+      "eval_id_ud_pr_auc": 0.9947919982028373,
+      "eval_ig_opus100_pr_auc": 0.8926598208939223,
+      "eval_is_opus100_pr_auc": 0.9269293856947979,
+      "eval_is_ud_pr_auc": 0.9164652136276749,
+      "eval_it_opus100_pr_auc": 0.9125515306195989,
+      "eval_it_ud_pr_auc": 0.996909630220552,
+      "eval_ja_ersatz_pr_auc": 0.8547211537434253,
+      "eval_ja_opus100_pr_auc": 0.8176682974743807,
+      "eval_ja_ud_pr_auc": 0.9819121357770368,
+      "eval_jv_ud_pr_auc": 0.9642174264149578,
+      "eval_ka_opus100_pr_auc": 0.8626051920563697,
+      "eval_kk_ersatz_pr_auc": 0.9879259397603211,
+      "eval_kk_opus100_pr_auc": 0.8170003957791733,
+      "eval_kk_ud_pr_auc": 0.9727803488536946,
+      "eval_km_ersatz_pr_auc": 0.9233236861652268,
+      "eval_km_opus100_pr_auc": 0.7663171781034663,
+      "eval_kn_opus100_pr_auc": 0.6434869325836742,
+      "eval_ko_opus100_pr_auc": 0.6924539228762816,
+      "eval_ko_ud_pr_auc": 0.999653153445739,
+      "eval_ku_opus100_pr_auc": 0.858570420702019,
+      "eval_ky_opus100_pr_auc": 0.9044071176645655,
+      "eval_la_ud_pr_auc": 0.9704744493638942,
+      "eval_loss": 0.02857915870845318,
+      "eval_lt_ersatz_pr_auc": 0.9958100782151099,
+      "eval_lt_opus100_pr_auc": 0.8757738625992417,
+      "eval_lt_ud_pr_auc": 0.9914254198856456,
+      "eval_lv_ersatz_pr_auc": 0.9899856862390436,
+      "eval_lv_opus100_pr_auc": 0.892888211630021,
+      "eval_lv_ud_pr_auc": 0.9605877461274482,
+      "eval_mg_opus100_pr_auc": 0.9340443889352242,
+      "eval_mk_opus100_pr_auc": 0.9207983074706793,
+      "eval_ml_opus100_pr_auc": 0.7778217535875172,
+      "eval_mn_opus100_pr_auc": 0.9477323975020806,
+      "eval_mr_opus100_pr_auc": 0.9029431915731172,
+      "eval_mr_ud_pr_auc": 0.9656121228694412,
+      "eval_ms_opus100_pr_auc": 0.8799658182706374,
+      "eval_mt_opus100_pr_auc": 0.871298155852891,
+      "eval_mt_ud_pr_auc": 0.9053986099304852,
+      "eval_my_opus100_pr_auc": 0.7959063752093174,
+      "eval_ne_opus100_pr_auc": 0.7469251085824927,
+      "eval_nl_opus100_pr_auc": 0.9012896402516404,
+      "eval_nl_ud_pr_auc": 0.9843815311057923,
+      "eval_no_opus100_pr_auc": 0.9200808426378801,
+      "eval_no_ud_pr_auc": 0.9954383278356893,
+      "eval_pa_opus100_pr_auc": 0.69863482803994,
+      "eval_pl_ersatz_pr_auc": 0.9757089810977925,
+      "eval_pl_opus100_pr_auc": 0.9024308771324213,
+      "eval_pl_ud_pr_auc": 0.9649937720628894,
+      "eval_ps_ersatz_pr_auc": 0.9232598993594596,
+      "eval_ps_opus100_pr_auc": 0.7603140190819616,
+      "eval_pt_opus100_pr_auc": 0.9265694919621646,
+      "eval_pt_ud_pr_auc": 0.9865332347972522,
+      "eval_ro_ersatz_pr_auc": 0.993624932339533,
+      "eval_ro_opus100_pr_auc": 0.8868554486325246,
+      "eval_ro_ud_pr_auc": 0.9401269521042471,
+      "eval_ru_ersatz_pr_auc": 0.9910926958157011,
+      "eval_ru_opus100_pr_auc": 0.9339823263220448,
+      "eval_ru_ud_pr_auc": 0.8578007882950137,
+      "eval_runtime": 888.0078,
+      "eval_samples_per_second": 85.084,
+      "eval_si_opus100_pr_auc": 0.803212516972034,
+      "eval_sk_opus100_pr_auc": 0.9390202972082009,
+      "eval_sk_ud_pr_auc": 0.9822745379376776,
+      "eval_sl_opus100_pr_auc": 0.8753486549234584,
+      "eval_sl_ud_pr_auc": 0.975340969398164,
+      "eval_sq_opus100_pr_auc": 0.9316265516946077,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9070657476378826,
+      "eval_sr_ud_pr_auc": 0.9992456139479169,
+      "eval_steps_per_second": 5.319,
+      "eval_sv_opus100_pr_auc": 0.9066131467003322,
+      "eval_sv_ud_pr_auc": 0.9546839029746272,
+      "eval_ta_ersatz_pr_auc": 0.9856732257959886,
+      "eval_ta_opus100_pr_auc": 0.704773167530121,
+      "eval_ta_ud_pr_auc": 0.9941468490238659,
+      "eval_te_opus100_pr_auc": 0.8278754600664684,
+      "eval_tg_opus100_pr_auc": 0.8897977776982233,
+      "eval_th_opus100_pr_auc": 0.6934183042576546,
+      "eval_th_ud_pr_auc": 0.8272251427680286,
+      "eval_tr_ersatz_pr_auc": 0.9704539349144564,
+      "eval_tr_opus100_pr_auc": 0.9100638789446104,
+      "eval_tr_ud_pr_auc": 0.9636901071889645,
+      "eval_uk_opus100_pr_auc": 0.8757055676608326,
+      "eval_uk_ud_pr_auc": 0.9198386032055446,
+      "eval_ur_opus100_pr_auc": 0.5790557496507365,
+      "eval_ur_ud_pr_auc": 0.9932214956472684,
+      "eval_uz_opus100_pr_auc": 0.8783296093746285,
+      "eval_vi_opus100_pr_auc": 0.8999251402318942,
+      "eval_vi_ud_pr_auc": 0.9518618066655964,
+      "eval_xh_opus100_pr_auc": 0.8719452175999124,
+      "eval_yi_opus100_pr_auc": 0.7991419602807012,
+      "eval_yo_opus100_pr_auc": 0.8344302885452901,
+      "eval_yo_ud_pr_auc": 0.9210792458781222,
+      "eval_zh_ersatz_pr_auc": 0.9295695284318104,
+      "eval_zh_opus100_pr_auc": 0.6987375237172402,
+      "eval_zh_ud_pr_auc": 0.9968594552518478,
+      "eval_zu_opus100_pr_auc": 0.8491248660891901,
+      "step": 335000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0241,
+      "step": 335050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0247,
+      "step": 335100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.024,
+      "step": 335150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.0249,
+      "step": 335200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0244,
+      "step": 335250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0245,
+      "step": 335300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.0246,
+      "step": 335350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0245,
+      "step": 335400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0245,
+      "step": 335450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0245,
+      "step": 335500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0246,
+      "step": 335550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0246,
+      "step": 335600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0244,
+      "step": 335650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0244,
+      "step": 335700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0249,
+      "step": 335750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0249,
+      "step": 335800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0251,
+      "step": 335850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0251,
+      "step": 335900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0241,
+      "step": 335950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.0234,
+      "step": 336000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0244,
+      "step": 336050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0246,
+      "step": 336100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0246,
+      "step": 336150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0244,
+      "step": 336200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.025,
+      "step": 336250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0239,
+      "step": 336300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0247,
+      "step": 336350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.0246,
+      "step": 336400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0236,
+      "step": 336450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0253,
+      "step": 336500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.0248,
+      "step": 336550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.0242,
+      "step": 336600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0239,
+      "step": 336650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.0245,
+      "step": 336700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0244,
+      "step": 336750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.0245,
+      "step": 336800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0245,
+      "step": 336850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0249,
+      "step": 336900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.0243,
+      "step": 336950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.025,
+      "step": 337000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0253,
+      "step": 337050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.025,
+      "step": 337100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0245,
+      "step": 337150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0247,
+      "step": 337200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0242,
+      "step": 337250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0244,
+      "step": 337300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0246,
+      "step": 337350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0245,
+      "step": 337400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.0242,
+      "step": 337450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0245,
+      "step": 337500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0242,
+      "step": 337550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0245,
+      "step": 337600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0247,
+      "step": 337650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.025,
+      "step": 337700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0242,
+      "step": 337750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.024,
+      "step": 337800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0252,
+      "step": 337850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0241,
+      "step": 337900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.0248,
+      "step": 337950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0245,
+      "step": 338000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.0245,
+      "step": 338050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.0245,
+      "step": 338100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.0248,
+      "step": 338150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.024,
+      "step": 338200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0245,
+      "step": 338250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.0242,
+      "step": 338300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0238,
+      "step": 338350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.025,
+      "step": 338400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0249,
+      "step": 338450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0242,
+      "step": 338500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0247,
+      "step": 338550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.024,
+      "step": 338600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0245,
+      "step": 338650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.0247,
+      "step": 338700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0246,
+      "step": 338750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0244,
+      "step": 338800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0247,
+      "step": 338850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0247,
+      "step": 338900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0245,
+      "step": 338950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.024,
+      "step": 339000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0244,
+      "step": 339050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0245,
+      "step": 339100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0249,
+      "step": 339150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.0244,
+      "step": 339200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0252,
+      "step": 339250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0246,
+      "step": 339300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.0244,
+      "step": 339350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.024,
+      "step": 339400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0245,
+      "step": 339450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.024,
+      "step": 339500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0241,
+      "step": 339550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.0249,
+      "step": 339600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.0249,
+      "step": 339650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0242,
+      "step": 339700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0246,
+      "step": 339750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0237,
+      "step": 339800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0247,
+      "step": 339850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0248,
+      "step": 339900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.0243,
+      "step": 339950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.0245,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.8033927150958469,
+      "eval_af_ud_pr_auc": 0.984660210917986,
+      "eval_am_opus100_pr_auc": 0.5714870418908683,
+      "eval_ar_ersatz_pr_auc": 0.9350277665642659,
+      "eval_ar_opus100_pr_auc": 0.7424474750169335,
+      "eval_ar_ud_pr_auc": 0.8939705853441616,
+      "eval_average_ersatz_pr_auc": 0.9688697979340322,
+      "eval_average_opus100_pr_auc": 0.8474324397219771,
+      "eval_average_ud_pr_auc": 0.966242127752955,
+      "eval_az_opus100_pr_auc": 0.8025366766749515,
+      "eval_be_opus100_pr_auc": 0.7384736910607272,
+      "eval_be_ud_pr_auc": 0.9120598097647318,
+      "eval_bg_opus100_pr_auc": 0.92375794222559,
+      "eval_bg_ud_pr_auc": 0.9968802627131287,
+      "eval_bn_opus100_pr_auc": 0.8429609998081672,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8893563373239219,
+      "eval_ca_ud_pr_auc": 0.9952081017261449,
+      "eval_ceb_ud_pr_auc": 0.9980906995624098,
+      "eval_cs_ersatz_pr_auc": 0.9853746003043801,
+      "eval_cs_opus100_pr_auc": 0.9112968888610421,
+      "eval_cs_ud_pr_auc": 0.9643407095694078,
+      "eval_cy_opus100_pr_auc": 0.7950302616874797,
+      "eval_cy_ud_pr_auc": 0.9962240642612668,
+      "eval_da_opus100_pr_auc": 0.9273009877824886,
+      "eval_da_ud_pr_auc": 0.985025804657424,
+      "eval_de_ersatz_pr_auc": 0.9878174920569472,
+      "eval_de_opus100_pr_auc": 0.9112044784281373,
+      "eval_de_ud_pr_auc": 0.9842640643108393,
+      "eval_el_opus100_pr_auc": 0.9209211018931764,
+      "eval_el_ud_pr_auc": 0.9860334879282258,
+      "eval_en_ersatz_pr_auc": 0.9937522350171183,
+      "eval_en_opus100_pr_auc": 0.9275405256150258,
+      "eval_en_ud_pr_auc": 0.9803170895883091,
+      "eval_eo_opus100_pr_auc": 0.9397899836939796,
+      "eval_es_ersatz_pr_auc": 0.9977356058432721,
+      "eval_es_opus100_pr_auc": 0.93334111722624,
+      "eval_es_ud_pr_auc": 0.9915935496241882,
+      "eval_et_ersatz_pr_auc": 0.9853607009242487,
+      "eval_et_opus100_pr_auc": 0.9100193696895746,
+      "eval_et_ud_pr_auc": 0.9772463640868638,
+      "eval_eu_opus100_pr_auc": 0.8871556846150884,
+      "eval_eu_ud_pr_auc": 0.9922294669538302,
+      "eval_fa_opus100_pr_auc": 0.6085816463284245,
+      "eval_fa_ud_pr_auc": 0.9959955295402663,
+      "eval_fi_ersatz_pr_auc": 0.9936329369083592,
+      "eval_fi_opus100_pr_auc": 0.9328371459453463,
+      "eval_fi_ud_pr_auc": 0.9797495496524946,
+      "eval_fr_ersatz_pr_auc": 0.9898449275243603,
+      "eval_fr_opus100_pr_auc": 0.9149556874182008,
+      "eval_fr_ud_pr_auc": 0.9854893501013209,
+      "eval_fy_opus100_pr_auc": 0.7348343191650285,
+      "eval_ga_opus100_pr_auc": 0.8954716681379816,
+      "eval_ga_ud_pr_auc": 0.8233254534217256,
+      "eval_gd_opus100_pr_auc": 0.7243980533319234,
+      "eval_gd_ud_pr_auc": 0.8180571527397187,
+      "eval_gl_opus100_pr_auc": 0.8911521433010151,
+      "eval_gl_ud_pr_auc": 0.9982841968562778,
+      "eval_gu_ersatz_pr_auc": 0.9433047214490505,
+      "eval_gu_opus100_pr_auc": 0.7658465345613065,
+      "eval_ha_opus100_pr_auc": 0.9055931149806172,
+      "eval_he_opus100_pr_auc": 0.882323197584018,
+      "eval_he_ud_pr_auc": 0.9865508734928022,
+      "eval_hi_ersatz_pr_auc": 0.9812413993972792,
+      "eval_hi_opus100_pr_auc": 0.7181825745592643,
+      "eval_hi_ud_pr_auc": 0.9865377759201394,
+      "eval_hu_opus100_pr_auc": 0.9243774516220402,
+      "eval_hu_ud_pr_auc": 0.9848943069540843,
+      "eval_hy_opus100_pr_auc": 0.9081910299863631,
+      "eval_hy_ud_pr_auc": 0.9888120311545763,
+      "eval_id_opus100_pr_auc": 0.8958250608994762,
+      "eval_id_ud_pr_auc": 0.9953108313773013,
+      "eval_ig_opus100_pr_auc": 0.885102768058178,
+      "eval_is_opus100_pr_auc": 0.9284081949400808,
+      "eval_is_ud_pr_auc": 0.9196943528365517,
+      "eval_it_opus100_pr_auc": 0.915877306733219,
+      "eval_it_ud_pr_auc": 0.9981833261640591,
+      "eval_ja_ersatz_pr_auc": 0.8402322886392333,
+      "eval_ja_opus100_pr_auc": 0.8251324682892917,
+      "eval_ja_ud_pr_auc": 0.9798469453849085,
+      "eval_jv_ud_pr_auc": 0.9650111454660463,
+      "eval_ka_opus100_pr_auc": 0.8686881960876516,
+      "eval_kk_ersatz_pr_auc": 0.9882196799105207,
+      "eval_kk_opus100_pr_auc": 0.8186944510367272,
+      "eval_kk_ud_pr_auc": 0.9719299135255102,
+      "eval_km_ersatz_pr_auc": 0.9221620384054781,
+      "eval_km_opus100_pr_auc": 0.7703183122129097,
+      "eval_kn_opus100_pr_auc": 0.6489373335078519,
+      "eval_ko_opus100_pr_auc": 0.6947332394814034,
+      "eval_ko_ud_pr_auc": 0.9995009506807755,
+      "eval_ku_opus100_pr_auc": 0.8638319407877727,
+      "eval_ky_opus100_pr_auc": 0.8962133494838316,
+      "eval_la_ud_pr_auc": 0.9807401037611734,
+      "eval_loss": 0.02851046435534954,
+      "eval_lt_ersatz_pr_auc": 0.9956683989631117,
+      "eval_lt_opus100_pr_auc": 0.891638553151898,
+      "eval_lt_ud_pr_auc": 0.9923369481659715,
+      "eval_lv_ersatz_pr_auc": 0.99304949874048,
+      "eval_lv_opus100_pr_auc": 0.9024735307014199,
+      "eval_lv_ud_pr_auc": 0.9628303289593978,
+      "eval_mg_opus100_pr_auc": 0.9366722183733301,
+      "eval_mk_opus100_pr_auc": 0.9253031835827014,
+      "eval_ml_opus100_pr_auc": 0.7818124018437127,
+      "eval_mn_opus100_pr_auc": 0.9490561593420341,
+      "eval_mr_opus100_pr_auc": 0.9069649048955203,
+      "eval_mr_ud_pr_auc": 0.9760311421651078,
+      "eval_ms_opus100_pr_auc": 0.882847503810913,
+      "eval_mt_opus100_pr_auc": 0.8686916673599018,
+      "eval_mt_ud_pr_auc": 0.8968216565158379,
+      "eval_my_opus100_pr_auc": 0.792245786797941,
+      "eval_ne_opus100_pr_auc": 0.7515072997207434,
+      "eval_nl_opus100_pr_auc": 0.9025275572705588,
+      "eval_nl_ud_pr_auc": 0.9875743748306398,
+      "eval_no_opus100_pr_auc": 0.9239029109192898,
+      "eval_no_ud_pr_auc": 0.9956795352968478,
+      "eval_pa_opus100_pr_auc": 0.7047545521027059,
+      "eval_pl_ersatz_pr_auc": 0.9772989386933232,
+      "eval_pl_opus100_pr_auc": 0.9035408767445845,
+      "eval_pl_ud_pr_auc": 0.969069845276545,
+      "eval_ps_ersatz_pr_auc": 0.9268516575670785,
+      "eval_ps_opus100_pr_auc": 0.757449691686653,
+      "eval_pt_opus100_pr_auc": 0.930063653383002,
+      "eval_pt_ud_pr_auc": 0.9856127465686072,
+      "eval_ro_ersatz_pr_auc": 0.9945138693002281,
+      "eval_ro_opus100_pr_auc": 0.8982310653205964,
+      "eval_ro_ud_pr_auc": 0.945922758844264,
+      "eval_ru_ersatz_pr_auc": 0.9927333657686249,
+      "eval_ru_opus100_pr_auc": 0.941292734927186,
+      "eval_ru_ud_pr_auc": 0.8642216453517005,
+      "eval_runtime": 878.4155,
+      "eval_samples_per_second": 86.013,
+      "eval_si_opus100_pr_auc": 0.8092380694400018,
+      "eval_sk_opus100_pr_auc": 0.9409754870021918,
+      "eval_sk_ud_pr_auc": 0.986612922943841,
+      "eval_sl_opus100_pr_auc": 0.8791849398488311,
+      "eval_sl_ud_pr_auc": 0.9785943646096014,
+      "eval_sq_opus100_pr_auc": 0.9388520627037862,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9111996153291232,
+      "eval_sr_ud_pr_auc": 0.9992182815894323,
+      "eval_steps_per_second": 5.377,
+      "eval_sv_opus100_pr_auc": 0.9074360770262813,
+      "eval_sv_ud_pr_auc": 0.9577677046005242,
+      "eval_ta_ersatz_pr_auc": 0.9864442480119483,
+      "eval_ta_opus100_pr_auc": 0.7097110051726184,
+      "eval_ta_ud_pr_auc": 0.9931724536373367,
+      "eval_te_opus100_pr_auc": 0.8294687258177695,
+      "eval_tg_opus100_pr_auc": 0.9013615368943265,
+      "eval_th_opus100_pr_auc": 0.6947217163597319,
+      "eval_th_ud_pr_auc": 0.8314249858841035,
+      "eval_tr_ersatz_pr_auc": 0.9721438182348463,
+      "eval_tr_opus100_pr_auc": 0.9161967860459201,
+      "eval_tr_ud_pr_auc": 0.965176737494912,
+      "eval_uk_opus100_pr_auc": 0.8796283794065004,
+      "eval_uk_ud_pr_auc": 0.9241577467978803,
+      "eval_ur_opus100_pr_auc": 0.5804341148987688,
+      "eval_ur_ud_pr_auc": 0.9926716866903834,
+      "eval_uz_opus100_pr_auc": 0.8726555941543419,
+      "eval_vi_opus100_pr_auc": 0.9049396311363039,
+      "eval_vi_ud_pr_auc": 0.9603279480120017,
+      "eval_xh_opus100_pr_auc": 0.8779948639003192,
+      "eval_yi_opus100_pr_auc": 0.7762088541595067,
+      "eval_yo_opus100_pr_auc": 0.8184309493928468,
+      "eval_yo_ud_pr_auc": 0.9192878212505353,
+      "eval_zh_ersatz_pr_auc": 0.9327253663245524,
+      "eval_zh_opus100_pr_auc": 0.7400869288827039,
+      "eval_zh_ud_pr_auc": 0.9952295863943139,
+      "eval_zu_opus100_pr_auc": 0.8532380006663873,
+      "step": 340000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.024,
+      "step": 340050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0244,
+      "step": 340100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0248,
+      "step": 340150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.0248,
+      "step": 340200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.0245,
+      "step": 340250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0244,
+      "step": 340300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0245,
+      "step": 340350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0243,
+      "step": 340400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0248,
+      "step": 340450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0245,
+      "step": 340500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0238,
+      "step": 340550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0247,
+      "step": 340600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.0245,
+      "step": 340650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0246,
+      "step": 340700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.0245,
+      "step": 340750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0244,
+      "step": 340800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0253,
+      "step": 340850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0251,
+      "step": 340900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.024,
+      "step": 340950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.0242,
+      "step": 341000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0246,
+      "step": 341050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0244,
+      "step": 341100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0239,
+      "step": 341150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0249,
+      "step": 341200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0244,
+      "step": 341250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0243,
+      "step": 341300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.0246,
+      "step": 341350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0251,
+      "step": 341400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0246,
+      "step": 341450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0244,
+      "step": 341500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.024,
+      "step": 341550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0249,
+      "step": 341600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0245,
+      "step": 341650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0245,
+      "step": 341700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0241,
+      "step": 341750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0244,
+      "step": 341800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0245,
+      "step": 341850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0246,
+      "step": 341900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.0242,
+      "step": 341950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.0249,
+      "step": 342000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0248,
+      "step": 342050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0245,
+      "step": 342100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0244,
+      "step": 342150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.024,
+      "step": 342200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.0239,
+      "step": 342250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.0246,
+      "step": 342300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0247,
+      "step": 342350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0243,
+      "step": 342400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0248,
+      "step": 342450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0243,
+      "step": 342500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0246,
+      "step": 342550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.0245,
+      "step": 342600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0252,
+      "step": 342650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0244,
+      "step": 342700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0237,
+      "step": 342750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0241,
+      "step": 342800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.0247,
+      "step": 342850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0248,
+      "step": 342900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0249,
+      "step": 342950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0243,
+      "step": 343000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0239,
+      "step": 343050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.0236,
+      "step": 343100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0243,
+      "step": 343150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0241,
+      "step": 343200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0244,
+      "step": 343250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0245,
+      "step": 343300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0244,
+      "step": 343350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.0249,
+      "step": 343400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0247,
+      "step": 343450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0242,
+      "step": 343500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.0244,
+      "step": 343550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.0242,
+      "step": 343600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0239,
+      "step": 343650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0247,
+      "step": 343700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0241,
+      "step": 343750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0243,
+      "step": 343800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0244,
+      "step": 343850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0247,
+      "step": 343900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0249,
+      "step": 343950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.0249,
+      "step": 344000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.0245,
+      "step": 344050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0244,
+      "step": 344100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.0245,
+      "step": 344150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0244,
+      "step": 344200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0242,
+      "step": 344250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0246,
+      "step": 344300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.024,
+      "step": 344350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0239,
+      "step": 344400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0243,
+      "step": 344450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.0237,
+      "step": 344500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.0242,
+      "step": 344550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0247,
+      "step": 344600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.0245,
+      "step": 344650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0249,
+      "step": 344700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0247,
+      "step": 344750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.0243,
+      "step": 344800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0241,
+      "step": 344850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.0244,
+      "step": 344900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.0242,
+      "step": 344950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0244,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.7938344244757046,
+      "eval_af_ud_pr_auc": 0.985772654273357,
+      "eval_am_opus100_pr_auc": 0.5683457291708961,
+      "eval_ar_ersatz_pr_auc": 0.9345155287368414,
+      "eval_ar_opus100_pr_auc": 0.7388859278455938,
+      "eval_ar_ud_pr_auc": 0.8952128076109961,
+      "eval_average_ersatz_pr_auc": 0.9672464504115147,
+      "eval_average_opus100_pr_auc": 0.8423275147872887,
+      "eval_average_ud_pr_auc": 0.9635374290027242,
+      "eval_az_opus100_pr_auc": 0.8057255573675596,
+      "eval_be_opus100_pr_auc": 0.7017024192333241,
+      "eval_be_ud_pr_auc": 0.9008827554945952,
+      "eval_bg_opus100_pr_auc": 0.9152587329474137,
+      "eval_bg_ud_pr_auc": 0.996736246436506,
+      "eval_bn_opus100_pr_auc": 0.8452661402730416,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8854659020628238,
+      "eval_ca_ud_pr_auc": 0.9923613817266029,
+      "eval_ceb_ud_pr_auc": 0.9978008606780805,
+      "eval_cs_ersatz_pr_auc": 0.9840400115124217,
+      "eval_cs_opus100_pr_auc": 0.9048202139179382,
+      "eval_cs_ud_pr_auc": 0.960441541641814,
+      "eval_cy_opus100_pr_auc": 0.7894394420671901,
+      "eval_cy_ud_pr_auc": 0.9958076137626479,
+      "eval_da_opus100_pr_auc": 0.9216494214246165,
+      "eval_da_ud_pr_auc": 0.9816739076877994,
+      "eval_de_ersatz_pr_auc": 0.9858418839447989,
+      "eval_de_opus100_pr_auc": 0.906372105529163,
+      "eval_de_ud_pr_auc": 0.9841678681337878,
+      "eval_el_opus100_pr_auc": 0.9192513078075046,
+      "eval_el_ud_pr_auc": 0.9883967216190229,
+      "eval_en_ersatz_pr_auc": 0.992736658845655,
+      "eval_en_opus100_pr_auc": 0.9240239968386095,
+      "eval_en_ud_pr_auc": 0.9765447484907405,
+      "eval_eo_opus100_pr_auc": 0.9345819518847498,
+      "eval_es_ersatz_pr_auc": 0.9970670274055513,
+      "eval_es_opus100_pr_auc": 0.9303451484628535,
+      "eval_es_ud_pr_auc": 0.9904936070961673,
+      "eval_et_ersatz_pr_auc": 0.9841243333236726,
+      "eval_et_opus100_pr_auc": 0.8990953982867611,
+      "eval_et_ud_pr_auc": 0.9758248178252665,
+      "eval_eu_opus100_pr_auc": 0.8833444540575909,
+      "eval_eu_ud_pr_auc": 0.9916106020281511,
+      "eval_fa_opus100_pr_auc": 0.6085121167938325,
+      "eval_fa_ud_pr_auc": 0.9953119554359697,
+      "eval_fi_ersatz_pr_auc": 0.9935909800324403,
+      "eval_fi_opus100_pr_auc": 0.9248119430148576,
+      "eval_fi_ud_pr_auc": 0.9768323543207106,
+      "eval_fr_ersatz_pr_auc": 0.9858869042283274,
+      "eval_fr_opus100_pr_auc": 0.9111405665311169,
+      "eval_fr_ud_pr_auc": 0.9845921786742938,
+      "eval_fy_opus100_pr_auc": 0.7158988275503362,
+      "eval_ga_opus100_pr_auc": 0.89107907911982,
+      "eval_ga_ud_pr_auc": 0.811440883493184,
+      "eval_gd_opus100_pr_auc": 0.7187730494266671,
+      "eval_gd_ud_pr_auc": 0.812942899669805,
+      "eval_gl_opus100_pr_auc": 0.8868718350087074,
+      "eval_gl_ud_pr_auc": 0.9978974863094628,
+      "eval_gu_ersatz_pr_auc": 0.9347869438844149,
+      "eval_gu_opus100_pr_auc": 0.7535563366701101,
+      "eval_ha_opus100_pr_auc": 0.8978066095230826,
+      "eval_he_opus100_pr_auc": 0.8852253116829121,
+      "eval_he_ud_pr_auc": 0.9820402093946781,
+      "eval_hi_ersatz_pr_auc": 0.9813234377192688,
+      "eval_hi_opus100_pr_auc": 0.7172709920347131,
+      "eval_hi_ud_pr_auc": 0.9863727107818575,
+      "eval_hu_opus100_pr_auc": 0.9189847019792824,
+      "eval_hu_ud_pr_auc": 0.9829684403987108,
+      "eval_hy_opus100_pr_auc": 0.9019114217268063,
+      "eval_hy_ud_pr_auc": 0.9851309809249988,
+      "eval_id_opus100_pr_auc": 0.8981935592618244,
+      "eval_id_ud_pr_auc": 0.994254296239528,
+      "eval_ig_opus100_pr_auc": 0.8851330634788155,
+      "eval_is_opus100_pr_auc": 0.9219105418020257,
+      "eval_is_ud_pr_auc": 0.9024402358487855,
+      "eval_it_opus100_pr_auc": 0.912802201421134,
+      "eval_it_ud_pr_auc": 0.9972305632868191,
+      "eval_ja_ersatz_pr_auc": 0.8363344387908269,
+      "eval_ja_opus100_pr_auc": 0.8222652609745797,
+      "eval_ja_ud_pr_auc": 0.9791223653142144,
+      "eval_jv_ud_pr_auc": 0.9623824197872213,
+      "eval_ka_opus100_pr_auc": 0.8643224222270846,
+      "eval_kk_ersatz_pr_auc": 0.9869485840978738,
+      "eval_kk_opus100_pr_auc": 0.7967721692362388,
+      "eval_kk_ud_pr_auc": 0.970816926617043,
+      "eval_km_ersatz_pr_auc": 0.9239907444814301,
+      "eval_km_opus100_pr_auc": 0.7622853734323243,
+      "eval_kn_opus100_pr_auc": 0.6435279181102869,
+      "eval_ko_opus100_pr_auc": 0.7032898966396389,
+      "eval_ko_ud_pr_auc": 0.9992773239155734,
+      "eval_ku_opus100_pr_auc": 0.8479934689128755,
+      "eval_ky_opus100_pr_auc": 0.8763566948255139,
+      "eval_la_ud_pr_auc": 0.9759824207359018,
+      "eval_loss": 0.02830742858350277,
+      "eval_lt_ersatz_pr_auc": 0.9948175472810342,
+      "eval_lt_opus100_pr_auc": 0.8745279085933338,
+      "eval_lt_ud_pr_auc": 0.9880065609709259,
+      "eval_lv_ersatz_pr_auc": 0.9898204849650716,
+      "eval_lv_opus100_pr_auc": 0.8948126894610149,
+      "eval_lv_ud_pr_auc": 0.9581178493885895,
+      "eval_mg_opus100_pr_auc": 0.9311691380364154,
+      "eval_mk_opus100_pr_auc": 0.9182620045656017,
+      "eval_ml_opus100_pr_auc": 0.7798994997456585,
+      "eval_mn_opus100_pr_auc": 0.9456031915109475,
+      "eval_mr_opus100_pr_auc": 0.9095066146866926,
+      "eval_mr_ud_pr_auc": 0.9697374443656545,
+      "eval_ms_opus100_pr_auc": 0.8807331615415327,
+      "eval_mt_opus100_pr_auc": 0.8614780379251852,
+      "eval_mt_ud_pr_auc": 0.9123809278157404,
+      "eval_my_opus100_pr_auc": 0.7896658206395876,
+      "eval_ne_opus100_pr_auc": 0.7395797430973517,
+      "eval_nl_opus100_pr_auc": 0.8996577546225912,
+      "eval_nl_ud_pr_auc": 0.9854668743388729,
+      "eval_no_opus100_pr_auc": 0.9204589189358041,
+      "eval_no_ud_pr_auc": 0.9952213898532233,
+      "eval_pa_opus100_pr_auc": 0.683288143599523,
+      "eval_pl_ersatz_pr_auc": 0.9761258872857792,
+      "eval_pl_opus100_pr_auc": 0.8979971665318872,
+      "eval_pl_ud_pr_auc": 0.9633531376984906,
+      "eval_ps_ersatz_pr_auc": 0.9215404953702606,
+      "eval_ps_opus100_pr_auc": 0.7534274645799891,
+      "eval_pt_opus100_pr_auc": 0.9275678239332734,
+      "eval_pt_ud_pr_auc": 0.9850640575496129,
+      "eval_ro_ersatz_pr_auc": 0.9917480456868542,
+      "eval_ro_opus100_pr_auc": 0.889695696440088,
+      "eval_ro_ud_pr_auc": 0.9290010063754374,
+      "eval_ru_ersatz_pr_auc": 0.9917371335535249,
+      "eval_ru_opus100_pr_auc": 0.9295350923317418,
+      "eval_ru_ud_pr_auc": 0.8568259266756844,
+      "eval_runtime": 881.7615,
+      "eval_samples_per_second": 85.686,
+      "eval_si_opus100_pr_auc": 0.810751255440047,
+      "eval_sk_opus100_pr_auc": 0.9369889804130253,
+      "eval_sk_ud_pr_auc": 0.9835150794108878,
+      "eval_sl_opus100_pr_auc": 0.8686532086276557,
+      "eval_sl_ud_pr_auc": 0.9756674807556092,
+      "eval_sq_opus100_pr_auc": 0.9335474979452073,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9060586113534035,
+      "eval_sr_ud_pr_auc": 0.9993179227425825,
+      "eval_steps_per_second": 5.356,
+      "eval_sv_opus100_pr_auc": 0.9028143863316164,
+      "eval_sv_ud_pr_auc": 0.9525899078252663,
+      "eval_ta_ersatz_pr_auc": 0.9846904644704213,
+      "eval_ta_opus100_pr_auc": 0.7018844699882457,
+      "eval_ta_ud_pr_auc": 0.9951108501506658,
+      "eval_te_opus100_pr_auc": 0.8346836178490813,
+      "eval_tg_opus100_pr_auc": 0.8929269516343059,
+      "eval_th_opus100_pr_auc": 0.6913723013359973,
+      "eval_th_ud_pr_auc": 0.8304043784078698,
+      "eval_tr_ersatz_pr_auc": 0.9651938750378836,
+      "eval_tr_opus100_pr_auc": 0.9121677504808858,
+      "eval_tr_ud_pr_auc": 0.9621794009098323,
+      "eval_uk_opus100_pr_auc": 0.8707451792096044,
+      "eval_uk_ud_pr_auc": 0.9164383000676487,
+      "eval_ur_opus100_pr_auc": 0.5831538236247656,
+      "eval_ur_ud_pr_auc": 0.9928381421214545,
+      "eval_uz_opus100_pr_auc": 0.8695109990823553,
+      "eval_vi_opus100_pr_auc": 0.9034292660943494,
+      "eval_vi_ud_pr_auc": 0.9491038768873579,
+      "eval_xh_opus100_pr_auc": 0.8699083315159942,
+      "eval_yi_opus100_pr_auc": 0.7878480549525843,
+      "eval_yo_opus100_pr_auc": 0.8272321928635468,
+      "eval_yo_ud_pr_auc": 0.9176636194425924,
+      "eval_zh_ersatz_pr_auc": 0.942560498398973,
+      "eval_zh_opus100_pr_auc": 0.7515845960805954,
+      "eval_zh_ud_pr_auc": 0.9928645337469854,
+      "eval_zu_opus100_pr_auc": 0.8546252319182723,
+      "step": 345000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0241,
+      "step": 345050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.024,
+      "step": 345100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0245,
+      "step": 345150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0245,
+      "step": 345200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0243,
+      "step": 345250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0241,
+      "step": 345300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.0249,
+      "step": 345350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.0243,
+      "step": 345400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0236,
+      "step": 345450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0236,
+      "step": 345500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0243,
+      "step": 345550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.0241,
+      "step": 345600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0239,
+      "step": 345650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0245,
+      "step": 345700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.024,
+      "step": 345750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0246,
+      "step": 345800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0248,
+      "step": 345850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0244,
+      "step": 345900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.0243,
+      "step": 345950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.0242,
+      "step": 346000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.0249,
+      "step": 346050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.0248,
+      "step": 346100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.0245,
+      "step": 346150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0243,
+      "step": 346200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0245,
+      "step": 346250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0245,
+      "step": 346300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0243,
+      "step": 346350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.0239,
+      "step": 346400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.024,
+      "step": 346450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0248,
+      "step": 346500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0246,
+      "step": 346550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0245,
+      "step": 346600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.0247,
+      "step": 346650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0243,
+      "step": 346700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0251,
+      "step": 346750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0241,
+      "step": 346800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.0244,
+      "step": 346850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0247,
+      "step": 346900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0249,
+      "step": 346950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0244,
+      "step": 347000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.0245,
+      "step": 347050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.0245,
+      "step": 347100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.0245,
+      "step": 347150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0242,
+      "step": 347200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0246,
+      "step": 347250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.0241,
+      "step": 347300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0254,
+      "step": 347350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0241,
+      "step": 347400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.025,
+      "step": 347450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.0244,
+      "step": 347500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0239,
+      "step": 347550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.0245,
+      "step": 347600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0235,
+      "step": 347650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.024,
+      "step": 347700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.0246,
+      "step": 347750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.0243,
+      "step": 347800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.024,
+      "step": 347850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.0244,
+      "step": 347900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.0239,
+      "step": 347950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0249,
+      "step": 348000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0242,
+      "step": 348050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.0238,
+      "step": 348100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0241,
+      "step": 348150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0249,
+      "step": 348200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0249,
+      "step": 348250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0242,
+      "step": 348300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.0245,
+      "step": 348350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.024,
+      "step": 348400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.0242,
+      "step": 348450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0247,
+      "step": 348500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0243,
+      "step": 348550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.0244,
+      "step": 348600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.0253,
+      "step": 348650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0249,
+      "step": 348700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0246,
+      "step": 348750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0242,
+      "step": 348800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.0246,
+      "step": 348850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0238,
+      "step": 348900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0244,
+      "step": 348950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0235,
+      "step": 349000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0237,
+      "step": 349050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.0246,
+      "step": 349100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0241,
+      "step": 349150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0245,
+      "step": 349200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0239,
+      "step": 349250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.024,
+      "step": 349300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0249,
+      "step": 349350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.0245,
+      "step": 349400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.0242,
+      "step": 349450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.024,
+      "step": 349500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.0245,
+      "step": 349550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0248,
+      "step": 349600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.0238,
+      "step": 349650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0245,
+      "step": 349700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.0247,
+      "step": 349750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.0242,
+      "step": 349800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.0243,
+      "step": 349850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0243,
+      "step": 349900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.0252,
+      "step": 349950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.0243,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "eval_af_opus100_pr_auc": 0.8085679005983738,
+      "eval_af_ud_pr_auc": 0.9860458938143621,
+      "eval_am_opus100_pr_auc": 0.5978382884772163,
+      "eval_ar_ersatz_pr_auc": 0.9312068857929234,
+      "eval_ar_opus100_pr_auc": 0.7479457188783866,
+      "eval_ar_ud_pr_auc": 0.9045651376397653,
+      "eval_average_ersatz_pr_auc": 0.967058710243622,
+      "eval_average_opus100_pr_auc": 0.8478464776878896,
+      "eval_average_ud_pr_auc": 0.9646765532297352,
+      "eval_az_opus100_pr_auc": 0.8198295588669192,
+      "eval_be_opus100_pr_auc": 0.7228044509127304,
+      "eval_be_ud_pr_auc": 0.9003384631778338,
+      "eval_bg_opus100_pr_auc": 0.923608419755722,
+      "eval_bg_ud_pr_auc": 0.9966377225008084,
+      "eval_bn_opus100_pr_auc": 0.8528959094406487,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8946950184456072,
+      "eval_ca_ud_pr_auc": 0.9948702755559129,
+      "eval_ceb_ud_pr_auc": 0.9970232868256996,
+      "eval_cs_ersatz_pr_auc": 0.9842043507399065,
+      "eval_cs_opus100_pr_auc": 0.9106059718493043,
+      "eval_cs_ud_pr_auc": 0.962123133711456,
+      "eval_cy_opus100_pr_auc": 0.7911226672188897,
+      "eval_cy_ud_pr_auc": 0.9950932088828761,
+      "eval_da_opus100_pr_auc": 0.9265469831403143,
+      "eval_da_ud_pr_auc": 0.981613598872054,
+      "eval_de_ersatz_pr_auc": 0.9851486075073975,
+      "eval_de_opus100_pr_auc": 0.912089689843396,
+      "eval_de_ud_pr_auc": 0.9844337223456973,
+      "eval_el_opus100_pr_auc": 0.9226440342630168,
+      "eval_el_ud_pr_auc": 0.9862318645544867,
+      "eval_en_ersatz_pr_auc": 0.9925871068409595,
+      "eval_en_opus100_pr_auc": 0.9277527105092459,
+      "eval_en_ud_pr_auc": 0.9792248126588861,
+      "eval_eo_opus100_pr_auc": 0.9377266757782166,
+      "eval_es_ersatz_pr_auc": 0.9973892204922257,
+      "eval_es_opus100_pr_auc": 0.936151937896032,
+      "eval_es_ud_pr_auc": 0.9908561038595929,
+      "eval_et_ersatz_pr_auc": 0.9836732132985515,
+      "eval_et_opus100_pr_auc": 0.909458902919991,
+      "eval_et_ud_pr_auc": 0.9743105882438484,
+      "eval_eu_opus100_pr_auc": 0.892851986390404,
+      "eval_eu_ud_pr_auc": 0.9908804597691178,
+      "eval_fa_opus100_pr_auc": 0.6132829124058222,
+      "eval_fa_ud_pr_auc": 0.9955153288317915,
+      "eval_fi_ersatz_pr_auc": 0.9919922051748504,
+      "eval_fi_opus100_pr_auc": 0.9309604437827509,
+      "eval_fi_ud_pr_auc": 0.9791402592197486,
+      "eval_fr_ersatz_pr_auc": 0.9860326666994145,
+      "eval_fr_opus100_pr_auc": 0.91891795106838,
+      "eval_fr_ud_pr_auc": 0.9840728558578087,
+      "eval_fy_opus100_pr_auc": 0.7396576544354446,
+      "eval_ga_opus100_pr_auc": 0.8938343768047186,
+      "eval_ga_ud_pr_auc": 0.8119443511856663,
+      "eval_gd_opus100_pr_auc": 0.7277005044964929,
+      "eval_gd_ud_pr_auc": 0.8140612164610583,
+      "eval_gl_opus100_pr_auc": 0.8931904816634977,
+      "eval_gl_ud_pr_auc": 0.9980053133527703,
+      "eval_gu_ersatz_pr_auc": 0.943987402977274,
+      "eval_gu_opus100_pr_auc": 0.7506097826254354,
+      "eval_ha_opus100_pr_auc": 0.9013459394798787,
+      "eval_he_opus100_pr_auc": 0.8893600309878514,
+      "eval_he_ud_pr_auc": 0.9795181378100465,
+      "eval_hi_ersatz_pr_auc": 0.9811010689137089,
+      "eval_hi_opus100_pr_auc": 0.7209367463210667,
+      "eval_hi_ud_pr_auc": 0.9862560488297143,
+      "eval_hu_opus100_pr_auc": 0.926121820292076,
+      "eval_hu_ud_pr_auc": 0.9836909490026908,
+      "eval_hy_opus100_pr_auc": 0.9115464546738092,
+      "eval_hy_ud_pr_auc": 0.9836090436762347,
+      "eval_id_opus100_pr_auc": 0.9041196816881297,
+      "eval_id_ud_pr_auc": 0.99408522719846,
+      "eval_ig_opus100_pr_auc": 0.8873457193466855,
+      "eval_is_opus100_pr_auc": 0.9297611192132692,
+      "eval_is_ud_pr_auc": 0.9105928364814869,
+      "eval_it_opus100_pr_auc": 0.9156447522667591,
+      "eval_it_ud_pr_auc": 0.9982461002851594,
+      "eval_ja_ersatz_pr_auc": 0.8418192790052584,
+      "eval_ja_opus100_pr_auc": 0.8244110785818808,
+      "eval_ja_ud_pr_auc": 0.9779283204263705,
+      "eval_jv_ud_pr_auc": 0.9665322626067858,
+      "eval_ka_opus100_pr_auc": 0.8656032684258577,
+      "eval_kk_ersatz_pr_auc": 0.9873854333297095,
+      "eval_kk_opus100_pr_auc": 0.8140604297773046,
+      "eval_kk_ud_pr_auc": 0.9723666594714186,
+      "eval_km_ersatz_pr_auc": 0.924533793144039,
+      "eval_km_opus100_pr_auc": 0.7611016214669386,
+      "eval_kn_opus100_pr_auc": 0.6559338519697814,
+      "eval_ko_opus100_pr_auc": 0.7051647687412675,
+      "eval_ko_ud_pr_auc": 0.9994002076102549,
+      "eval_ku_opus100_pr_auc": 0.850980174573466,
+      "eval_ky_opus100_pr_auc": 0.8916311021938246,
+      "eval_la_ud_pr_auc": 0.9726059088430975,
+      "eval_loss": 0.028350818902254105,
+      "eval_lt_ersatz_pr_auc": 0.9953070610630342,
+      "eval_lt_opus100_pr_auc": 0.8814092515360529,
+      "eval_lt_ud_pr_auc": 0.9900131040695926,
+      "eval_lv_ersatz_pr_auc": 0.9893967090533171,
+      "eval_lv_opus100_pr_auc": 0.896309543159258,
+      "eval_lv_ud_pr_auc": 0.9614543098378984,
+      "eval_mg_opus100_pr_auc": 0.9336107377007133,
+      "eval_mk_opus100_pr_auc": 0.9212441270107266,
+      "eval_ml_opus100_pr_auc": 0.7901648820418283,
+      "eval_mn_opus100_pr_auc": 0.9465511261337828,
+      "eval_mr_opus100_pr_auc": 0.9126033921665367,
+      "eval_mr_ud_pr_auc": 0.9810351565663468,
+      "eval_ms_opus100_pr_auc": 0.8867067594944854,
+      "eval_mt_opus100_pr_auc": 0.8734540325280721,
+      "eval_mt_ud_pr_auc": 0.9068355714162605,
+      "eval_my_opus100_pr_auc": 0.7977640296983912,
+      "eval_ne_opus100_pr_auc": 0.741276311339901,
+      "eval_nl_opus100_pr_auc": 0.9067889820298192,
+      "eval_nl_ud_pr_auc": 0.9858048055358584,
+      "eval_no_opus100_pr_auc": 0.923508347707112,
+      "eval_no_ud_pr_auc": 0.995646647726082,
+      "eval_pa_opus100_pr_auc": 0.6862484306244212,
+      "eval_pl_ersatz_pr_auc": 0.9744752314238095,
+      "eval_pl_opus100_pr_auc": 0.9069409989870075,
+      "eval_pl_ud_pr_auc": 0.9681458102831436,
+      "eval_ps_ersatz_pr_auc": 0.9190184793641238,
+      "eval_ps_opus100_pr_auc": 0.7526929810836437,
+      "eval_pt_opus100_pr_auc": 0.9302092441329978,
+      "eval_pt_ud_pr_auc": 0.9851503863088518,
+      "eval_ro_ersatz_pr_auc": 0.9921868390277877,
+      "eval_ro_opus100_pr_auc": 0.90112371132315,
+      "eval_ro_ud_pr_auc": 0.941679047085897,
+      "eval_ru_ersatz_pr_auc": 0.9906095811320976,
+      "eval_ru_opus100_pr_auc": 0.9305247262563793,
+      "eval_ru_ud_pr_auc": 0.8641750297758859,
+      "eval_runtime": 890.5662,
+      "eval_samples_per_second": 84.839,
+      "eval_si_opus100_pr_auc": 0.8161728680744844,
+      "eval_sk_opus100_pr_auc": 0.9421254135349012,
+      "eval_sk_ud_pr_auc": 0.984499142048077,
+      "eval_sl_opus100_pr_auc": 0.8779764404170883,
+      "eval_sl_ud_pr_auc": 0.9744102617969382,
+      "eval_sq_opus100_pr_auc": 0.9342644941284496,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.911291996962919,
+      "eval_sr_ud_pr_auc": 0.9994374366618882,
+      "eval_steps_per_second": 5.303,
+      "eval_sv_opus100_pr_auc": 0.9102059707542037,
+      "eval_sv_ud_pr_auc": 0.9534708306482965,
+      "eval_ta_ersatz_pr_auc": 0.9855395804095393,
+      "eval_ta_opus100_pr_auc": 0.7097719163908817,
+      "eval_ta_ud_pr_auc": 0.9959693585003317,
+      "eval_te_opus100_pr_auc": 0.8353882802449081,
+      "eval_tg_opus100_pr_auc": 0.8991257214785858,
+      "eval_th_opus100_pr_auc": 0.6912795207807388,
+      "eval_th_ud_pr_auc": 0.825909983180558,
+      "eval_tr_ersatz_pr_auc": 0.9642529721064326,
+      "eval_tr_opus100_pr_auc": 0.9171679463699356,
+      "eval_tr_ud_pr_auc": 0.9616609681305368,
+      "eval_uk_opus100_pr_auc": 0.8811607403864683,
+      "eval_uk_ud_pr_auc": 0.9211753964050602,
+      "eval_ur_opus100_pr_auc": 0.5788019979911851,
+      "eval_ur_ud_pr_auc": 0.9917687417276525,
+      "eval_uz_opus100_pr_auc": 0.8732900576238516,
+      "eval_vi_opus100_pr_auc": 0.9067232696443155,
+      "eval_vi_ud_pr_auc": 0.9559205311471997,
+      "eval_xh_opus100_pr_auc": 0.8774121914533555,
+      "eval_yi_opus100_pr_auc": 0.7857399253418621,
+      "eval_yo_opus100_pr_auc": 0.8335837518480611,
+      "eval_yo_ud_pr_auc": 0.9176381455682656,
+      "eval_zh_ersatz_pr_auc": 0.9334439378633222,
+      "eval_zh_opus100_pr_auc": 0.7150032894488809,
+      "eval_zh_ud_pr_auc": 0.9929435701113215,
+      "eval_zu_opus100_pr_auc": 0.8494342701107808,
+      "step": 350000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.0241,
+      "step": 350050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0243,
+      "step": 350100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0239,
+      "step": 350150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0245,
+      "step": 350200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0247,
+      "step": 350250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0242,
+      "step": 350300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0242,
+      "step": 350350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.0242,
+      "step": 350400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.0243,
+      "step": 350450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0242,
+      "step": 350500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.0249,
+      "step": 350550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0237,
+      "step": 350600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0245,
+      "step": 350650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.025,
+      "step": 350700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.0245,
+      "step": 350750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0239,
+      "step": 350800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0241,
+      "step": 350850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0243,
+      "step": 350900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.025,
+      "step": 350950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.0246,
+      "step": 351000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0243,
+      "step": 351050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.0244,
+      "step": 351100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.0242,
+      "step": 351150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0244,
+      "step": 351200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0241,
+      "step": 351250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.0242,
+      "step": 351300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0241,
+      "step": 351350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.0245,
+      "step": 351400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0247,
+      "step": 351450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.024,
+      "step": 351500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.0246,
+      "step": 351550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0245,
+      "step": 351600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0238,
+      "step": 351650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0238,
+      "step": 351700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0238,
+      "step": 351750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.0242,
+      "step": 351800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0247,
+      "step": 351850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0244,
+      "step": 351900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.024,
+      "step": 351950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.0244,
+      "step": 352000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0243,
+      "step": 352050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0242,
+      "step": 352100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0247,
+      "step": 352150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0236,
+      "step": 352200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0246,
+      "step": 352250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.0243,
+      "step": 352300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0241,
+      "step": 352350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.0242,
+      "step": 352400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.025,
+      "step": 352450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0245,
+      "step": 352500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0243,
+      "step": 352550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.0241,
+      "step": 352600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0239,
+      "step": 352650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.0239,
+      "step": 352700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0248,
+      "step": 352750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0242,
+      "step": 352800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0242,
+      "step": 352850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0239,
+      "step": 352900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0245,
+      "step": 352950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0243,
+      "step": 353000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0246,
+      "step": 353050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0246,
+      "step": 353100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0241,
+      "step": 353150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0243,
+      "step": 353200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0235,
+      "step": 353250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.0245,
+      "step": 353300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.0238,
+      "step": 353350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0247,
+      "step": 353400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0243,
+      "step": 353450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0248,
+      "step": 353500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0237,
+      "step": 353550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0245,
+      "step": 353600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0242,
+      "step": 353650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0248,
+      "step": 353700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0241,
+      "step": 353750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.0242,
+      "step": 353800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.0245,
+      "step": 353850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0239,
+      "step": 353900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0237,
+      "step": 353950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.0243,
+      "step": 354000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0243,
+      "step": 354050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0249,
+      "step": 354100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.025,
+      "step": 354150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.024,
+      "step": 354200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0236,
+      "step": 354250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.0244,
+      "step": 354300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0238,
+      "step": 354350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0241,
+      "step": 354400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.0247,
+      "step": 354450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0245,
+      "step": 354500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0246,
+      "step": 354550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.0244,
+      "step": 354600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.0243,
+      "step": 354650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.0241,
+      "step": 354700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.024,
+      "step": 354750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0242,
+      "step": 354800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.024,
+      "step": 354850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.024,
+      "step": 354900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.0242,
+      "step": 354950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0243,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7941471737674636,
+      "eval_af_ud_pr_auc": 0.9883552777157781,
+      "eval_am_opus100_pr_auc": 0.5946757642534517,
+      "eval_ar_ersatz_pr_auc": 0.932485170732334,
+      "eval_ar_opus100_pr_auc": 0.7448404841528956,
+      "eval_ar_ud_pr_auc": 0.904313226866946,
+      "eval_average_ersatz_pr_auc": 0.9688509567898446,
+      "eval_average_opus100_pr_auc": 0.8454150727784802,
+      "eval_average_ud_pr_auc": 0.9647917693828443,
+      "eval_az_opus100_pr_auc": 0.8008944860060976,
+      "eval_be_opus100_pr_auc": 0.712111811445819,
+      "eval_be_ud_pr_auc": 0.9040655987934555,
+      "eval_bg_opus100_pr_auc": 0.9231028571614972,
+      "eval_bg_ud_pr_auc": 0.9961153801562455,
+      "eval_bn_opus100_pr_auc": 0.8455386282837284,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8917532733342878,
+      "eval_ca_ud_pr_auc": 0.9944909737937178,
+      "eval_ceb_ud_pr_auc": 0.9956864603866897,
+      "eval_cs_ersatz_pr_auc": 0.9838410065225085,
+      "eval_cs_opus100_pr_auc": 0.908240398717126,
+      "eval_cs_ud_pr_auc": 0.9621477595989789,
+      "eval_cy_opus100_pr_auc": 0.7822530102972697,
+      "eval_cy_ud_pr_auc": 0.9961848792247927,
+      "eval_da_opus100_pr_auc": 0.9257479822297652,
+      "eval_da_ud_pr_auc": 0.9820553692466407,
+      "eval_de_ersatz_pr_auc": 0.98652889117107,
+      "eval_de_opus100_pr_auc": 0.9096678605907986,
+      "eval_de_ud_pr_auc": 0.9840464110901626,
+      "eval_el_opus100_pr_auc": 0.9204531392996813,
+      "eval_el_ud_pr_auc": 0.9862382739822425,
+      "eval_en_ersatz_pr_auc": 0.9934924213219831,
+      "eval_en_opus100_pr_auc": 0.9226479451051439,
+      "eval_en_ud_pr_auc": 0.9801029303708689,
+      "eval_eo_opus100_pr_auc": 0.9323541192017396,
+      "eval_es_ersatz_pr_auc": 0.9974568177136114,
+      "eval_es_opus100_pr_auc": 0.9363941291078752,
+      "eval_es_ud_pr_auc": 0.9922241995003541,
+      "eval_et_ersatz_pr_auc": 0.9839296455144635,
+      "eval_et_opus100_pr_auc": 0.9059268510090943,
+      "eval_et_ud_pr_auc": 0.9741733191598625,
+      "eval_eu_opus100_pr_auc": 0.8830704582816498,
+      "eval_eu_ud_pr_auc": 0.9908354991671564,
+      "eval_fa_opus100_pr_auc": 0.6066167357854426,
+      "eval_fa_ud_pr_auc": 0.9964822661200237,
+      "eval_fi_ersatz_pr_auc": 0.9941636142216059,
+      "eval_fi_opus100_pr_auc": 0.929994911385337,
+      "eval_fi_ud_pr_auc": 0.9797653294609914,
+      "eval_fr_ersatz_pr_auc": 0.9860549199053742,
+      "eval_fr_opus100_pr_auc": 0.9201825780126451,
+      "eval_fr_ud_pr_auc": 0.9855516180471088,
+      "eval_fy_opus100_pr_auc": 0.7178613423927059,
+      "eval_ga_opus100_pr_auc": 0.8954049133207769,
+      "eval_ga_ud_pr_auc": 0.8226743781953167,
+      "eval_gd_opus100_pr_auc": 0.7179443147340069,
+      "eval_gd_ud_pr_auc": 0.8102772554328789,
+      "eval_gl_opus100_pr_auc": 0.8927054531508198,
+      "eval_gl_ud_pr_auc": 0.9984568064043753,
+      "eval_gu_ersatz_pr_auc": 0.9454964905443206,
+      "eval_gu_opus100_pr_auc": 0.7551610254851011,
+      "eval_ha_opus100_pr_auc": 0.9044810803329056,
+      "eval_he_opus100_pr_auc": 0.8838238928839788,
+      "eval_he_ud_pr_auc": 0.9799864463832076,
+      "eval_hi_ersatz_pr_auc": 0.9828258376062627,
+      "eval_hi_opus100_pr_auc": 0.7183190849376732,
+      "eval_hi_ud_pr_auc": 0.9876200038540733,
+      "eval_hu_opus100_pr_auc": 0.9220259239356166,
+      "eval_hu_ud_pr_auc": 0.9836454875555962,
+      "eval_hy_opus100_pr_auc": 0.9053078805730096,
+      "eval_hy_ud_pr_auc": 0.9883414291611712,
+      "eval_id_opus100_pr_auc": 0.8995547936679288,
+      "eval_id_ud_pr_auc": 0.9943462263499211,
+      "eval_ig_opus100_pr_auc": 0.8793883015107148,
+      "eval_is_opus100_pr_auc": 0.9263021749442157,
+      "eval_is_ud_pr_auc": 0.9109492332126399,
+      "eval_it_opus100_pr_auc": 0.9150845115467494,
+      "eval_it_ud_pr_auc": 0.9989316372629868,
+      "eval_ja_ersatz_pr_auc": 0.8522129380652362,
+      "eval_ja_opus100_pr_auc": 0.8328181310327571,
+      "eval_ja_ud_pr_auc": 0.9811134795736556,
+      "eval_jv_ud_pr_auc": 0.9669058159900629,
+      "eval_ka_opus100_pr_auc": 0.8681250473864058,
+      "eval_kk_ersatz_pr_auc": 0.9871341858881413,
+      "eval_kk_opus100_pr_auc": 0.7939994763931248,
+      "eval_kk_ud_pr_auc": 0.9730895726025461,
+      "eval_km_ersatz_pr_auc": 0.9253348106059347,
+      "eval_km_opus100_pr_auc": 0.7762064452574948,
+      "eval_kn_opus100_pr_auc": 0.6558172319302497,
+      "eval_ko_opus100_pr_auc": 0.698596563335194,
+      "eval_ko_ud_pr_auc": 0.9996236512996283,
+      "eval_ku_opus100_pr_auc": 0.8447509743383307,
+      "eval_ky_opus100_pr_auc": 0.8847978544871717,
+      "eval_la_ud_pr_auc": 0.9711220578982556,
+      "eval_loss": 0.028261322528123856,
+      "eval_lt_ersatz_pr_auc": 0.9953733858989533,
+      "eval_lt_opus100_pr_auc": 0.8821871710314713,
+      "eval_lt_ud_pr_auc": 0.9895999711895525,
+      "eval_lv_ersatz_pr_auc": 0.9901067349432725,
+      "eval_lv_opus100_pr_auc": 0.8982188370677212,
+      "eval_lv_ud_pr_auc": 0.961165956330856,
+      "eval_mg_opus100_pr_auc": 0.9340015803948316,
+      "eval_mk_opus100_pr_auc": 0.9220891259758071,
+      "eval_ml_opus100_pr_auc": 0.7846341337387599,
+      "eval_mn_opus100_pr_auc": 0.9423136073668705,
+      "eval_mr_opus100_pr_auc": 0.9084751450571011,
+      "eval_mr_ud_pr_auc": 0.9774130276140659,
+      "eval_ms_opus100_pr_auc": 0.8816521229782139,
+      "eval_mt_opus100_pr_auc": 0.8735186584502617,
+      "eval_mt_ud_pr_auc": 0.914411980954639,
+      "eval_my_opus100_pr_auc": 0.7936859056290256,
+      "eval_ne_opus100_pr_auc": 0.7448250579248779,
+      "eval_nl_opus100_pr_auc": 0.9022220491834515,
+      "eval_nl_ud_pr_auc": 0.9875317129071105,
+      "eval_no_opus100_pr_auc": 0.9204395678595245,
+      "eval_no_ud_pr_auc": 0.9957148055639019,
+      "eval_pa_opus100_pr_auc": 0.6894995156921139,
+      "eval_pl_ersatz_pr_auc": 0.9762218733860613,
+      "eval_pl_opus100_pr_auc": 0.9016828045498898,
+      "eval_pl_ud_pr_auc": 0.9676578341823269,
+      "eval_ps_ersatz_pr_auc": 0.9216661155679856,
+      "eval_ps_opus100_pr_auc": 0.7525507295824997,
+      "eval_pt_opus100_pr_auc": 0.9329428558796793,
+      "eval_pt_ud_pr_auc": 0.9859300659084365,
+      "eval_ro_ersatz_pr_auc": 0.9925292463194045,
+      "eval_ro_opus100_pr_auc": 0.895418272895438,
+      "eval_ro_ud_pr_auc": 0.9214195898080353,
+      "eval_ru_ersatz_pr_auc": 0.9910850279032204,
+      "eval_ru_opus100_pr_auc": 0.9341730185605992,
+      "eval_ru_ud_pr_auc": 0.8557709522226589,
+      "eval_runtime": 891.7494,
+      "eval_samples_per_second": 84.727,
+      "eval_si_opus100_pr_auc": 0.8126618327708516,
+      "eval_sk_opus100_pr_auc": 0.941091180894415,
+      "eval_sk_ud_pr_auc": 0.9844441394254831,
+      "eval_sl_opus100_pr_auc": 0.8727365965210716,
+      "eval_sl_ud_pr_auc": 0.9755038725654757,
+      "eval_sq_opus100_pr_auc": 0.9381485967379924,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9059626186914617,
+      "eval_sr_ud_pr_auc": 0.9993595315171646,
+      "eval_steps_per_second": 5.296,
+      "eval_sv_opus100_pr_auc": 0.9094685610103814,
+      "eval_sv_ud_pr_auc": 0.9542275573929909,
+      "eval_ta_ersatz_pr_auc": 0.9865527462309327,
+      "eval_ta_opus100_pr_auc": 0.6996125082035054,
+      "eval_ta_ud_pr_auc": 0.9962594864529322,
+      "eval_te_opus100_pr_auc": 0.8338601609498092,
+      "eval_tg_opus100_pr_auc": 0.8951202605777848,
+      "eval_th_opus100_pr_auc": 0.6926489096463518,
+      "eval_th_ud_pr_auc": 0.8318377974706476,
+      "eval_tr_ersatz_pr_auc": 0.9685086306673084,
+      "eval_tr_opus100_pr_auc": 0.9145196184222796,
+      "eval_tr_ud_pr_auc": 0.9626939095959882,
+      "eval_uk_opus100_pr_auc": 0.8759584232868227,
+      "eval_uk_ud_pr_auc": 0.9211428747100973,
+      "eval_ur_opus100_pr_auc": 0.5759053747273795,
+      "eval_ur_ud_pr_auc": 0.992107597535792,
+      "eval_uz_opus100_pr_auc": 0.8695545671494401,
+      "eval_vi_opus100_pr_auc": 0.9049712512935969,
+      "eval_vi_ud_pr_auc": 0.951025421235303,
+      "eval_xh_opus100_pr_auc": 0.8761761378005546,
+      "eval_yi_opus100_pr_auc": 0.8190091130367245,
+      "eval_yo_opus100_pr_auc": 0.8246365962153752,
+      "eval_yo_ud_pr_auc": 0.9116221230175308,
+      "eval_zh_ersatz_pr_auc": 0.9417205386465929,
+      "eval_zh_opus100_pr_auc": 0.7463047350766873,
+      "eval_zh_ud_pr_auc": 0.9963723933628016,
+      "eval_zu_opus100_pr_auc": 0.8420677499990104,
+      "step": 355000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.024,
+      "step": 355050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0242,
+      "step": 355100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0245,
+      "step": 355150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0237,
+      "step": 355200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0237,
+      "step": 355250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0247,
+      "step": 355300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0241,
+      "step": 355350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0248,
+      "step": 355400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0244,
+      "step": 355450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.0241,
+      "step": 355500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.024,
+      "step": 355550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0243,
+      "step": 355600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0241,
+      "step": 355650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.0241,
+      "step": 355700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0237,
+      "step": 355750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0245,
+      "step": 355800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0247,
+      "step": 355850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0246,
+      "step": 355900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0239,
+      "step": 355950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0252,
+      "step": 356000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.024,
+      "step": 356050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.0238,
+      "step": 356100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0241,
+      "step": 356150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.0242,
+      "step": 356200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.0241,
+      "step": 356250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.024,
+      "step": 356300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.0246,
+      "step": 356350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0234,
+      "step": 356400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0244,
+      "step": 356450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.0249,
+      "step": 356500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0249,
+      "step": 356550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0245,
+      "step": 356600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.024,
+      "step": 356650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0237,
+      "step": 356700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.025,
+      "step": 356750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0241,
+      "step": 356800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0238,
+      "step": 356850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0245,
+      "step": 356900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.024,
+      "step": 356950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0244,
+      "step": 357000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0243,
+      "step": 357050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0248,
+      "step": 357100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.024,
+      "step": 357150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.0247,
+      "step": 357200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0239,
+      "step": 357250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0248,
+      "step": 357300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0244,
+      "step": 357350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0241,
+      "step": 357400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0245,
+      "step": 357450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0246,
+      "step": 357500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0239,
+      "step": 357550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0241,
+      "step": 357600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0244,
+      "step": 357650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.0241,
+      "step": 357700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.0246,
+      "step": 357750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.024,
+      "step": 357800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.024,
+      "step": 357850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.024,
+      "step": 357900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.0244,
+      "step": 357950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0243,
+      "step": 358000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0247,
+      "step": 358050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.0235,
+      "step": 358100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.0244,
+      "step": 358150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0248,
+      "step": 358200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0242,
+      "step": 358250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0238,
+      "step": 358300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.0243,
+      "step": 358350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.0242,
+      "step": 358400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0241,
+      "step": 358450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.0246,
+      "step": 358500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.0241,
+      "step": 358550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0233,
+      "step": 358600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0244,
+      "step": 358650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0241,
+      "step": 358700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0246,
+      "step": 358750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0245,
+      "step": 358800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.0247,
+      "step": 358850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0246,
+      "step": 358900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.0239,
+      "step": 358950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0241,
+      "step": 359000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.0245,
+      "step": 359050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0241,
+      "step": 359100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.0242,
+      "step": 359150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.0241,
+      "step": 359200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0237,
+      "step": 359250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0241,
+      "step": 359300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0241,
+      "step": 359350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0251,
+      "step": 359400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0237,
+      "step": 359450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.0236,
+      "step": 359500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0241,
+      "step": 359550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0248,
+      "step": 359600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.0238,
+      "step": 359650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0241,
+      "step": 359700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0244,
+      "step": 359750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0245,
+      "step": 359800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0239,
+      "step": 359850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.0239,
+      "step": 359900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0247,
+      "step": 359950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0239,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.795668829283942,
+      "eval_af_ud_pr_auc": 0.9870166288412152,
+      "eval_am_opus100_pr_auc": 0.5984303722062404,
+      "eval_ar_ersatz_pr_auc": 0.9317094727177092,
+      "eval_ar_opus100_pr_auc": 0.7448569767792255,
+      "eval_ar_ud_pr_auc": 0.9024514620323567,
+      "eval_average_ersatz_pr_auc": 0.9696202499769434,
+      "eval_average_opus100_pr_auc": 0.8459572756983716,
+      "eval_average_ud_pr_auc": 0.9646854319384486,
+      "eval_az_opus100_pr_auc": 0.8178714974401516,
+      "eval_be_opus100_pr_auc": 0.7175114596262766,
+      "eval_be_ud_pr_auc": 0.9077035207286679,
+      "eval_bg_opus100_pr_auc": 0.9251205571038839,
+      "eval_bg_ud_pr_auc": 0.9969767825107472,
+      "eval_bn_opus100_pr_auc": 0.8474208648052273,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8921606137779542,
+      "eval_ca_ud_pr_auc": 0.9935101544480549,
+      "eval_ceb_ud_pr_auc": 0.9950836558500028,
+      "eval_cs_ersatz_pr_auc": 0.984856587490608,
+      "eval_cs_opus100_pr_auc": 0.9106941725322965,
+      "eval_cs_ud_pr_auc": 0.9624511884744189,
+      "eval_cy_opus100_pr_auc": 0.7831911964812482,
+      "eval_cy_ud_pr_auc": 0.9971367984776075,
+      "eval_da_opus100_pr_auc": 0.9255922310667779,
+      "eval_da_ud_pr_auc": 0.9832455705522931,
+      "eval_de_ersatz_pr_auc": 0.9873949449244768,
+      "eval_de_opus100_pr_auc": 0.9107013518136335,
+      "eval_de_ud_pr_auc": 0.9829220570090987,
+      "eval_el_opus100_pr_auc": 0.9184107537848807,
+      "eval_el_ud_pr_auc": 0.9852465823823927,
+      "eval_en_ersatz_pr_auc": 0.9938155261761666,
+      "eval_en_opus100_pr_auc": 0.9243695578501796,
+      "eval_en_ud_pr_auc": 0.9811404595914898,
+      "eval_eo_opus100_pr_auc": 0.9357237910261207,
+      "eval_es_ersatz_pr_auc": 0.9978357768407877,
+      "eval_es_opus100_pr_auc": 0.9356269706610675,
+      "eval_es_ud_pr_auc": 0.9924054417822511,
+      "eval_et_ersatz_pr_auc": 0.9845828965496369,
+      "eval_et_opus100_pr_auc": 0.9044520037078232,
+      "eval_et_ud_pr_auc": 0.9751033639354532,
+      "eval_eu_opus100_pr_auc": 0.883826523697875,
+      "eval_eu_ud_pr_auc": 0.9910219330242472,
+      "eval_fa_opus100_pr_auc": 0.6135407321937439,
+      "eval_fa_ud_pr_auc": 0.99662196065101,
+      "eval_fi_ersatz_pr_auc": 0.9940606567332071,
+      "eval_fi_opus100_pr_auc": 0.9301253255714212,
+      "eval_fi_ud_pr_auc": 0.9781321175111499,
+      "eval_fr_ersatz_pr_auc": 0.9885735134993525,
+      "eval_fr_opus100_pr_auc": 0.9184226993792212,
+      "eval_fr_ud_pr_auc": 0.9827734123592866,
+      "eval_fy_opus100_pr_auc": 0.7171423631902666,
+      "eval_ga_opus100_pr_auc": 0.8946245879198788,
+      "eval_ga_ud_pr_auc": 0.8232598854859099,
+      "eval_gd_opus100_pr_auc": 0.7230937920523964,
+      "eval_gd_ud_pr_auc": 0.8160361883097249,
+      "eval_gl_opus100_pr_auc": 0.8944103372110888,
+      "eval_gl_ud_pr_auc": 0.9984866911691148,
+      "eval_gu_ersatz_pr_auc": 0.9416223695740017,
+      "eval_gu_opus100_pr_auc": 0.753006873695752,
+      "eval_ha_opus100_pr_auc": 0.9066966097233463,
+      "eval_he_opus100_pr_auc": 0.8856818613860677,
+      "eval_he_ud_pr_auc": 0.9802577865012385,
+      "eval_hi_ersatz_pr_auc": 0.9824337929061918,
+      "eval_hi_opus100_pr_auc": 0.7209357602406933,
+      "eval_hi_ud_pr_auc": 0.9852426486004017,
+      "eval_hu_opus100_pr_auc": 0.9233524742159585,
+      "eval_hu_ud_pr_auc": 0.9843590201249673,
+      "eval_hy_opus100_pr_auc": 0.906757574097147,
+      "eval_hy_ud_pr_auc": 0.9851007695699852,
+      "eval_id_opus100_pr_auc": 0.9007441921548957,
+      "eval_id_ud_pr_auc": 0.9954251577785018,
+      "eval_ig_opus100_pr_auc": 0.8825933748397866,
+      "eval_is_opus100_pr_auc": 0.9308837895671015,
+      "eval_is_ud_pr_auc": 0.9167657758071908,
+      "eval_it_opus100_pr_auc": 0.9121307929281225,
+      "eval_it_ud_pr_auc": 0.9968955002040227,
+      "eval_ja_ersatz_pr_auc": 0.8544494331357207,
+      "eval_ja_opus100_pr_auc": 0.8182806752417374,
+      "eval_ja_ud_pr_auc": 0.9827831276021515,
+      "eval_jv_ud_pr_auc": 0.9646746421114955,
+      "eval_ka_opus100_pr_auc": 0.8662079829960053,
+      "eval_kk_ersatz_pr_auc": 0.9874831447013843,
+      "eval_kk_opus100_pr_auc": 0.8089234500342026,
+      "eval_kk_ud_pr_auc": 0.9732979449130441,
+      "eval_km_ersatz_pr_auc": 0.9247398206414599,
+      "eval_km_opus100_pr_auc": 0.7731562900266525,
+      "eval_kn_opus100_pr_auc": 0.6559816778321328,
+      "eval_ko_opus100_pr_auc": 0.6998348501143553,
+      "eval_ko_ud_pr_auc": 0.9990489842039455,
+      "eval_ku_opus100_pr_auc": 0.8479012256849991,
+      "eval_ky_opus100_pr_auc": 0.8790407643377562,
+      "eval_la_ud_pr_auc": 0.9782536738835799,
+      "eval_loss": 0.028250839561223984,
+      "eval_lt_ersatz_pr_auc": 0.995766780672432,
+      "eval_lt_opus100_pr_auc": 0.879665051855082,
+      "eval_lt_ud_pr_auc": 0.9885332552432067,
+      "eval_lv_ersatz_pr_auc": 0.990951381809998,
+      "eval_lv_opus100_pr_auc": 0.8938988723751936,
+      "eval_lv_ud_pr_auc": 0.9606703160328055,
+      "eval_mg_opus100_pr_auc": 0.9359894112723992,
+      "eval_mk_opus100_pr_auc": 0.9255188617558328,
+      "eval_ml_opus100_pr_auc": 0.7896889378497176,
+      "eval_mn_opus100_pr_auc": 0.9421829110755204,
+      "eval_mr_opus100_pr_auc": 0.9130135674900617,
+      "eval_mr_ud_pr_auc": 0.9765421114576619,
+      "eval_ms_opus100_pr_auc": 0.8837876478018494,
+      "eval_mt_opus100_pr_auc": 0.8688379777534401,
+      "eval_mt_ud_pr_auc": 0.9047801896818857,
+      "eval_my_opus100_pr_auc": 0.7933626975401036,
+      "eval_ne_opus100_pr_auc": 0.7436602270451328,
+      "eval_nl_opus100_pr_auc": 0.9028186267003248,
+      "eval_nl_ud_pr_auc": 0.9885533821242887,
+      "eval_no_opus100_pr_auc": 0.9216618396041197,
+      "eval_no_ud_pr_auc": 0.9956391975316888,
+      "eval_pa_opus100_pr_auc": 0.6790947446264785,
+      "eval_pl_ersatz_pr_auc": 0.9762543624732153,
+      "eval_pl_opus100_pr_auc": 0.9050453405064348,
+      "eval_pl_ud_pr_auc": 0.9669190112774351,
+      "eval_ps_ersatz_pr_auc": 0.9267199146798619,
+      "eval_ps_opus100_pr_auc": 0.7471858378299576,
+      "eval_pt_opus100_pr_auc": 0.9278641359237548,
+      "eval_pt_ud_pr_auc": 0.9846693647590928,
+      "eval_ro_ersatz_pr_auc": 0.9929701773267869,
+      "eval_ro_opus100_pr_auc": 0.8962409315717423,
+      "eval_ro_ud_pr_auc": 0.920588687647326,
+      "eval_ru_ersatz_pr_auc": 0.9916536024303241,
+      "eval_ru_opus100_pr_auc": 0.9362603526538197,
+      "eval_ru_ud_pr_auc": 0.8556904162797279,
+      "eval_runtime": 889.5378,
+      "eval_samples_per_second": 84.937,
+      "eval_si_opus100_pr_auc": 0.8112115055820308,
+      "eval_sk_opus100_pr_auc": 0.942010451819944,
+      "eval_sk_ud_pr_auc": 0.9831514835090444,
+      "eval_sl_opus100_pr_auc": 0.8737862298246004,
+      "eval_sl_ud_pr_auc": 0.9725876040163137,
+      "eval_sq_opus100_pr_auc": 0.9383653356262054,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9082564249051637,
+      "eval_sr_ud_pr_auc": 0.9994395777897576,
+      "eval_steps_per_second": 5.309,
+      "eval_sv_opus100_pr_auc": 0.9086027033584948,
+      "eval_sv_ud_pr_auc": 0.9557006893463076,
+      "eval_ta_ersatz_pr_auc": 0.9874054101168811,
+      "eval_ta_opus100_pr_auc": 0.7053706931655284,
+      "eval_ta_ud_pr_auc": 0.9965691988285807,
+      "eval_te_opus100_pr_auc": 0.8352992611962826,
+      "eval_tg_opus100_pr_auc": 0.9005873080555811,
+      "eval_th_opus100_pr_auc": 0.6846624296737964,
+      "eval_th_ud_pr_auc": 0.8284355130757358,
+      "eval_tr_ersatz_pr_auc": 0.9721524178684864,
+      "eval_tr_opus100_pr_auc": 0.9158476446395191,
+      "eval_tr_ud_pr_auc": 0.9653667110220475,
+      "eval_uk_opus100_pr_auc": 0.8801596738402476,
+      "eval_uk_ud_pr_auc": 0.9208629263205942,
+      "eval_ur_opus100_pr_auc": 0.5792979517847667,
+      "eval_ur_ud_pr_auc": 0.9922651857061343,
+      "eval_uz_opus100_pr_auc": 0.8785829002290032,
+      "eval_vi_opus100_pr_auc": 0.9024162510045165,
+      "eval_vi_ud_pr_auc": 0.9488292189850049,
+      "eval_xh_opus100_pr_auc": 0.8674231867767737,
+      "eval_yi_opus100_pr_auc": 0.8152995533801893,
+      "eval_yo_opus100_pr_auc": 0.8299868598251087,
+      "eval_yo_ud_pr_auc": 0.9133952891330003,
+      "eval_zh_ersatz_pr_auc": 0.944213516224063,
+      "eval_zh_opus100_pr_auc": 0.7229004710149683,
+      "eval_zh_ud_pr_auc": 0.9970494042969125,
+      "eval_zu_opus100_pr_auc": 0.8475520180532602,
+      "step": 360000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.0241,
+      "step": 360050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.024,
+      "step": 360100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0238,
+      "step": 360150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0241,
+      "step": 360200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0244,
+      "step": 360250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0245,
+      "step": 360300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0248,
+      "step": 360350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0247,
+      "step": 360400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0244,
+      "step": 360450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0243,
+      "step": 360500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.0243,
+      "step": 360550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.0239,
+      "step": 360600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0239,
+      "step": 360650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0241,
+      "step": 360700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.0244,
+      "step": 360750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0236,
+      "step": 360800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.0241,
+      "step": 360850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0242,
+      "step": 360900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.0244,
+      "step": 360950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0246,
+      "step": 361000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.0244,
+      "step": 361050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0243,
+      "step": 361100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.0244,
+      "step": 361150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.0243,
+      "step": 361200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.0247,
+      "step": 361250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0236,
+      "step": 361300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0231,
+      "step": 361350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0241,
+      "step": 361400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0249,
+      "step": 361450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0236,
+      "step": 361500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0237,
+      "step": 361550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0247,
+      "step": 361600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0239,
+      "step": 361650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.0241,
+      "step": 361700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0247,
+      "step": 361750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0243,
+      "step": 361800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0243,
+      "step": 361850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.0235,
+      "step": 361900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.024,
+      "step": 361950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.0241,
+      "step": 362000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0246,
+      "step": 362050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0244,
+      "step": 362100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.0247,
+      "step": 362150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0239,
+      "step": 362200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0239,
+      "step": 362250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0245,
+      "step": 362300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0241,
+      "step": 362350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0249,
+      "step": 362400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.0241,
+      "step": 362450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0238,
+      "step": 362500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0237,
+      "step": 362550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.0242,
+      "step": 362600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.0247,
+      "step": 362650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0237,
+      "step": 362700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0233,
+      "step": 362750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0239,
+      "step": 362800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0239,
+      "step": 362850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.0237,
+      "step": 362900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0239,
+      "step": 362950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.0245,
+      "step": 363000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.0243,
+      "step": 363050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0237,
+      "step": 363100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.0247,
+      "step": 363150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.0244,
+      "step": 363200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.0239,
+      "step": 363250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.025,
+      "step": 363300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0236,
+      "step": 363350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0238,
+      "step": 363400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.0238,
+      "step": 363450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.0239,
+      "step": 363500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.0238,
+      "step": 363550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0243,
+      "step": 363600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.0242,
+      "step": 363650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.024,
+      "step": 363700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.024,
+      "step": 363750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.024,
+      "step": 363800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.024,
+      "step": 363850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.0239,
+      "step": 363900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0242,
+      "step": 363950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.0243,
+      "step": 364000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.0238,
+      "step": 364050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.0243,
+      "step": 364100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0239,
+      "step": 364150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0238,
+      "step": 364200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.024,
+      "step": 364250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0237,
+      "step": 364300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0242,
+      "step": 364350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0242,
+      "step": 364400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0238,
+      "step": 364450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0238,
+      "step": 364500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0241,
+      "step": 364550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0249,
+      "step": 364600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0245,
+      "step": 364650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0244,
+      "step": 364700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0241,
+      "step": 364750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.0242,
+      "step": 364800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.024,
+      "step": 364850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0242,
+      "step": 364900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.0241,
+      "step": 364950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.0238,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.800237551698001,
+      "eval_af_ud_pr_auc": 0.98809797768453,
+      "eval_am_opus100_pr_auc": 0.6155904837569934,
+      "eval_ar_ersatz_pr_auc": 0.9336978065311897,
+      "eval_ar_opus100_pr_auc": 0.7442447961349536,
+      "eval_ar_ud_pr_auc": 0.900106063838967,
+      "eval_average_ersatz_pr_auc": 0.9690866207372896,
+      "eval_average_opus100_pr_auc": 0.8489334250639207,
+      "eval_average_ud_pr_auc": 0.9651175898473062,
+      "eval_az_opus100_pr_auc": 0.8141542004357741,
+      "eval_be_opus100_pr_auc": 0.7264731118393997,
+      "eval_be_ud_pr_auc": 0.9094319758347896,
+      "eval_bg_opus100_pr_auc": 0.9225179505085348,
+      "eval_bg_ud_pr_auc": 0.996964193238465,
+      "eval_bn_opus100_pr_auc": 0.8472693656323288,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8938348992301676,
+      "eval_ca_ud_pr_auc": 0.99285396790747,
+      "eval_ceb_ud_pr_auc": 0.9949398795756587,
+      "eval_cs_ersatz_pr_auc": 0.9834271794366455,
+      "eval_cs_opus100_pr_auc": 0.9091111567144091,
+      "eval_cs_ud_pr_auc": 0.96210367742006,
+      "eval_cy_opus100_pr_auc": 0.7996442422284,
+      "eval_cy_ud_pr_auc": 0.9966531741900425,
+      "eval_da_opus100_pr_auc": 0.9271795216985182,
+      "eval_da_ud_pr_auc": 0.9830681101484842,
+      "eval_de_ersatz_pr_auc": 0.9872110856706283,
+      "eval_de_opus100_pr_auc": 0.9120801688423341,
+      "eval_de_ud_pr_auc": 0.9851294541638181,
+      "eval_el_opus100_pr_auc": 0.9213631949883824,
+      "eval_el_ud_pr_auc": 0.9862912765717005,
+      "eval_en_ersatz_pr_auc": 0.9929881578003529,
+      "eval_en_opus100_pr_auc": 0.9267972897933083,
+      "eval_en_ud_pr_auc": 0.9797134830485654,
+      "eval_eo_opus100_pr_auc": 0.9357111031082829,
+      "eval_es_ersatz_pr_auc": 0.9975777499198366,
+      "eval_es_opus100_pr_auc": 0.9353781095788944,
+      "eval_es_ud_pr_auc": 0.9928835422618913,
+      "eval_et_ersatz_pr_auc": 0.9838142596457661,
+      "eval_et_opus100_pr_auc": 0.9053732246318519,
+      "eval_et_ud_pr_auc": 0.9748945535377954,
+      "eval_eu_opus100_pr_auc": 0.8881017371335871,
+      "eval_eu_ud_pr_auc": 0.9914392263825681,
+      "eval_fa_opus100_pr_auc": 0.6063558824357318,
+      "eval_fa_ud_pr_auc": 0.9968969343551173,
+      "eval_fi_ersatz_pr_auc": 0.9937290401252723,
+      "eval_fi_opus100_pr_auc": 0.9288982738244624,
+      "eval_fi_ud_pr_auc": 0.9809676976202237,
+      "eval_fr_ersatz_pr_auc": 0.9875267045882878,
+      "eval_fr_opus100_pr_auc": 0.9182894878897963,
+      "eval_fr_ud_pr_auc": 0.9857305486806253,
+      "eval_fy_opus100_pr_auc": 0.7301769471971508,
+      "eval_ga_opus100_pr_auc": 0.8999646484635202,
+      "eval_ga_ud_pr_auc": 0.8174514812690564,
+      "eval_gd_opus100_pr_auc": 0.7430346379232129,
+      "eval_gd_ud_pr_auc": 0.8174397002736647,
+      "eval_gl_opus100_pr_auc": 0.8950810890796825,
+      "eval_gl_ud_pr_auc": 0.9978639494655122,
+      "eval_gu_ersatz_pr_auc": 0.943981218474735,
+      "eval_gu_opus100_pr_auc": 0.7625318385928526,
+      "eval_ha_opus100_pr_auc": 0.9076025699331042,
+      "eval_he_opus100_pr_auc": 0.8884750750920303,
+      "eval_he_ud_pr_auc": 0.9825101834090182,
+      "eval_hi_ersatz_pr_auc": 0.98220401624669,
+      "eval_hi_opus100_pr_auc": 0.7224357239513615,
+      "eval_hi_ud_pr_auc": 0.9851232250013691,
+      "eval_hu_opus100_pr_auc": 0.922475223882661,
+      "eval_hu_ud_pr_auc": 0.9826760599437431,
+      "eval_hy_opus100_pr_auc": 0.9126413533061442,
+      "eval_hy_ud_pr_auc": 0.9852635040724737,
+      "eval_id_opus100_pr_auc": 0.9037848941741776,
+      "eval_id_ud_pr_auc": 0.9950863938637085,
+      "eval_ig_opus100_pr_auc": 0.8867562228159279,
+      "eval_is_opus100_pr_auc": 0.9261982855288521,
+      "eval_is_ud_pr_auc": 0.9145377968919849,
+      "eval_it_opus100_pr_auc": 0.915110744603049,
+      "eval_it_ud_pr_auc": 0.9972319489843909,
+      "eval_ja_ersatz_pr_auc": 0.8551515865922662,
+      "eval_ja_opus100_pr_auc": 0.8222362335653436,
+      "eval_ja_ud_pr_auc": 0.9802279619350404,
+      "eval_jv_ud_pr_auc": 0.9647124944016131,
+      "eval_ka_opus100_pr_auc": 0.8670739738384046,
+      "eval_kk_ersatz_pr_auc": 0.9867983761366024,
+      "eval_kk_opus100_pr_auc": 0.8163932135942302,
+      "eval_kk_ud_pr_auc": 0.9736411382860846,
+      "eval_km_ersatz_pr_auc": 0.9269946665641273,
+      "eval_km_opus100_pr_auc": 0.7687500698470006,
+      "eval_kn_opus100_pr_auc": 0.6676601060503261,
+      "eval_ko_opus100_pr_auc": 0.6946977097125812,
+      "eval_ko_ud_pr_auc": 0.9986708888141839,
+      "eval_ku_opus100_pr_auc": 0.8570260732725425,
+      "eval_ky_opus100_pr_auc": 0.8926633975288837,
+      "eval_la_ud_pr_auc": 0.9745189099880871,
+      "eval_loss": 0.028075028210878372,
+      "eval_lt_ersatz_pr_auc": 0.9952033018294398,
+      "eval_lt_opus100_pr_auc": 0.8811224855399423,
+      "eval_lt_ud_pr_auc": 0.9884673674597254,
+      "eval_lv_ersatz_pr_auc": 0.9900413329609636,
+      "eval_lv_opus100_pr_auc": 0.8942784045873595,
+      "eval_lv_ud_pr_auc": 0.9615945939207213,
+      "eval_mg_opus100_pr_auc": 0.9389856225937948,
+      "eval_mk_opus100_pr_auc": 0.9237797068213044,
+      "eval_ml_opus100_pr_auc": 0.7922620410997308,
+      "eval_mn_opus100_pr_auc": 0.951842919304683,
+      "eval_mr_opus100_pr_auc": 0.9088626023882597,
+      "eval_mr_ud_pr_auc": 0.9781870637864266,
+      "eval_ms_opus100_pr_auc": 0.8827911108769692,
+      "eval_mt_opus100_pr_auc": 0.8720540959966258,
+      "eval_mt_ud_pr_auc": 0.913262802627846,
+      "eval_my_opus100_pr_auc": 0.8059562690500717,
+      "eval_ne_opus100_pr_auc": 0.7568419038122333,
+      "eval_nl_opus100_pr_auc": 0.9038471702274619,
+      "eval_nl_ud_pr_auc": 0.9878391621141871,
+      "eval_no_opus100_pr_auc": 0.9215857122768193,
+      "eval_no_ud_pr_auc": 0.9956640284030078,
+      "eval_pa_opus100_pr_auc": 0.6999878233484306,
+      "eval_pl_ersatz_pr_auc": 0.9754185526992251,
+      "eval_pl_opus100_pr_auc": 0.9026347415880871,
+      "eval_pl_ud_pr_auc": 0.9671669609610644,
+      "eval_ps_ersatz_pr_auc": 0.9213695540619877,
+      "eval_ps_opus100_pr_auc": 0.7561785542222491,
+      "eval_pt_opus100_pr_auc": 0.9311686667191272,
+      "eval_pt_ud_pr_auc": 0.9852114429807366,
+      "eval_ro_ersatz_pr_auc": 0.9928204754206758,
+      "eval_ro_opus100_pr_auc": 0.8924098747493354,
+      "eval_ro_ud_pr_auc": 0.9336362034611841,
+      "eval_ru_ersatz_pr_auc": 0.9921380972456121,
+      "eval_ru_opus100_pr_auc": 0.9339725053571406,
+      "eval_ru_ud_pr_auc": 0.8598854010027978,
+      "eval_runtime": 882.5391,
+      "eval_samples_per_second": 85.611,
+      "eval_si_opus100_pr_auc": 0.8141394628787798,
+      "eval_sk_opus100_pr_auc": 0.9416443545971814,
+      "eval_sk_ud_pr_auc": 0.9839160369483227,
+      "eval_sl_opus100_pr_auc": 0.873211500255907,
+      "eval_sl_ud_pr_auc": 0.9726001201922286,
+      "eval_sq_opus100_pr_auc": 0.9356006631826049,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9081888687349963,
+      "eval_sr_ud_pr_auc": 0.9991522774925017,
+      "eval_steps_per_second": 5.352,
+      "eval_sv_opus100_pr_auc": 0.9111447141494735,
+      "eval_sv_ud_pr_auc": 0.9570637844953983,
+      "eval_ta_ersatz_pr_auc": 0.9858137621935806,
+      "eval_ta_opus100_pr_auc": 0.7079143109433111,
+      "eval_ta_ud_pr_auc": 0.9952931565671368,
+      "eval_te_opus100_pr_auc": 0.8339409175224403,
+      "eval_tg_opus100_pr_auc": 0.89809215294367,
+      "eval_th_opus100_pr_auc": 0.6882396275947212,
+      "eval_th_ud_pr_auc": 0.8246502227615502,
+      "eval_tr_ersatz_pr_auc": 0.9701922027838951,
+      "eval_tr_opus100_pr_auc": 0.9142659499689112,
+      "eval_tr_ud_pr_auc": 0.9664081978459036,
+      "eval_uk_opus100_pr_auc": 0.8765639472153929,
+      "eval_uk_ud_pr_auc": 0.9197226780341934,
+      "eval_ur_opus100_pr_auc": 0.5779778231869002,
+      "eval_ur_ud_pr_auc": 0.9904890022371873,
+      "eval_uz_opus100_pr_auc": 0.8821009440359491,
+      "eval_vi_opus100_pr_auc": 0.9042672882288264,
+      "eval_vi_ud_pr_auc": 0.949944782935457,
+      "eval_xh_opus100_pr_auc": 0.8779375685606681,
+      "eval_yi_opus100_pr_auc": 0.8305033320971791,
+      "eval_yo_opus100_pr_auc": 0.8432020866690666,
+      "eval_yo_ud_pr_auc": 0.920116783077155,
+      "eval_zh_ersatz_pr_auc": 0.9418065292925949,
+      "eval_zh_opus100_pr_auc": 0.7065224419676581,
+      "eval_zh_ud_pr_auc": 0.9963091789310237,
+      "eval_zu_opus100_pr_auc": 0.8551449058910696,
+      "step": 365000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.0241,
+      "step": 365050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.0234,
+      "step": 365100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0236,
+      "step": 365150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.0246,
+      "step": 365200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.0238,
+      "step": 365250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0239,
+      "step": 365300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0238,
+      "step": 365350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.0239,
+      "step": 365400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.0241,
+      "step": 365450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0233,
+      "step": 365500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0248,
+      "step": 365550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0248,
+      "step": 365600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.024,
+      "step": 365650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.024,
+      "step": 365700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.0243,
+      "step": 365750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.025,
+      "step": 365800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0237,
+      "step": 365850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.0246,
+      "step": 365900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0243,
+      "step": 365950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.024,
+      "step": 366000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0243,
+      "step": 366050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.0245,
+      "step": 366100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.0244,
+      "step": 366150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.0239,
+      "step": 366200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0238,
+      "step": 366250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0239,
+      "step": 366300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0247,
+      "step": 366350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0231,
+      "step": 366400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0245,
+      "step": 366450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0234,
+      "step": 366500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0239,
+      "step": 366550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0238,
+      "step": 366600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.0239,
+      "step": 366650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.0241,
+      "step": 366700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0241,
+      "step": 366750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0235,
+      "step": 366800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.024,
+      "step": 366850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.024,
+      "step": 366900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0242,
+      "step": 366950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0242,
+      "step": 367000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0232,
+      "step": 367050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0243,
+      "step": 367100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.024,
+      "step": 367150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0241,
+      "step": 367200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0237,
+      "step": 367250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.0245,
+      "step": 367300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.024,
+      "step": 367350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0239,
+      "step": 367400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0242,
+      "step": 367450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0236,
+      "step": 367500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0241,
+      "step": 367550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.024,
+      "step": 367600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0246,
+      "step": 367650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0241,
+      "step": 367700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.024,
+      "step": 367750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.0237,
+      "step": 367800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.0242,
+      "step": 367850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0239,
+      "step": 367900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.024,
+      "step": 367950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0237,
+      "step": 368000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0239,
+      "step": 368050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0241,
+      "step": 368100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.024,
+      "step": 368150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0234,
+      "step": 368200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.0243,
+      "step": 368250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.0244,
+      "step": 368300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0237,
+      "step": 368350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0239,
+      "step": 368400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.0235,
+      "step": 368450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0237,
+      "step": 368500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.024,
+      "step": 368550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0236,
+      "step": 368600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.0238,
+      "step": 368650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0244,
+      "step": 368700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0248,
+      "step": 368750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0238,
+      "step": 368800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.0239,
+      "step": 368850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0241,
+      "step": 368900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0244,
+      "step": 368950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.0239,
+      "step": 369000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.0244,
+      "step": 369050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0239,
+      "step": 369100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.024,
+      "step": 369150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0237,
+      "step": 369200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.0239,
+      "step": 369250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0242,
+      "step": 369300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.0242,
+      "step": 369350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.0242,
+      "step": 369400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0235,
+      "step": 369450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0237,
+      "step": 369500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.0248,
+      "step": 369550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0238,
+      "step": 369600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0242,
+      "step": 369650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.0236,
+      "step": 369700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.0241,
+      "step": 369750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.0244,
+      "step": 369800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.0244,
+      "step": 369850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.024,
+      "step": 369900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.0244,
+      "step": 369950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.0244,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "eval_af_opus100_pr_auc": 0.7887851044639227,
+      "eval_af_ud_pr_auc": 0.9846316446392392,
+      "eval_am_opus100_pr_auc": 0.5950445977825289,
+      "eval_ar_ersatz_pr_auc": 0.9324641230779283,
+      "eval_ar_opus100_pr_auc": 0.7451522407775928,
+      "eval_ar_ud_pr_auc": 0.897386787630086,
+      "eval_average_ersatz_pr_auc": 0.9677881660955233,
+      "eval_average_opus100_pr_auc": 0.8427669372215544,
+      "eval_average_ud_pr_auc": 0.9639885260074214,
+      "eval_az_opus100_pr_auc": 0.8056715327291736,
+      "eval_be_opus100_pr_auc": 0.706536606721865,
+      "eval_be_ud_pr_auc": 0.9039610954535123,
+      "eval_bg_opus100_pr_auc": 0.9215025112681836,
+      "eval_bg_ud_pr_auc": 0.9960170172058045,
+      "eval_bn_opus100_pr_auc": 0.8391675638952623,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8885072911606265,
+      "eval_ca_ud_pr_auc": 0.9944529746393941,
+      "eval_ceb_ud_pr_auc": 0.9958731410005884,
+      "eval_cs_ersatz_pr_auc": 0.9845111154642121,
+      "eval_cs_opus100_pr_auc": 0.9081642901736974,
+      "eval_cs_ud_pr_auc": 0.9610767676115348,
+      "eval_cy_opus100_pr_auc": 0.780435924192251,
+      "eval_cy_ud_pr_auc": 0.9956887203637224,
+      "eval_da_opus100_pr_auc": 0.9231509621010405,
+      "eval_da_ud_pr_auc": 0.9809576858675814,
+      "eval_de_ersatz_pr_auc": 0.986001352262538,
+      "eval_de_opus100_pr_auc": 0.9087651328094868,
+      "eval_de_ud_pr_auc": 0.983749935345645,
+      "eval_el_opus100_pr_auc": 0.9179352251423861,
+      "eval_el_ud_pr_auc": 0.9864483394308631,
+      "eval_en_ersatz_pr_auc": 0.992693733686183,
+      "eval_en_opus100_pr_auc": 0.9226081422175831,
+      "eval_en_ud_pr_auc": 0.9778083323691862,
+      "eval_eo_opus100_pr_auc": 0.9334429067874694,
+      "eval_es_ersatz_pr_auc": 0.9976786476415987,
+      "eval_es_opus100_pr_auc": 0.9342330916895066,
+      "eval_es_ud_pr_auc": 0.9922393832374533,
+      "eval_et_ersatz_pr_auc": 0.9834983357819453,
+      "eval_et_opus100_pr_auc": 0.9053991075352643,
+      "eval_et_ud_pr_auc": 0.9737324779279702,
+      "eval_eu_opus100_pr_auc": 0.8851307747734478,
+      "eval_eu_ud_pr_auc": 0.9925851558987216,
+      "eval_fa_opus100_pr_auc": 0.6035632750242448,
+      "eval_fa_ud_pr_auc": 0.995824766179993,
+      "eval_fi_ersatz_pr_auc": 0.9928845038139077,
+      "eval_fi_opus100_pr_auc": 0.9286230243387938,
+      "eval_fi_ud_pr_auc": 0.9788131956808251,
+      "eval_fr_ersatz_pr_auc": 0.9881146154668097,
+      "eval_fr_opus100_pr_auc": 0.9155554181760336,
+      "eval_fr_ud_pr_auc": 0.9864520883657226,
+      "eval_fy_opus100_pr_auc": 0.7074194796719163,
+      "eval_ga_opus100_pr_auc": 0.8914135365231527,
+      "eval_ga_ud_pr_auc": 0.8130908285764717,
+      "eval_gd_opus100_pr_auc": 0.7189644025925835,
+      "eval_gd_ud_pr_auc": 0.8122981303957563,
+      "eval_gl_opus100_pr_auc": 0.892503464171347,
+      "eval_gl_ud_pr_auc": 0.9974179418455535,
+      "eval_gu_ersatz_pr_auc": 0.9359461782586345,
+      "eval_gu_opus100_pr_auc": 0.7518174883518846,
+      "eval_ha_opus100_pr_auc": 0.9063151718006333,
+      "eval_he_opus100_pr_auc": 0.8809905314414893,
+      "eval_he_ud_pr_auc": 0.9805755303652796,
+      "eval_hi_ersatz_pr_auc": 0.9815627379287427,
+      "eval_hi_opus100_pr_auc": 0.7109261565771966,
+      "eval_hi_ud_pr_auc": 0.9828633995795686,
+      "eval_hu_opus100_pr_auc": 0.9181481466616583,
+      "eval_hu_ud_pr_auc": 0.9824117918444443,
+      "eval_hy_opus100_pr_auc": 0.9068215055723977,
+      "eval_hy_ud_pr_auc": 0.9857408791565965,
+      "eval_id_opus100_pr_auc": 0.8923897177246854,
+      "eval_id_ud_pr_auc": 0.9947307271131447,
+      "eval_ig_opus100_pr_auc": 0.875935423985709,
+      "eval_is_opus100_pr_auc": 0.9245348448160929,
+      "eval_is_ud_pr_auc": 0.9126328300613687,
+      "eval_it_opus100_pr_auc": 0.9105514681370777,
+      "eval_it_ud_pr_auc": 0.9977747843492424,
+      "eval_ja_ersatz_pr_auc": 0.847609959430493,
+      "eval_ja_opus100_pr_auc": 0.8160231512103218,
+      "eval_ja_ud_pr_auc": 0.9802776881270248,
+      "eval_jv_ud_pr_auc": 0.9632394872566274,
+      "eval_ka_opus100_pr_auc": 0.8615807317196147,
+      "eval_kk_ersatz_pr_auc": 0.9869406918081232,
+      "eval_kk_opus100_pr_auc": 0.7995929514901634,
+      "eval_kk_ud_pr_auc": 0.9722670901794954,
+      "eval_km_ersatz_pr_auc": 0.9265034536445071,
+      "eval_km_opus100_pr_auc": 0.7616303450304526,
+      "eval_kn_opus100_pr_auc": 0.6560437358362772,
+      "eval_ko_opus100_pr_auc": 0.6943894702239677,
+      "eval_ko_ud_pr_auc": 0.9988846719967447,
+      "eval_ku_opus100_pr_auc": 0.8496939381702537,
+      "eval_ky_opus100_pr_auc": 0.8773372701475638,
+      "eval_la_ud_pr_auc": 0.9739017120084493,
+      "eval_loss": 0.02797645702958107,
+      "eval_lt_ersatz_pr_auc": 0.9951700519903494,
+      "eval_lt_opus100_pr_auc": 0.873620502306422,
+      "eval_lt_ud_pr_auc": 0.9872280702283402,
+      "eval_lv_ersatz_pr_auc": 0.9888753713958852,
+      "eval_lv_opus100_pr_auc": 0.8919287483305076,
+      "eval_lv_ud_pr_auc": 0.9594133580981252,
+      "eval_mg_opus100_pr_auc": 0.9340241942949195,
+      "eval_mk_opus100_pr_auc": 0.9218837874326734,
+      "eval_ml_opus100_pr_auc": 0.7824708138162605,
+      "eval_mn_opus100_pr_auc": 0.9392489535897594,
+      "eval_mr_opus100_pr_auc": 0.9044872223691353,
+      "eval_mr_ud_pr_auc": 0.967527028485029,
+      "eval_ms_opus100_pr_auc": 0.878658000900113,
+      "eval_mt_opus100_pr_auc": 0.8625073597664974,
+      "eval_mt_ud_pr_auc": 0.9051160516174405,
+      "eval_my_opus100_pr_auc": 0.7991362572224526,
+      "eval_ne_opus100_pr_auc": 0.7443186879042197,
+      "eval_nl_opus100_pr_auc": 0.9019694941390048,
+      "eval_nl_ud_pr_auc": 0.9865028662571679,
+      "eval_no_opus100_pr_auc": 0.9211713074739543,
+      "eval_no_ud_pr_auc": 0.995505650544165,
+      "eval_pa_opus100_pr_auc": 0.6851813980400108,
+      "eval_pl_ersatz_pr_auc": 0.9747863196250919,
+      "eval_pl_opus100_pr_auc": 0.9001849474032814,
+      "eval_pl_ud_pr_auc": 0.9659372709998165,
+      "eval_ps_ersatz_pr_auc": 0.9207138912129632,
+      "eval_ps_opus100_pr_auc": 0.7532983770417399,
+      "eval_pt_opus100_pr_auc": 0.9282973433994793,
+      "eval_pt_ud_pr_auc": 0.9853357039951669,
+      "eval_ro_ersatz_pr_auc": 0.9922177348869623,
+      "eval_ro_opus100_pr_auc": 0.891930915621981,
+      "eval_ro_ud_pr_auc": 0.945080846598655,
+      "eval_ru_ersatz_pr_auc": 0.9912949081283934,
+      "eval_ru_opus100_pr_auc": 0.9320144019199061,
+      "eval_ru_ud_pr_auc": 0.8625241349455584,
+      "eval_runtime": 877.0764,
+      "eval_samples_per_second": 86.144,
+      "eval_si_opus100_pr_auc": 0.8080503147628376,
+      "eval_sk_opus100_pr_auc": 0.9409079846470193,
+      "eval_sk_ud_pr_auc": 0.9842894565736993,
+      "eval_sl_opus100_pr_auc": 0.8699225437837812,
+      "eval_sl_ud_pr_auc": 0.9735894860852252,
+      "eval_sq_opus100_pr_auc": 0.9356657910047329,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9064723176014795,
+      "eval_sr_ud_pr_auc": 0.9993953428026011,
+      "eval_steps_per_second": 5.385,
+      "eval_sv_opus100_pr_auc": 0.9077663384606905,
+      "eval_sv_ud_pr_auc": 0.9536457504710687,
+      "eval_ta_ersatz_pr_auc": 0.9856320093228058,
+      "eval_ta_opus100_pr_auc": 0.6963442544842388,
+      "eval_ta_ud_pr_auc": 0.9954535541745501,
+      "eval_te_opus100_pr_auc": 0.8316512907489739,
+      "eval_tg_opus100_pr_auc": 0.8959983657996424,
+      "eval_th_opus100_pr_auc": 0.677564821117957,
+      "eval_th_ud_pr_auc": 0.8274666518671637,
+      "eval_tr_ersatz_pr_auc": 0.9649657344003436,
+      "eval_tr_opus100_pr_auc": 0.9087300204929915,
+      "eval_tr_ud_pr_auc": 0.961321551479096,
+      "eval_uk_opus100_pr_auc": 0.875708486043089,
+      "eval_uk_ud_pr_auc": 0.9151098117675971,
+      "eval_ur_opus100_pr_auc": 0.5763553203579048,
+      "eval_ur_ud_pr_auc": 0.9903866729697857,
+      "eval_uz_opus100_pr_auc": 0.8761675251123195,
+      "eval_vi_opus100_pr_auc": 0.9019436114376913,
+      "eval_vi_ud_pr_auc": 0.9500493081481503,
+      "eval_xh_opus100_pr_auc": 0.8684399590519463,
+      "eval_yi_opus100_pr_auc": 0.8201177072122915,
+      "eval_yo_opus100_pr_auc": 0.8313088572463946,
+      "eval_yo_ud_pr_auc": 0.9147094694066632,
+      "eval_zh_ersatz_pr_auc": 0.9412741848730942,
+      "eval_zh_opus100_pr_auc": 0.7274075418801156,
+      "eval_zh_ud_pr_auc": 0.995950943204338,
+      "eval_zu_opus100_pr_auc": 0.8416354323322608,
+      "step": 370000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0242,
+      "step": 370050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0245,
+      "step": 370100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.0242,
+      "step": 370150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.0241,
+      "step": 370200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0238,
+      "step": 370250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0236,
+      "step": 370300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.024,
+      "step": 370350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.024,
+      "step": 370400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.024,
+      "step": 370450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0237,
+      "step": 370500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0239,
+      "step": 370550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0242,
+      "step": 370600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.0241,
+      "step": 370650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.024,
+      "step": 370700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.0245,
+      "step": 370750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.0239,
+      "step": 370800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0233,
+      "step": 370850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0241,
+      "step": 370900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.0241,
+      "step": 370950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.0244,
+      "step": 371000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.0242,
+      "step": 371050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0242,
+      "step": 371100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.0241,
+      "step": 371150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0243,
+      "step": 371200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.0235,
+      "step": 371250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0236,
+      "step": 371300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0241,
+      "step": 371350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0246,
+      "step": 371400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0241,
+      "step": 371450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.024,
+      "step": 371500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0239,
+      "step": 371550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0243,
+      "step": 371600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0241,
+      "step": 371650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.0236,
+      "step": 371700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.0238,
+      "step": 371750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0237,
+      "step": 371800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0239,
+      "step": 371850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.0245,
+      "step": 371900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0247,
+      "step": 371950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.0245,
+      "step": 372000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0238,
+      "step": 372050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0238,
+      "step": 372100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.024,
+      "step": 372150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0236,
+      "step": 372200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0241,
+      "step": 372250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.0245,
+      "step": 372300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0244,
+      "step": 372350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.0235,
+      "step": 372400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0245,
+      "step": 372450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0244,
+      "step": 372500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.024,
+      "step": 372550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0237,
+      "step": 372600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.024,
+      "step": 372650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0245,
+      "step": 372700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.024,
+      "step": 372750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.0243,
+      "step": 372800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0241,
+      "step": 372850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0242,
+      "step": 372900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0244,
+      "step": 372950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.024,
+      "step": 373000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0241,
+      "step": 373050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.0238,
+      "step": 373100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.0242,
+      "step": 373150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0241,
+      "step": 373200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.024,
+      "step": 373250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0247,
+      "step": 373300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0239,
+      "step": 373350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.025,
+      "step": 373400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0242,
+      "step": 373450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0243,
+      "step": 373500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.0242,
+      "step": 373550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0247,
+      "step": 373600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.024,
+      "step": 373650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.024,
+      "step": 373700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0239,
+      "step": 373750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0242,
+      "step": 373800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0241,
+      "step": 373850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.0238,
+      "step": 373900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.0246,
+      "step": 373950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0241,
+      "step": 374000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.024,
+      "step": 374050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.024,
+      "step": 374100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0239,
+      "step": 374150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.0237,
+      "step": 374200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0241,
+      "step": 374250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0242,
+      "step": 374300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.0238,
+      "step": 374350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.024,
+      "step": 374400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.0246,
+      "step": 374450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.0239,
+      "step": 374500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0249,
+      "step": 374550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0239,
+      "step": 374600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.0243,
+      "step": 374650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0237,
+      "step": 374700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0239,
+      "step": 374750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0237,
+      "step": 374800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.0242,
+      "step": 374850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.0242,
+      "step": 374900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.0237,
+      "step": 374950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0244,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7826272864939042,
+      "eval_af_ud_pr_auc": 0.9865307842484105,
+      "eval_am_opus100_pr_auc": 0.6054051265819238,
+      "eval_ar_ersatz_pr_auc": 0.9318505946875022,
+      "eval_ar_opus100_pr_auc": 0.7456063926756564,
+      "eval_ar_ud_pr_auc": 0.8993057724387312,
+      "eval_average_ersatz_pr_auc": 0.9672630851091651,
+      "eval_average_opus100_pr_auc": 0.8469310372136882,
+      "eval_average_ud_pr_auc": 0.9650208830831732,
+      "eval_az_opus100_pr_auc": 0.8252398082480498,
+      "eval_be_opus100_pr_auc": 0.7170326521372383,
+      "eval_be_ud_pr_auc": 0.9100342332623909,
+      "eval_bg_opus100_pr_auc": 0.9258653956263341,
+      "eval_bg_ud_pr_auc": 0.9965375073760132,
+      "eval_bn_opus100_pr_auc": 0.8436090183245649,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.891048935906667,
+      "eval_ca_ud_pr_auc": 0.9953424123159781,
+      "eval_ceb_ud_pr_auc": 0.996873444601494,
+      "eval_cs_ersatz_pr_auc": 0.9839759807095054,
+      "eval_cs_opus100_pr_auc": 0.9110354664696391,
+      "eval_cs_ud_pr_auc": 0.9614351919449751,
+      "eval_cy_opus100_pr_auc": 0.7836599311438134,
+      "eval_cy_ud_pr_auc": 0.9956338375880868,
+      "eval_da_opus100_pr_auc": 0.926694316865235,
+      "eval_da_ud_pr_auc": 0.9817977167115661,
+      "eval_de_ersatz_pr_auc": 0.9863364215844768,
+      "eval_de_opus100_pr_auc": 0.9108975918117769,
+      "eval_de_ud_pr_auc": 0.9841699701600629,
+      "eval_el_opus100_pr_auc": 0.921901716706795,
+      "eval_el_ud_pr_auc": 0.9856328421923015,
+      "eval_en_ersatz_pr_auc": 0.9930450480275137,
+      "eval_en_opus100_pr_auc": 0.9260098186529049,
+      "eval_en_ud_pr_auc": 0.9766244888214166,
+      "eval_eo_opus100_pr_auc": 0.936286280512736,
+      "eval_es_ersatz_pr_auc": 0.9974957199832771,
+      "eval_es_opus100_pr_auc": 0.9380244186735297,
+      "eval_es_ud_pr_auc": 0.9923644419789391,
+      "eval_et_ersatz_pr_auc": 0.9846391475151548,
+      "eval_et_opus100_pr_auc": 0.9078885338391977,
+      "eval_et_ud_pr_auc": 0.9717972969626449,
+      "eval_eu_opus100_pr_auc": 0.8863612016166293,
+      "eval_eu_ud_pr_auc": 0.992016558195971,
+      "eval_fa_opus100_pr_auc": 0.6054213557665838,
+      "eval_fa_ud_pr_auc": 0.9961598920709023,
+      "eval_fi_ersatz_pr_auc": 0.9933573148679162,
+      "eval_fi_opus100_pr_auc": 0.9319951893930288,
+      "eval_fi_ud_pr_auc": 0.9780454062217686,
+      "eval_fr_ersatz_pr_auc": 0.9879189134113869,
+      "eval_fr_opus100_pr_auc": 0.9200133755474317,
+      "eval_fr_ud_pr_auc": 0.9859521747565277,
+      "eval_fy_opus100_pr_auc": 0.7063610368600023,
+      "eval_ga_opus100_pr_auc": 0.8977483170595972,
+      "eval_ga_ud_pr_auc": 0.8195455148416532,
+      "eval_gd_opus100_pr_auc": 0.7234035542648877,
+      "eval_gd_ud_pr_auc": 0.8188717138662068,
+      "eval_gl_opus100_pr_auc": 0.8972754960454892,
+      "eval_gl_ud_pr_auc": 0.9974230315548116,
+      "eval_gu_ersatz_pr_auc": 0.9346524285020009,
+      "eval_gu_opus100_pr_auc": 0.7576287406753522,
+      "eval_ha_opus100_pr_auc": 0.912281446403005,
+      "eval_he_opus100_pr_auc": 0.8852392659228249,
+      "eval_he_ud_pr_auc": 0.9830492472813419,
+      "eval_hi_ersatz_pr_auc": 0.9798392077983239,
+      "eval_hi_opus100_pr_auc": 0.7180220348853951,
+      "eval_hi_ud_pr_auc": 0.9835598524855826,
+      "eval_hu_opus100_pr_auc": 0.923904555605816,
+      "eval_hu_ud_pr_auc": 0.9841492531424593,
+      "eval_hy_opus100_pr_auc": 0.9060064297239765,
+      "eval_hy_ud_pr_auc": 0.9861200439879093,
+      "eval_id_opus100_pr_auc": 0.8975582444743412,
+      "eval_id_ud_pr_auc": 0.9953311342840209,
+      "eval_ig_opus100_pr_auc": 0.8741922385268641,
+      "eval_is_opus100_pr_auc": 0.9303344744623432,
+      "eval_is_ud_pr_auc": 0.9175318639184291,
+      "eval_it_opus100_pr_auc": 0.9162232913199037,
+      "eval_it_ud_pr_auc": 0.9975371701921507,
+      "eval_ja_ersatz_pr_auc": 0.8405762859503251,
+      "eval_ja_opus100_pr_auc": 0.8178429391542089,
+      "eval_ja_ud_pr_auc": 0.9794485321322424,
+      "eval_jv_ud_pr_auc": 0.9646016630263621,
+      "eval_ka_opus100_pr_auc": 0.8692974424166572,
+      "eval_kk_ersatz_pr_auc": 0.9869113388170363,
+      "eval_kk_opus100_pr_auc": 0.8051698264907552,
+      "eval_kk_ud_pr_auc": 0.9737593045819846,
+      "eval_km_ersatz_pr_auc": 0.9253683779423558,
+      "eval_km_opus100_pr_auc": 0.7680806880062652,
+      "eval_kn_opus100_pr_auc": 0.658047016987432,
+      "eval_ko_opus100_pr_auc": 0.6996210680794455,
+      "eval_ko_ud_pr_auc": 0.9989752218305205,
+      "eval_ku_opus100_pr_auc": 0.8460350135979673,
+      "eval_ky_opus100_pr_auc": 0.8830621628114135,
+      "eval_la_ud_pr_auc": 0.9763373019599434,
+      "eval_loss": 0.02795536071062088,
+      "eval_lt_ersatz_pr_auc": 0.9948228812333334,
+      "eval_lt_opus100_pr_auc": 0.8832033271555156,
+      "eval_lt_ud_pr_auc": 0.9895186821718345,
+      "eval_lv_ersatz_pr_auc": 0.9913136338622598,
+      "eval_lv_opus100_pr_auc": 0.9007248104240893,
+      "eval_lv_ud_pr_auc": 0.9616830774483621,
+      "eval_mg_opus100_pr_auc": 0.937678478525528,
+      "eval_mk_opus100_pr_auc": 0.9263757164766104,
+      "eval_ml_opus100_pr_auc": 0.791898215739504,
+      "eval_mn_opus100_pr_auc": 0.945507130353478,
+      "eval_mr_opus100_pr_auc": 0.9069341406294462,
+      "eval_mr_ud_pr_auc": 0.9730302684642462,
+      "eval_ms_opus100_pr_auc": 0.8812204760312835,
+      "eval_mt_opus100_pr_auc": 0.8684430728757097,
+      "eval_mt_ud_pr_auc": 0.9000355440235195,
+      "eval_my_opus100_pr_auc": 0.806100649975494,
+      "eval_ne_opus100_pr_auc": 0.7546603971726389,
+      "eval_nl_opus100_pr_auc": 0.9081271984149705,
+      "eval_nl_ud_pr_auc": 0.986033726859562,
+      "eval_no_opus100_pr_auc": 0.924306253989258,
+      "eval_no_ud_pr_auc": 0.9955873217701882,
+      "eval_pa_opus100_pr_auc": 0.6909233411568656,
+      "eval_pl_ersatz_pr_auc": 0.9755829926091156,
+      "eval_pl_opus100_pr_auc": 0.9047394363103767,
+      "eval_pl_ud_pr_auc": 0.9690334971447572,
+      "eval_ps_ersatz_pr_auc": 0.9217726030304494,
+      "eval_ps_opus100_pr_auc": 0.7553225053416716,
+      "eval_pt_opus100_pr_auc": 0.9324954364324014,
+      "eval_pt_ud_pr_auc": 0.984559566102345,
+      "eval_ro_ersatz_pr_auc": 0.9927533815964122,
+      "eval_ro_opus100_pr_auc": 0.8975091070993133,
+      "eval_ro_ud_pr_auc": 0.9446876773696619,
+      "eval_ru_ersatz_pr_auc": 0.9919512583577323,
+      "eval_ru_opus100_pr_auc": 0.939606497425584,
+      "eval_ru_ud_pr_auc": 0.8619929089175853,
+      "eval_runtime": 892.1465,
+      "eval_samples_per_second": 84.689,
+      "eval_si_opus100_pr_auc": 0.8151002832352011,
+      "eval_sk_opus100_pr_auc": 0.94275877910758,
+      "eval_sk_ud_pr_auc": 0.9850175001336139,
+      "eval_sl_opus100_pr_auc": 0.8770419446127764,
+      "eval_sl_ud_pr_auc": 0.9754537537787419,
+      "eval_sq_opus100_pr_auc": 0.9388816993854148,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9087462726359027,
+      "eval_sr_ud_pr_auc": 0.9990456066927723,
+      "eval_steps_per_second": 5.294,
+      "eval_sv_opus100_pr_auc": 0.9118775096282599,
+      "eval_sv_ud_pr_auc": 0.9552543971929032,
+      "eval_ta_ersatz_pr_auc": 0.9856472404582637,
+      "eval_ta_opus100_pr_auc": 0.705829384203291,
+      "eval_ta_ud_pr_auc": 0.9960422999100125,
+      "eval_te_opus100_pr_auc": 0.8319411995448173,
+      "eval_tg_opus100_pr_auc": 0.8992181686321424,
+      "eval_th_opus100_pr_auc": 0.6872030661080636,
+      "eval_th_ud_pr_auc": 0.8296643356210218,
+      "eval_tr_ersatz_pr_auc": 0.9680000715015324,
+      "eval_tr_opus100_pr_auc": 0.9173241235824467,
+      "eval_tr_ud_pr_auc": 0.963403220137268,
+      "eval_uk_opus100_pr_auc": 0.8800708486163464,
+      "eval_uk_ud_pr_auc": 0.9194474506841132,
+      "eval_ur_opus100_pr_auc": 0.5842983407099377,
+      "eval_ur_ud_pr_auc": 0.9908518759082907,
+      "eval_uz_opus100_pr_auc": 0.8782199371299271,
+      "eval_vi_opus100_pr_auc": 0.9038981327538425,
+      "eval_vi_ud_pr_auc": 0.9535844258452997,
+      "eval_xh_opus100_pr_auc": 0.8732831652160359,
+      "eval_yi_opus100_pr_auc": 0.8160275487055282,
+      "eval_yo_opus100_pr_auc": 0.8268930960077614,
+      "eval_yo_ud_pr_auc": 0.9151426211095887,
+      "eval_zh_ersatz_pr_auc": 0.9319770299557569,
+      "eval_zh_opus100_pr_auc": 0.7132496462208888,
+      "eval_zh_ud_pr_auc": 0.9946257575213816,
+      "eval_zu_opus100_pr_auc": 0.8447466171889447,
+      "step": 375000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0238,
+      "step": 375050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0243,
+      "step": 375100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0238,
+      "step": 375150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.024,
+      "step": 375200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0243,
+      "step": 375250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0235,
+      "step": 375300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0241,
+      "step": 375350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.024,
+      "step": 375400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.024,
+      "step": 375450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0237,
+      "step": 375500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.0238,
+      "step": 375550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0248,
+      "step": 375600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.024,
+      "step": 375650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0239,
+      "step": 375700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0235,
+      "step": 375750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.0246,
+      "step": 375800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0239,
+      "step": 375850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0245,
+      "step": 375900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0241,
+      "step": 375950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.0239,
+      "step": 376000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.024,
+      "step": 376050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0242,
+      "step": 376100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0239,
+      "step": 376150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0243,
+      "step": 376200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0242,
+      "step": 376250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0244,
+      "step": 376300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0237,
+      "step": 376350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0239,
+      "step": 376400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.024,
+      "step": 376450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0237,
+      "step": 376500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.024,
+      "step": 376550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0238,
+      "step": 376600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.0244,
+      "step": 376650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.0239,
+      "step": 376700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.0243,
+      "step": 376750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.024,
+      "step": 376800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0234,
+      "step": 376850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.0239,
+      "step": 376900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0242,
+      "step": 376950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.024,
+      "step": 377000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.0239,
+      "step": 377050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0238,
+      "step": 377100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0243,
+      "step": 377150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0243,
+      "step": 377200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0246,
+      "step": 377250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0244,
+      "step": 377300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0242,
+      "step": 377350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.024,
+      "step": 377400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0244,
+      "step": 377450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0234,
+      "step": 377500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0247,
+      "step": 377550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.0239,
+      "step": 377600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0238,
+      "step": 377650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0236,
+      "step": 377700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0241,
+      "step": 377750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.0238,
+      "step": 377800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.0249,
+      "step": 377850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.0234,
+      "step": 377900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.0241,
+      "step": 377950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0241,
+      "step": 378000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.0239,
+      "step": 378050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.0236,
+      "step": 378100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0236,
+      "step": 378150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0246,
+      "step": 378200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.0242,
+      "step": 378250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0237,
+      "step": 378300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0238,
+      "step": 378350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.0239,
+      "step": 378400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.0242,
+      "step": 378450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0239,
+      "step": 378500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0236,
+      "step": 378550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.024,
+      "step": 378600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0249,
+      "step": 378650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0248,
+      "step": 378700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.0241,
+      "step": 378750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.0244,
+      "step": 378800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0235,
+      "step": 378850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0241,
+      "step": 378900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0241,
+      "step": 378950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.0244,
+      "step": 379000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0238,
+      "step": 379050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.0245,
+      "step": 379100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0238,
+      "step": 379150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.0243,
+      "step": 379200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.0243,
+      "step": 379250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0238,
+      "step": 379300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0242,
+      "step": 379350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0242,
+      "step": 379400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0235,
+      "step": 379450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0238,
+      "step": 379500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0234,
+      "step": 379550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0241,
+      "step": 379600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0241,
+      "step": 379650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0242,
+      "step": 379700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0249,
+      "step": 379750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0239,
+      "step": 379800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.024,
+      "step": 379850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.0237,
+      "step": 379900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0245,
+      "step": 379950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0239,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7870255641708765,
+      "eval_af_ud_pr_auc": 0.9849229002428369,
+      "eval_am_opus100_pr_auc": 0.594546328925482,
+      "eval_ar_ersatz_pr_auc": 0.9332015920834221,
+      "eval_ar_opus100_pr_auc": 0.7424608133638021,
+      "eval_ar_ud_pr_auc": 0.8996531573469856,
+      "eval_average_ersatz_pr_auc": 0.9678229898929698,
+      "eval_average_opus100_pr_auc": 0.8459196718803087,
+      "eval_average_ud_pr_auc": 0.9646135015334796,
+      "eval_az_opus100_pr_auc": 0.8216070104014441,
+      "eval_be_opus100_pr_auc": 0.7168234479120119,
+      "eval_be_ud_pr_auc": 0.9121806154890161,
+      "eval_bg_opus100_pr_auc": 0.925833768509388,
+      "eval_bg_ud_pr_auc": 0.9966443687322557,
+      "eval_bn_opus100_pr_auc": 0.842517803610506,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8933346300407772,
+      "eval_ca_ud_pr_auc": 0.9939601333997427,
+      "eval_ceb_ud_pr_auc": 0.9963410596963721,
+      "eval_cs_ersatz_pr_auc": 0.9842982423808613,
+      "eval_cs_opus100_pr_auc": 0.9077893004577953,
+      "eval_cs_ud_pr_auc": 0.9619956779775525,
+      "eval_cy_opus100_pr_auc": 0.7823539517600118,
+      "eval_cy_ud_pr_auc": 0.9963447554577771,
+      "eval_da_opus100_pr_auc": 0.9258288386326848,
+      "eval_da_ud_pr_auc": 0.9827836303760321,
+      "eval_de_ersatz_pr_auc": 0.9868519640246833,
+      "eval_de_opus100_pr_auc": 0.9096337325056425,
+      "eval_de_ud_pr_auc": 0.9851710028271866,
+      "eval_el_opus100_pr_auc": 0.9215416611050496,
+      "eval_el_ud_pr_auc": 0.9858832480979061,
+      "eval_en_ersatz_pr_auc": 0.9932669657199806,
+      "eval_en_opus100_pr_auc": 0.9250571766324809,
+      "eval_en_ud_pr_auc": 0.9812599488169114,
+      "eval_eo_opus100_pr_auc": 0.9357566279301961,
+      "eval_es_ersatz_pr_auc": 0.9974081171614636,
+      "eval_es_opus100_pr_auc": 0.9351540056292984,
+      "eval_es_ud_pr_auc": 0.9921404592675771,
+      "eval_et_ersatz_pr_auc": 0.9848774067414143,
+      "eval_et_opus100_pr_auc": 0.906458818863525,
+      "eval_et_ud_pr_auc": 0.9724050677761065,
+      "eval_eu_opus100_pr_auc": 0.8842042882001203,
+      "eval_eu_ud_pr_auc": 0.9919659259549656,
+      "eval_fa_opus100_pr_auc": 0.6105161896559878,
+      "eval_fa_ud_pr_auc": 0.995858249451147,
+      "eval_fi_ersatz_pr_auc": 0.9932249029165371,
+      "eval_fi_opus100_pr_auc": 0.9333584642685798,
+      "eval_fi_ud_pr_auc": 0.9784690398427401,
+      "eval_fr_ersatz_pr_auc": 0.9876428668400964,
+      "eval_fr_opus100_pr_auc": 0.916709369512838,
+      "eval_fr_ud_pr_auc": 0.9845148028895996,
+      "eval_fy_opus100_pr_auc": 0.7130252255557276,
+      "eval_ga_opus100_pr_auc": 0.89631308512463,
+      "eval_ga_ud_pr_auc": 0.8230126999430012,
+      "eval_gd_opus100_pr_auc": 0.7305721065535856,
+      "eval_gd_ud_pr_auc": 0.816423706950104,
+      "eval_gl_opus100_pr_auc": 0.8987921300300032,
+      "eval_gl_ud_pr_auc": 0.9975866329657963,
+      "eval_gu_ersatz_pr_auc": 0.9372662508582295,
+      "eval_gu_opus100_pr_auc": 0.7574940789564795,
+      "eval_ha_opus100_pr_auc": 0.9074424778147212,
+      "eval_he_opus100_pr_auc": 0.8859126851682421,
+      "eval_he_ud_pr_auc": 0.9815835332710182,
+      "eval_hi_ersatz_pr_auc": 0.9815339300373315,
+      "eval_hi_opus100_pr_auc": 0.7159964894118384,
+      "eval_hi_ud_pr_auc": 0.9865161731604177,
+      "eval_hu_opus100_pr_auc": 0.9212104175982586,
+      "eval_hu_ud_pr_auc": 0.9846031651160454,
+      "eval_hy_opus100_pr_auc": 0.9035376464191633,
+      "eval_hy_ud_pr_auc": 0.9882345632411136,
+      "eval_id_opus100_pr_auc": 0.8995738011672283,
+      "eval_id_ud_pr_auc": 0.9954423057875638,
+      "eval_ig_opus100_pr_auc": 0.8775179482803843,
+      "eval_is_opus100_pr_auc": 0.9295343442006958,
+      "eval_is_ud_pr_auc": 0.9151732367099313,
+      "eval_it_opus100_pr_auc": 0.915193433537651,
+      "eval_it_ud_pr_auc": 0.9971322690056366,
+      "eval_ja_ersatz_pr_auc": 0.8365915327217938,
+      "eval_ja_opus100_pr_auc": 0.8217539241822612,
+      "eval_ja_ud_pr_auc": 0.9791546396193351,
+      "eval_jv_ud_pr_auc": 0.9645722102721717,
+      "eval_ka_opus100_pr_auc": 0.8669361968119119,
+      "eval_kk_ersatz_pr_auc": 0.9871322549821552,
+      "eval_kk_opus100_pr_auc": 0.7973673837115507,
+      "eval_kk_ud_pr_auc": 0.9751356939261768,
+      "eval_km_ersatz_pr_auc": 0.9241522151150089,
+      "eval_km_opus100_pr_auc": 0.7651295811803502,
+      "eval_kn_opus100_pr_auc": 0.6560675370504258,
+      "eval_ko_opus100_pr_auc": 0.6948895601381343,
+      "eval_ko_ud_pr_auc": 0.9988384687751573,
+      "eval_ku_opus100_pr_auc": 0.8395242560196092,
+      "eval_ky_opus100_pr_auc": 0.8787766003443231,
+      "eval_la_ud_pr_auc": 0.9738256160285497,
+      "eval_loss": 0.02792143076658249,
+      "eval_lt_ersatz_pr_auc": 0.9954024474737393,
+      "eval_lt_opus100_pr_auc": 0.8823204387340287,
+      "eval_lt_ud_pr_auc": 0.991502699022286,
+      "eval_lv_ersatz_pr_auc": 0.9906453648381071,
+      "eval_lv_opus100_pr_auc": 0.8947982622392605,
+      "eval_lv_ud_pr_auc": 0.962466009480605,
+      "eval_mg_opus100_pr_auc": 0.9372973903069576,
+      "eval_mk_opus100_pr_auc": 0.9269522089922316,
+      "eval_ml_opus100_pr_auc": 0.787384616649875,
+      "eval_mn_opus100_pr_auc": 0.9430912303408245,
+      "eval_mr_opus100_pr_auc": 0.9074095831660415,
+      "eval_mr_ud_pr_auc": 0.9750919076027003,
+      "eval_ms_opus100_pr_auc": 0.8822332910063931,
+      "eval_mt_opus100_pr_auc": 0.86829428094345,
+      "eval_mt_ud_pr_auc": 0.8886391759662298,
+      "eval_my_opus100_pr_auc": 0.8028174973121568,
+      "eval_ne_opus100_pr_auc": 0.7483851476144485,
+      "eval_nl_opus100_pr_auc": 0.9081290685822105,
+      "eval_nl_ud_pr_auc": 0.9836636782103335,
+      "eval_no_opus100_pr_auc": 0.925506089759776,
+      "eval_no_ud_pr_auc": 0.9957574876330607,
+      "eval_pa_opus100_pr_auc": 0.6901283784102187,
+      "eval_pl_ersatz_pr_auc": 0.9757945477781345,
+      "eval_pl_opus100_pr_auc": 0.9023270420318488,
+      "eval_pl_ud_pr_auc": 0.9680318324454713,
+      "eval_ps_ersatz_pr_auc": 0.920307849571002,
+      "eval_ps_opus100_pr_auc": 0.7482383903187177,
+      "eval_pt_opus100_pr_auc": 0.9290579491312123,
+      "eval_pt_ud_pr_auc": 0.9845719937479972,
+      "eval_ro_ersatz_pr_auc": 0.9928391821904871,
+      "eval_ro_opus100_pr_auc": 0.893191487640812,
+      "eval_ro_ud_pr_auc": 0.9378538303379241,
+      "eval_ru_ersatz_pr_auc": 0.9926521134489464,
+      "eval_ru_opus100_pr_auc": 0.9387528360289944,
+      "eval_ru_ud_pr_auc": 0.8590820295897044,
+      "eval_runtime": 864.7146,
+      "eval_samples_per_second": 87.376,
+      "eval_si_opus100_pr_auc": 0.8105972992144782,
+      "eval_sk_opus100_pr_auc": 0.9426819787761261,
+      "eval_sk_ud_pr_auc": 0.9840722418416434,
+      "eval_sl_opus100_pr_auc": 0.8769504025822374,
+      "eval_sl_ud_pr_auc": 0.9738312539742081,
+      "eval_sq_opus100_pr_auc": 0.9394723201259813,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9075260446436483,
+      "eval_sr_ud_pr_auc": 0.9992427591332054,
+      "eval_steps_per_second": 5.462,
+      "eval_sv_opus100_pr_auc": 0.9095415225283204,
+      "eval_sv_ud_pr_auc": 0.9544078358695803,
+      "eval_ta_ersatz_pr_auc": 0.9864013368545126,
+      "eval_ta_opus100_pr_auc": 0.7004904536626064,
+      "eval_ta_ud_pr_auc": 0.996270763584138,
+      "eval_te_opus100_pr_auc": 0.8295360449298518,
+      "eval_tg_opus100_pr_auc": 0.897177875317961,
+      "eval_th_opus100_pr_auc": 0.686943064102396,
+      "eval_th_ud_pr_auc": 0.8296014860594878,
+      "eval_tr_ersatz_pr_auc": 0.9692478701548344,
+      "eval_tr_opus100_pr_auc": 0.9139839292664178,
+      "eval_tr_ud_pr_auc": 0.9608078329936177,
+      "eval_uk_opus100_pr_auc": 0.8810694557614904,
+      "eval_uk_ud_pr_auc": 0.9196188843367002,
+      "eval_ur_opus100_pr_auc": 0.5797265323233041,
+      "eval_ur_ud_pr_auc": 0.9920432505121286,
+      "eval_uz_opus100_pr_auc": 0.8765229971410979,
+      "eval_vi_opus100_pr_auc": 0.9027947614228352,
+      "eval_vi_ud_pr_auc": 0.9439615316344886,
+      "eval_xh_opus100_pr_auc": 0.8709031583404618,
+      "eval_yi_opus100_pr_auc": 0.8328235912867131,
+      "eval_yo_opus100_pr_auc": 0.8297135508125388,
+      "eval_yo_ud_pr_auc": 0.9171666034093846,
+      "eval_zh_ersatz_pr_auc": 0.9413668237525903,
+      "eval_zh_opus100_pr_auc": 0.730027741087007,
+      "eval_zh_ud_pr_auc": 0.9955555416087073,
+      "eval_zu_opus100_pr_auc": 0.8395424803046945,
+      "step": 380000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.0247,
+      "step": 380050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.0239,
+      "step": 380100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.024,
+      "step": 380150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0243,
+      "step": 380200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0232,
+      "step": 380250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0235,
+      "step": 380300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.0233,
+      "step": 380350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0237,
+      "step": 380400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0231,
+      "step": 380450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0242,
+      "step": 380500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.024,
+      "step": 380550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.0242,
+      "step": 380600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.024,
+      "step": 380650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0234,
+      "step": 380700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0236,
+      "step": 380750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0244,
+      "step": 380800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0244,
+      "step": 380850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0235,
+      "step": 380900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.0238,
+      "step": 380950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0243,
+      "step": 381000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0242,
+      "step": 381050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0242,
+      "step": 381100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0232,
+      "step": 381150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.024,
+      "step": 381200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.0239,
+      "step": 381250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0239,
+      "step": 381300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0242,
+      "step": 381350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0241,
+      "step": 381400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.024,
+      "step": 381450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0244,
+      "step": 381500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0242,
+      "step": 381550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0241,
+      "step": 381600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0237,
+      "step": 381650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0237,
+      "step": 381700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0235,
+      "step": 381750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0247,
+      "step": 381800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.0237,
+      "step": 381850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.0239,
+      "step": 381900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0238,
+      "step": 381950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0244,
+      "step": 382000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0239,
+      "step": 382050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0238,
+      "step": 382100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0233,
+      "step": 382150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0249,
+      "step": 382200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0238,
+      "step": 382250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0238,
+      "step": 382300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0239,
+      "step": 382350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0239,
+      "step": 382400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.024,
+      "step": 382450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0239,
+      "step": 382500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0239,
+      "step": 382550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0239,
+      "step": 382600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0239,
+      "step": 382650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.024,
+      "step": 382700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.0245,
+      "step": 382750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.0242,
+      "step": 382800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.0241,
+      "step": 382850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.0241,
+      "step": 382900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.0244,
+      "step": 382950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0237,
+      "step": 383000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0243,
+      "step": 383050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0244,
+      "step": 383100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0241,
+      "step": 383150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0236,
+      "step": 383200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0242,
+      "step": 383250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0239,
+      "step": 383300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0237,
+      "step": 383350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0244,
+      "step": 383400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.0236,
+      "step": 383450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0235,
+      "step": 383500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0238,
+      "step": 383550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.0244,
+      "step": 383600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.0239,
+      "step": 383650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.0237,
+      "step": 383700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0239,
+      "step": 383750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0236,
+      "step": 383800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.0236,
+      "step": 383850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.024,
+      "step": 383900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0242,
+      "step": 383950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.0244,
+      "step": 384000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0241,
+      "step": 384050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0241,
+      "step": 384100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.0243,
+      "step": 384150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.025,
+      "step": 384200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0237,
+      "step": 384250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.0238,
+      "step": 384300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0238,
+      "step": 384350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.0238,
+      "step": 384400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0237,
+      "step": 384450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0239,
+      "step": 384500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.024,
+      "step": 384550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.0233,
+      "step": 384600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.0237,
+      "step": 384650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.023,
+      "step": 384700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0239,
+      "step": 384750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0238,
+      "step": 384800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.0242,
+      "step": 384850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0241,
+      "step": 384900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0243,
+      "step": 384950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0245,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "eval_af_opus100_pr_auc": 0.7890655690086438,
+      "eval_af_ud_pr_auc": 0.9842436858264558,
+      "eval_am_opus100_pr_auc": 0.6160016832077857,
+      "eval_ar_ersatz_pr_auc": 0.9322933646713996,
+      "eval_ar_opus100_pr_auc": 0.7446498166809354,
+      "eval_ar_ud_pr_auc": 0.9010972643788694,
+      "eval_average_ersatz_pr_auc": 0.9685822248815996,
+      "eval_average_opus100_pr_auc": 0.8485592659432329,
+      "eval_average_ud_pr_auc": 0.9643905668132564,
+      "eval_az_opus100_pr_auc": 0.8278179403747827,
+      "eval_be_opus100_pr_auc": 0.728479873296943,
+      "eval_be_ud_pr_auc": 0.9065853805614219,
+      "eval_bg_opus100_pr_auc": 0.9278225693310738,
+      "eval_bg_ud_pr_auc": 0.9966273921146317,
+      "eval_bn_opus100_pr_auc": 0.8449803029675248,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.892544069140762,
+      "eval_ca_ud_pr_auc": 0.9941731043922812,
+      "eval_ceb_ud_pr_auc": 0.9967192543242793,
+      "eval_cs_ersatz_pr_auc": 0.9859383141808318,
+      "eval_cs_opus100_pr_auc": 0.9103361266710196,
+      "eval_cs_ud_pr_auc": 0.9631423436827293,
+      "eval_cy_opus100_pr_auc": 0.7920936268904407,
+      "eval_cy_ud_pr_auc": 0.9960378059136737,
+      "eval_da_opus100_pr_auc": 0.9273474334608186,
+      "eval_da_ud_pr_auc": 0.9829485077568204,
+      "eval_de_ersatz_pr_auc": 0.9882548625989609,
+      "eval_de_opus100_pr_auc": 0.9120810717341427,
+      "eval_de_ud_pr_auc": 0.9844649856484794,
+      "eval_el_opus100_pr_auc": 0.9244232872142356,
+      "eval_el_ud_pr_auc": 0.9863528280738668,
+      "eval_en_ersatz_pr_auc": 0.9935243317753301,
+      "eval_en_opus100_pr_auc": 0.9256817366113802,
+      "eval_en_ud_pr_auc": 0.97886167292667,
+      "eval_eo_opus100_pr_auc": 0.9366116910482836,
+      "eval_es_ersatz_pr_auc": 0.9975581982737085,
+      "eval_es_opus100_pr_auc": 0.9376423471448544,
+      "eval_es_ud_pr_auc": 0.9929083789670431,
+      "eval_et_ersatz_pr_auc": 0.984485398073299,
+      "eval_et_opus100_pr_auc": 0.9096621747403131,
+      "eval_et_ud_pr_auc": 0.9718251050748957,
+      "eval_eu_opus100_pr_auc": 0.8857466715157325,
+      "eval_eu_ud_pr_auc": 0.9919279213799106,
+      "eval_fa_opus100_pr_auc": 0.6067778615730348,
+      "eval_fa_ud_pr_auc": 0.9966747115226444,
+      "eval_fi_ersatz_pr_auc": 0.9933437603870938,
+      "eval_fi_opus100_pr_auc": 0.9361855958527755,
+      "eval_fi_ud_pr_auc": 0.9786744171914408,
+      "eval_fr_ersatz_pr_auc": 0.988212638078093,
+      "eval_fr_opus100_pr_auc": 0.921375518900116,
+      "eval_fr_ud_pr_auc": 0.9842979989455548,
+      "eval_fy_opus100_pr_auc": 0.720979162053624,
+      "eval_ga_opus100_pr_auc": 0.8932261770688221,
+      "eval_ga_ud_pr_auc": 0.8125685329386447,
+      "eval_gd_opus100_pr_auc": 0.7314440553888683,
+      "eval_gd_ud_pr_auc": 0.8163747388377653,
+      "eval_gl_opus100_pr_auc": 0.9000347157287575,
+      "eval_gl_ud_pr_auc": 0.9981829724704699,
+      "eval_gu_ersatz_pr_auc": 0.9400591517476653,
+      "eval_gu_opus100_pr_auc": 0.7643355565795565,
+      "eval_ha_opus100_pr_auc": 0.9043021999509614,
+      "eval_he_opus100_pr_auc": 0.8879171170169674,
+      "eval_he_ud_pr_auc": 0.980871605136622,
+      "eval_hi_ersatz_pr_auc": 0.9822549796354277,
+      "eval_hi_opus100_pr_auc": 0.7137773600852075,
+      "eval_hi_ud_pr_auc": 0.9879543796512653,
+      "eval_hu_opus100_pr_auc": 0.9255618340388782,
+      "eval_hu_ud_pr_auc": 0.9834538235442158,
+      "eval_hy_opus100_pr_auc": 0.9023410670555032,
+      "eval_hy_ud_pr_auc": 0.9854146889858997,
+      "eval_id_opus100_pr_auc": 0.8988938886098472,
+      "eval_id_ud_pr_auc": 0.9951659989856245,
+      "eval_ig_opus100_pr_auc": 0.8805325924702481,
+      "eval_is_opus100_pr_auc": 0.933961724061376,
+      "eval_is_ud_pr_auc": 0.910587554160777,
+      "eval_it_opus100_pr_auc": 0.9182576618924166,
+      "eval_it_ud_pr_auc": 0.9978631162689995,
+      "eval_ja_ersatz_pr_auc": 0.844697237588252,
+      "eval_ja_opus100_pr_auc": 0.8288005487726471,
+      "eval_ja_ud_pr_auc": 0.9782180274652228,
+      "eval_jv_ud_pr_auc": 0.9639231943625826,
+      "eval_ka_opus100_pr_auc": 0.8710749806056594,
+      "eval_kk_ersatz_pr_auc": 0.9870829260336618,
+      "eval_kk_opus100_pr_auc": 0.8056874653857328,
+      "eval_kk_ud_pr_auc": 0.9743391110243255,
+      "eval_km_ersatz_pr_auc": 0.9264316256459633,
+      "eval_km_opus100_pr_auc": 0.7746565913053068,
+      "eval_kn_opus100_pr_auc": 0.6653351466129124,
+      "eval_ko_opus100_pr_auc": 0.6951890940186604,
+      "eval_ko_ud_pr_auc": 0.9990832535669786,
+      "eval_ku_opus100_pr_auc": 0.8469491058016316,
+      "eval_ky_opus100_pr_auc": 0.8874712219488388,
+      "eval_la_ud_pr_auc": 0.9759696221876961,
+      "eval_loss": 0.027919992804527283,
+      "eval_lt_ersatz_pr_auc": 0.9955337008852638,
+      "eval_lt_opus100_pr_auc": 0.8816335342365579,
+      "eval_lt_ud_pr_auc": 0.9915033703002618,
+      "eval_lv_ersatz_pr_auc": 0.9904210010667189,
+      "eval_lv_opus100_pr_auc": 0.896910940227671,
+      "eval_lv_ud_pr_auc": 0.9616647042321435,
+      "eval_mg_opus100_pr_auc": 0.938729659152802,
+      "eval_mk_opus100_pr_auc": 0.9267157404137856,
+      "eval_ml_opus100_pr_auc": 0.7912112053447754,
+      "eval_mn_opus100_pr_auc": 0.9471016185135401,
+      "eval_mr_opus100_pr_auc": 0.910397424250704,
+      "eval_mr_ud_pr_auc": 0.9773174473441605,
+      "eval_ms_opus100_pr_auc": 0.8824291787724072,
+      "eval_mt_opus100_pr_auc": 0.8666649389341494,
+      "eval_mt_ud_pr_auc": 0.8915726882441672,
+      "eval_my_opus100_pr_auc": 0.8024572315144667,
+      "eval_ne_opus100_pr_auc": 0.7603308799936607,
+      "eval_nl_opus100_pr_auc": 0.91110007477729,
+      "eval_nl_ud_pr_auc": 0.9853502518730829,
+      "eval_no_opus100_pr_auc": 0.9280306929001043,
+      "eval_no_ud_pr_auc": 0.9959537896922543,
+      "eval_pa_opus100_pr_auc": 0.6972294589738465,
+      "eval_pl_ersatz_pr_auc": 0.9759065357670336,
+      "eval_pl_opus100_pr_auc": 0.9071699207907342,
+      "eval_pl_ud_pr_auc": 0.9680393503904632,
+      "eval_ps_ersatz_pr_auc": 0.922741696128145,
+      "eval_ps_opus100_pr_auc": 0.7482744866147389,
+      "eval_pt_opus100_pr_auc": 0.9317409678423829,
+      "eval_pt_ud_pr_auc": 0.9851372645148582,
+      "eval_ro_ersatz_pr_auc": 0.9924746707120551,
+      "eval_ro_opus100_pr_auc": 0.8989169502374663,
+      "eval_ro_ud_pr_auc": 0.9323202392370195,
+      "eval_ru_ersatz_pr_auc": 0.9921689400368056,
+      "eval_ru_opus100_pr_auc": 0.9366287338117703,
+      "eval_ru_ud_pr_auc": 0.8554983523128452,
+      "eval_runtime": 881.4405,
+      "eval_samples_per_second": 85.718,
+      "eval_si_opus100_pr_auc": 0.8149932481546831,
+      "eval_sk_opus100_pr_auc": 0.9436260050832544,
+      "eval_sk_ud_pr_auc": 0.9847620543394628,
+      "eval_sl_opus100_pr_auc": 0.8800187173330275,
+      "eval_sl_ud_pr_auc": 0.9749506880455534,
+      "eval_sq_opus100_pr_auc": 0.9397568671164892,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9089693532574231,
+      "eval_sr_ud_pr_auc": 0.9993488012990296,
+      "eval_steps_per_second": 5.358,
+      "eval_sv_opus100_pr_auc": 0.9153535390452404,
+      "eval_sv_ud_pr_auc": 0.9547324293707571,
+      "eval_ta_ersatz_pr_auc": 0.98692449125495,
+      "eval_ta_opus100_pr_auc": 0.7041406260897269,
+      "eval_ta_ud_pr_auc": 0.9968921813835181,
+      "eval_te_opus100_pr_auc": 0.8312038753194768,
+      "eval_tg_opus100_pr_auc": 0.9000300688086463,
+      "eval_th_opus100_pr_auc": 0.6867702016834245,
+      "eval_th_ud_pr_auc": 0.8365444009826347,
+      "eval_tr_ersatz_pr_auc": 0.9687421885870636,
+      "eval_tr_opus100_pr_auc": 0.9168608875894939,
+      "eval_tr_ud_pr_auc": 0.9625476646866471,
+      "eval_uk_opus100_pr_auc": 0.8810342432231832,
+      "eval_uk_ud_pr_auc": 0.9161247565140622,
+      "eval_ur_opus100_pr_auc": 0.5800762524804545,
+      "eval_ur_ud_pr_auc": 0.9916778354068336,
+      "eval_uz_opus100_pr_auc": 0.8766003468807885,
+      "eval_vi_opus100_pr_auc": 0.9049015697080545,
+      "eval_vi_ud_pr_auc": 0.9512619474055831,
+      "eval_xh_opus100_pr_auc": 0.8681096579147731,
+      "eval_yi_opus100_pr_auc": 0.8120452582626625,
+      "eval_yo_opus100_pr_auc": 0.8362739108051229,
+      "eval_yo_ud_pr_auc": 0.9163971353716948,
+      "eval_zh_ersatz_pr_auc": 0.9397589342674715,
+      "eval_zh_opus100_pr_auc": 0.7220874689009829,
+      "eval_zh_ud_pr_auc": 0.9931315771398211,
+      "eval_zu_opus100_pr_auc": 0.8472778385673181,
+      "step": 385000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.024,
+      "step": 385050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0239,
+      "step": 385100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0239,
+      "step": 385150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.0237,
+      "step": 385200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0239,
+      "step": 385250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0237,
+      "step": 385300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.024,
+      "step": 385350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0233,
+      "step": 385400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0244,
+      "step": 385450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0243,
+      "step": 385500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.0242,
+      "step": 385550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.0238,
+      "step": 385600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0235,
+      "step": 385650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0246,
+      "step": 385700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.0238,
+      "step": 385750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.0244,
+      "step": 385800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0239,
+      "step": 385850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0244,
+      "step": 385900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0242,
+      "step": 385950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0234,
+      "step": 386000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0232,
+      "step": 386050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.0237,
+      "step": 386100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.0236,
+      "step": 386150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.0241,
+      "step": 386200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0235,
+      "step": 386250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0237,
+      "step": 386300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0233,
+      "step": 386350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.0237,
+      "step": 386400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0239,
+      "step": 386450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.0234,
+      "step": 386500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0238,
+      "step": 386550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0241,
+      "step": 386600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0236,
+      "step": 386650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0241,
+      "step": 386700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.0243,
+      "step": 386750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0241,
+      "step": 386800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0245,
+      "step": 386850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0239,
+      "step": 386900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0243,
+      "step": 386950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.0239,
+      "step": 387000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.0231,
+      "step": 387050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0238,
+      "step": 387100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0247,
+      "step": 387150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0238,
+      "step": 387200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.0244,
+      "step": 387250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.0241,
+      "step": 387300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.024,
+      "step": 387350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.024,
+      "step": 387400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0245,
+      "step": 387450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0239,
+      "step": 387500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0248,
+      "step": 387550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0249,
+      "step": 387600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0239,
+      "step": 387650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.0243,
+      "step": 387700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0236,
+      "step": 387750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0237,
+      "step": 387800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0235,
+      "step": 387850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.024,
+      "step": 387900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0235,
+      "step": 387950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0238,
+      "step": 388000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0238,
+      "step": 388050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0237,
+      "step": 388100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0239,
+      "step": 388150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0238,
+      "step": 388200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0238,
+      "step": 388250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.024,
+      "step": 388300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0229,
+      "step": 388350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0241,
+      "step": 388400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0241,
+      "step": 388450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0235,
+      "step": 388500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.0234,
+      "step": 388550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.0236,
+      "step": 388600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.0239,
+      "step": 388650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0243,
+      "step": 388700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0238,
+      "step": 388750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.0248,
+      "step": 388800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0233,
+      "step": 388850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.024,
+      "step": 388900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0248,
+      "step": 388950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.0238,
+      "step": 389000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.0243,
+      "step": 389050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0245,
+      "step": 389100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0236,
+      "step": 389150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0238,
+      "step": 389200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0245,
+      "step": 389250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0234,
+      "step": 389300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0242,
+      "step": 389350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0243,
+      "step": 389400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0238,
+      "step": 389450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.0236,
+      "step": 389500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0236,
+      "step": 389550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0236,
+      "step": 389600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0247,
+      "step": 389650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.023,
+      "step": 389700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.0239,
+      "step": 389750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.0241,
+      "step": 389800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.0245,
+      "step": 389850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.0239,
+      "step": 389900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0239,
+      "step": 389950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0241,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.7927245403415789,
+      "eval_af_ud_pr_auc": 0.9878774253427174,
+      "eval_am_opus100_pr_auc": 0.6173363622894736,
+      "eval_ar_ersatz_pr_auc": 0.933442667051637,
+      "eval_ar_opus100_pr_auc": 0.7455848732183252,
+      "eval_ar_ud_pr_auc": 0.8987011572922993,
+      "eval_average_ersatz_pr_auc": 0.9686340660859417,
+      "eval_average_opus100_pr_auc": 0.8477102179005364,
+      "eval_average_ud_pr_auc": 0.9656584331069832,
+      "eval_az_opus100_pr_auc": 0.8215284612693055,
+      "eval_be_opus100_pr_auc": 0.7354856591837632,
+      "eval_be_ud_pr_auc": 0.9127688418522354,
+      "eval_bg_opus100_pr_auc": 0.9257498067348343,
+      "eval_bg_ud_pr_auc": 0.9965852322361638,
+      "eval_bn_opus100_pr_auc": 0.8445579612557762,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8902855464740687,
+      "eval_ca_ud_pr_auc": 0.9957090983786869,
+      "eval_ceb_ud_pr_auc": 0.9971690210160602,
+      "eval_cs_ersatz_pr_auc": 0.9857053373987772,
+      "eval_cs_opus100_pr_auc": 0.9079997191182199,
+      "eval_cs_ud_pr_auc": 0.9631531538285365,
+      "eval_cy_opus100_pr_auc": 0.7921074528836339,
+      "eval_cy_ud_pr_auc": 0.9960571199265239,
+      "eval_da_opus100_pr_auc": 0.9260258140961574,
+      "eval_da_ud_pr_auc": 0.9829648845908965,
+      "eval_de_ersatz_pr_auc": 0.9882562953829199,
+      "eval_de_opus100_pr_auc": 0.9109714478962743,
+      "eval_de_ud_pr_auc": 0.9845855899772885,
+      "eval_el_opus100_pr_auc": 0.9223347497202264,
+      "eval_el_ud_pr_auc": 0.9859966773310554,
+      "eval_en_ersatz_pr_auc": 0.9935411847467428,
+      "eval_en_opus100_pr_auc": 0.9263061270733657,
+      "eval_en_ud_pr_auc": 0.9795872627112587,
+      "eval_eo_opus100_pr_auc": 0.9358346529048253,
+      "eval_es_ersatz_pr_auc": 0.9975750219255906,
+      "eval_es_opus100_pr_auc": 0.9361636008938975,
+      "eval_es_ud_pr_auc": 0.9926780921770982,
+      "eval_et_ersatz_pr_auc": 0.9852803548185328,
+      "eval_et_opus100_pr_auc": 0.9034462385372889,
+      "eval_et_ud_pr_auc": 0.9732747957218704,
+      "eval_eu_opus100_pr_auc": 0.8842697863002297,
+      "eval_eu_ud_pr_auc": 0.9909862626524016,
+      "eval_fa_opus100_pr_auc": 0.6077313682414454,
+      "eval_fa_ud_pr_auc": 0.9968473960248663,
+      "eval_fi_ersatz_pr_auc": 0.9931986451032533,
+      "eval_fi_opus100_pr_auc": 0.9341373891122161,
+      "eval_fi_ud_pr_auc": 0.9778112123651996,
+      "eval_fr_ersatz_pr_auc": 0.9882265218163113,
+      "eval_fr_opus100_pr_auc": 0.9203516579983251,
+      "eval_fr_ud_pr_auc": 0.9854365539053348,
+      "eval_fy_opus100_pr_auc": 0.7230669433555661,
+      "eval_ga_opus100_pr_auc": 0.8978895470910677,
+      "eval_ga_ud_pr_auc": 0.8170025688020661,
+      "eval_gd_opus100_pr_auc": 0.7342494225241659,
+      "eval_gd_ud_pr_auc": 0.8217635850876596,
+      "eval_gl_opus100_pr_auc": 0.8956438848774723,
+      "eval_gl_ud_pr_auc": 0.9979914173074,
+      "eval_gu_ersatz_pr_auc": 0.9408294863450679,
+      "eval_gu_opus100_pr_auc": 0.7612173764085387,
+      "eval_ha_opus100_pr_auc": 0.9082162832404791,
+      "eval_he_opus100_pr_auc": 0.8832345895923834,
+      "eval_he_ud_pr_auc": 0.982129505788203,
+      "eval_hi_ersatz_pr_auc": 0.9824227044522904,
+      "eval_hi_opus100_pr_auc": 0.7152106030128113,
+      "eval_hi_ud_pr_auc": 0.9868983039536834,
+      "eval_hu_opus100_pr_auc": 0.9226855561736635,
+      "eval_hu_ud_pr_auc": 0.9837691527166378,
+      "eval_hy_opus100_pr_auc": 0.9051024143234083,
+      "eval_hy_ud_pr_auc": 0.9868660988534408,
+      "eval_id_opus100_pr_auc": 0.8996772396775183,
+      "eval_id_ud_pr_auc": 0.9953046099835695,
+      "eval_ig_opus100_pr_auc": 0.8833774475853291,
+      "eval_is_opus100_pr_auc": 0.9308938636839343,
+      "eval_is_ud_pr_auc": 0.9170836201481758,
+      "eval_it_opus100_pr_auc": 0.9173383845532737,
+      "eval_it_ud_pr_auc": 0.9977219139951187,
+      "eval_ja_ersatz_pr_auc": 0.843819147382872,
+      "eval_ja_opus100_pr_auc": 0.8196784395855209,
+      "eval_ja_ud_pr_auc": 0.9781585947479392,
+      "eval_jv_ud_pr_auc": 0.9644934913033468,
+      "eval_ka_opus100_pr_auc": 0.8670603725048553,
+      "eval_kk_ersatz_pr_auc": 0.9868120873020154,
+      "eval_kk_opus100_pr_auc": 0.8059867022477926,
+      "eval_kk_ud_pr_auc": 0.9742463746092214,
+      "eval_km_ersatz_pr_auc": 0.9263082924956966,
+      "eval_km_opus100_pr_auc": 0.7692885284681348,
+      "eval_kn_opus100_pr_auc": 0.6613339312316672,
+      "eval_ko_opus100_pr_auc": 0.6954423546316231,
+      "eval_ko_ud_pr_auc": 0.9987923343390038,
+      "eval_ku_opus100_pr_auc": 0.8496616223643967,
+      "eval_ky_opus100_pr_auc": 0.8855327320597897,
+      "eval_la_ud_pr_auc": 0.9760795097692221,
+      "eval_loss": 0.02787254936993122,
+      "eval_lt_ersatz_pr_auc": 0.9954595890771036,
+      "eval_lt_opus100_pr_auc": 0.8819961033456185,
+      "eval_lt_ud_pr_auc": 0.9908683675115254,
+      "eval_lv_ersatz_pr_auc": 0.990894707511343,
+      "eval_lv_opus100_pr_auc": 0.8975076659268909,
+      "eval_lv_ud_pr_auc": 0.9623185967287914,
+      "eval_mg_opus100_pr_auc": 0.9382352955456537,
+      "eval_mk_opus100_pr_auc": 0.9250369547942776,
+      "eval_ml_opus100_pr_auc": 0.7890355664982196,
+      "eval_mn_opus100_pr_auc": 0.9464473344840859,
+      "eval_mr_opus100_pr_auc": 0.908334210358038,
+      "eval_mr_ud_pr_auc": 0.9797684728865501,
+      "eval_ms_opus100_pr_auc": 0.8813273521300602,
+      "eval_mt_opus100_pr_auc": 0.8721509924499863,
+      "eval_mt_ud_pr_auc": 0.9038483918533035,
+      "eval_my_opus100_pr_auc": 0.8020061690650808,
+      "eval_ne_opus100_pr_auc": 0.7543614694201303,
+      "eval_nl_opus100_pr_auc": 0.908733199754009,
+      "eval_nl_ud_pr_auc": 0.9860111376626581,
+      "eval_no_opus100_pr_auc": 0.9262576498154168,
+      "eval_no_ud_pr_auc": 0.995744461043905,
+      "eval_pa_opus100_pr_auc": 0.69238904625762,
+      "eval_pl_ersatz_pr_auc": 0.9775625671965235,
+      "eval_pl_opus100_pr_auc": 0.903454901622702,
+      "eval_pl_ud_pr_auc": 0.9688663706269088,
+      "eval_ps_ersatz_pr_auc": 0.9252284730327403,
+      "eval_ps_opus100_pr_auc": 0.752130863650306,
+      "eval_pt_opus100_pr_auc": 0.9309345784404605,
+      "eval_pt_ud_pr_auc": 0.9858804090662915,
+      "eval_ro_ersatz_pr_auc": 0.9935449503437791,
+      "eval_ro_opus100_pr_auc": 0.8933934285094672,
+      "eval_ro_ud_pr_auc": 0.9463383208312703,
+      "eval_ru_ersatz_pr_auc": 0.9922050403734701,
+      "eval_ru_opus100_pr_auc": 0.9414578849758667,
+      "eval_ru_ud_pr_auc": 0.8611035528092141,
+      "eval_runtime": 880.1865,
+      "eval_samples_per_second": 85.84,
+      "eval_si_opus100_pr_auc": 0.8137944666137994,
+      "eval_sk_opus100_pr_auc": 0.9428794161786392,
+      "eval_sk_ud_pr_auc": 0.9852533808929187,
+      "eval_sl_opus100_pr_auc": 0.8770309739352229,
+      "eval_sl_ud_pr_auc": 0.9762397258235839,
+      "eval_sq_opus100_pr_auc": 0.9381196033303826,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9088099336096923,
+      "eval_sr_ud_pr_auc": 0.99947739600982,
+      "eval_steps_per_second": 5.366,
+      "eval_sv_opus100_pr_auc": 0.9144142804002909,
+      "eval_sv_ud_pr_auc": 0.9567357990732945,
+      "eval_ta_ersatz_pr_auc": 0.985965346246859,
+      "eval_ta_opus100_pr_auc": 0.7049928050883081,
+      "eval_ta_ud_pr_auc": 0.9958674434431889,
+      "eval_te_opus100_pr_auc": 0.8284666408509309,
+      "eval_tg_opus100_pr_auc": 0.9011069201646434,
+      "eval_th_opus100_pr_auc": 0.686195562932305,
+      "eval_th_ud_pr_auc": 0.8391632703584645,
+      "eval_tr_ersatz_pr_auc": 0.9687326308993676,
+      "eval_tr_opus100_pr_auc": 0.9158079209622547,
+      "eval_tr_ud_pr_auc": 0.9630569820298696,
+      "eval_uk_opus100_pr_auc": 0.879218761138646,
+      "eval_uk_ud_pr_auc": 0.9183484488178097,
+      "eval_ur_opus100_pr_auc": 0.5802527534364433,
+      "eval_ur_ud_pr_auc": 0.9909039610453023,
+      "eval_uz_opus100_pr_auc": 0.8803651181749123,
+      "eval_vi_opus100_pr_auc": 0.9043856899599665,
+      "eval_vi_ud_pr_auc": 0.9481500527009097,
+      "eval_xh_opus100_pr_auc": 0.8763986999579849,
+      "eval_yi_opus100_pr_auc": 0.8075215547633016,
+      "eval_yo_opus100_pr_auc": 0.8371631816064429,
+      "eval_yo_ud_pr_auc": 0.9184544747852953,
+      "eval_zh_ersatz_pr_auc": 0.9349384029878229,
+      "eval_zh_opus100_pr_auc": 0.7089833090290459,
+      "eval_zh_ud_pr_auc": 0.9936408123619915,
+      "eval_zu_opus100_pr_auc": 0.8484181539302404,
+      "step": 390000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.024,
+      "step": 390050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0234,
+      "step": 390100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0234,
+      "step": 390150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0239,
+      "step": 390200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.024,
+      "step": 390250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0238,
+      "step": 390300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.024,
+      "step": 390350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0233,
+      "step": 390400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.0243,
+      "step": 390450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.0241,
+      "step": 390500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.0235,
+      "step": 390550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0237,
+      "step": 390600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.024,
+      "step": 390650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.0236,
+      "step": 390700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0236,
+      "step": 390750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0244,
+      "step": 390800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0244,
+      "step": 390850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.0238,
+      "step": 390900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0238,
+      "step": 390950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0244,
+      "step": 391000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0238,
+      "step": 391050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0238,
+      "step": 391100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.024,
+      "step": 391150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0234,
+      "step": 391200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0245,
+      "step": 391250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0238,
+      "step": 391300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0239,
+      "step": 391350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0245,
+      "step": 391400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.024,
+      "step": 391450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.0242,
+      "step": 391500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0242,
+      "step": 391550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0236,
+      "step": 391600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0241,
+      "step": 391650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0239,
+      "step": 391700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0236,
+      "step": 391750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0233,
+      "step": 391800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.0236,
+      "step": 391850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.024,
+      "step": 391900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0243,
+      "step": 391950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0241,
+      "step": 392000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.023,
+      "step": 392050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.024,
+      "step": 392100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0243,
+      "step": 392150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0243,
+      "step": 392200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.0242,
+      "step": 392250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.0244,
+      "step": 392300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0237,
+      "step": 392350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0239,
+      "step": 392400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0237,
+      "step": 392450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0237,
+      "step": 392500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0231,
+      "step": 392550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0236,
+      "step": 392600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0242,
+      "step": 392650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.0236,
+      "step": 392700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.0237,
+      "step": 392750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0233,
+      "step": 392800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0243,
+      "step": 392850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0239,
+      "step": 392900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0242,
+      "step": 392950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0235,
+      "step": 393000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0236,
+      "step": 393050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0236,
+      "step": 393100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0239,
+      "step": 393150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0234,
+      "step": 393200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.0236,
+      "step": 393250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.024,
+      "step": 393300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0235,
+      "step": 393350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0238,
+      "step": 393400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0236,
+      "step": 393450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0243,
+      "step": 393500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.025,
+      "step": 393550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0234,
+      "step": 393600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0248,
+      "step": 393650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0232,
+      "step": 393700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0237,
+      "step": 393750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0241,
+      "step": 393800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0232,
+      "step": 393850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0235,
+      "step": 393900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0237,
+      "step": 393950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.024,
+      "step": 394000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0238,
+      "step": 394050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.0234,
+      "step": 394100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0236,
+      "step": 394150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0238,
+      "step": 394200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0237,
+      "step": 394250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0245,
+      "step": 394300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0234,
+      "step": 394350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.0244,
+      "step": 394400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.0238,
+      "step": 394450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0235,
+      "step": 394500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0241,
+      "step": 394550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0235,
+      "step": 394600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.024,
+      "step": 394650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0235,
+      "step": 394700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0243,
+      "step": 394750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.0237,
+      "step": 394800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.024,
+      "step": 394850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0244,
+      "step": 394900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.0239,
+      "step": 394950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.024,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "eval_af_opus100_pr_auc": 0.7923936472546781,
+      "eval_af_ud_pr_auc": 0.986160569727071,
+      "eval_am_opus100_pr_auc": 0.6173970825030761,
+      "eval_ar_ersatz_pr_auc": 0.9328737739568291,
+      "eval_ar_opus100_pr_auc": 0.7445125530757355,
+      "eval_ar_ud_pr_auc": 0.8980483991986595,
+      "eval_average_ersatz_pr_auc": 0.9681523674757355,
+      "eval_average_opus100_pr_auc": 0.8470903580554843,
+      "eval_average_ud_pr_auc": 0.9645586009694168,
+      "eval_az_opus100_pr_auc": 0.815067708977712,
+      "eval_be_opus100_pr_auc": 0.7387930355937601,
+      "eval_be_ud_pr_auc": 0.9103871146572691,
+      "eval_bg_opus100_pr_auc": 0.9255599448302491,
+      "eval_bg_ud_pr_auc": 0.9964368036474422,
+      "eval_bn_opus100_pr_auc": 0.8415013884050615,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8891760350935419,
+      "eval_ca_ud_pr_auc": 0.994341090570219,
+      "eval_ceb_ud_pr_auc": 0.9976716497264899,
+      "eval_cs_ersatz_pr_auc": 0.9848642334573255,
+      "eval_cs_opus100_pr_auc": 0.907815849648528,
+      "eval_cs_ud_pr_auc": 0.9627815891966706,
+      "eval_cy_opus100_pr_auc": 0.7913859239673803,
+      "eval_cy_ud_pr_auc": 0.9960453813605107,
+      "eval_da_opus100_pr_auc": 0.9256540008550525,
+      "eval_da_ud_pr_auc": 0.982177784463895,
+      "eval_de_ersatz_pr_auc": 0.9880151035796642,
+      "eval_de_opus100_pr_auc": 0.9093376180289237,
+      "eval_de_ud_pr_auc": 0.9839233055652696,
+      "eval_el_opus100_pr_auc": 0.9217345426112545,
+      "eval_el_ud_pr_auc": 0.985988424069201,
+      "eval_en_ersatz_pr_auc": 0.9934707663585134,
+      "eval_en_opus100_pr_auc": 0.9257191316902732,
+      "eval_en_ud_pr_auc": 0.9794824958893437,
+      "eval_eo_opus100_pr_auc": 0.9353673329610033,
+      "eval_es_ersatz_pr_auc": 0.9974158972734251,
+      "eval_es_opus100_pr_auc": 0.9352970016792141,
+      "eval_es_ud_pr_auc": 0.9923518569863554,
+      "eval_et_ersatz_pr_auc": 0.9844768034550413,
+      "eval_et_opus100_pr_auc": 0.90541503168404,
+      "eval_et_ud_pr_auc": 0.9732972738973987,
+      "eval_eu_opus100_pr_auc": 0.8840657607668054,
+      "eval_eu_ud_pr_auc": 0.9903695375007987,
+      "eval_fa_opus100_pr_auc": 0.6037522337152905,
+      "eval_fa_ud_pr_auc": 0.9966043494114825,
+      "eval_fi_ersatz_pr_auc": 0.9931390135025026,
+      "eval_fi_opus100_pr_auc": 0.9337739412696647,
+      "eval_fi_ud_pr_auc": 0.9781616073791652,
+      "eval_fr_ersatz_pr_auc": 0.9886913505084778,
+      "eval_fr_opus100_pr_auc": 0.9187714508177054,
+      "eval_fr_ud_pr_auc": 0.9855769041495371,
+      "eval_fy_opus100_pr_auc": 0.7238576390138849,
+      "eval_ga_opus100_pr_auc": 0.8947354563692536,
+      "eval_ga_ud_pr_auc": 0.8101581464711952,
+      "eval_gd_opus100_pr_auc": 0.7283717416136823,
+      "eval_gd_ud_pr_auc": 0.8209359933435348,
+      "eval_gl_opus100_pr_auc": 0.8952281371825352,
+      "eval_gl_ud_pr_auc": 0.9978942527196335,
+      "eval_gu_ersatz_pr_auc": 0.93678237330819,
+      "eval_gu_opus100_pr_auc": 0.7588180259305379,
+      "eval_ha_opus100_pr_auc": 0.9044838453134483,
+      "eval_he_opus100_pr_auc": 0.8848767699634819,
+      "eval_he_ud_pr_auc": 0.981167898481993,
+      "eval_hi_ersatz_pr_auc": 0.9824055770824317,
+      "eval_hi_opus100_pr_auc": 0.7144812310971801,
+      "eval_hi_ud_pr_auc": 0.9872867904566244,
+      "eval_hu_opus100_pr_auc": 0.9223310764090827,
+      "eval_hu_ud_pr_auc": 0.9831510077237834,
+      "eval_hy_opus100_pr_auc": 0.9042734482988165,
+      "eval_hy_ud_pr_auc": 0.9854375634320284,
+      "eval_id_opus100_pr_auc": 0.8993952642204555,
+      "eval_id_ud_pr_auc": 0.9951892084268813,
+      "eval_ig_opus100_pr_auc": 0.8833252834096758,
+      "eval_is_opus100_pr_auc": 0.9311420887298377,
+      "eval_is_ud_pr_auc": 0.9124245846110565,
+      "eval_it_opus100_pr_auc": 0.9149650453765855,
+      "eval_it_ud_pr_auc": 0.9966622955701873,
+      "eval_ja_ersatz_pr_auc": 0.8427316969459926,
+      "eval_ja_opus100_pr_auc": 0.8230742530745926,
+      "eval_ja_ud_pr_auc": 0.9796860859771735,
+      "eval_jv_ud_pr_auc": 0.963861319290447,
+      "eval_ka_opus100_pr_auc": 0.8678320524574887,
+      "eval_kk_ersatz_pr_auc": 0.9865883500461639,
+      "eval_kk_opus100_pr_auc": 0.8098034496698338,
+      "eval_kk_ud_pr_auc": 0.9736701827696397,
+      "eval_km_ersatz_pr_auc": 0.9256497584241031,
+      "eval_km_opus100_pr_auc": 0.7671988509308575,
+      "eval_kn_opus100_pr_auc": 0.6580225362605592,
+      "eval_ko_opus100_pr_auc": 0.6951044681302373,
+      "eval_ko_ud_pr_auc": 0.9989230952216008,
+      "eval_ku_opus100_pr_auc": 0.8517585472673019,
+      "eval_ky_opus100_pr_auc": 0.8879827774350789,
+      "eval_la_ud_pr_auc": 0.9764502316968027,
+      "eval_loss": 0.027854928746819496,
+      "eval_lt_ersatz_pr_auc": 0.9952156585009213,
+      "eval_lt_opus100_pr_auc": 0.8793996949173198,
+      "eval_lt_ud_pr_auc": 0.9892575837780082,
+      "eval_lv_ersatz_pr_auc": 0.9904193954913142,
+      "eval_lv_opus100_pr_auc": 0.8965072411895753,
+      "eval_lv_ud_pr_auc": 0.9609375419003472,
+      "eval_mg_opus100_pr_auc": 0.9373048855575514,
+      "eval_mk_opus100_pr_auc": 0.9248026274216565,
+      "eval_ml_opus100_pr_auc": 0.7871430225543065,
+      "eval_mn_opus100_pr_auc": 0.9485020501051403,
+      "eval_mr_opus100_pr_auc": 0.903880209094028,
+      "eval_mr_ud_pr_auc": 0.9720847906591782,
+      "eval_ms_opus100_pr_auc": 0.8806504477186425,
+      "eval_mt_opus100_pr_auc": 0.8679907920716435,
+      "eval_mt_ud_pr_auc": 0.9027592706860414,
+      "eval_my_opus100_pr_auc": 0.8049803770845277,
+      "eval_ne_opus100_pr_auc": 0.7542770823986307,
+      "eval_nl_opus100_pr_auc": 0.9072108787421791,
+      "eval_nl_ud_pr_auc": 0.9857033810260344,
+      "eval_no_opus100_pr_auc": 0.9253712186016223,
+      "eval_no_ud_pr_auc": 0.9956356602889472,
+      "eval_pa_opus100_pr_auc": 0.6948839981049497,
+      "eval_pl_ersatz_pr_auc": 0.9755108909281544,
+      "eval_pl_opus100_pr_auc": 0.9034141446731428,
+      "eval_pl_ud_pr_auc": 0.9671796095571655,
+      "eval_ps_ersatz_pr_auc": 0.9243001286178126,
+      "eval_ps_opus100_pr_auc": 0.7568784514858649,
+      "eval_pt_opus100_pr_auc": 0.9291562626178688,
+      "eval_pt_ud_pr_auc": 0.9854118631656174,
+      "eval_ro_ersatz_pr_auc": 0.9930295837670998,
+      "eval_ro_opus100_pr_auc": 0.8930832269543315,
+      "eval_ro_ud_pr_auc": 0.9359341124798285,
+      "eval_ru_ersatz_pr_auc": 0.9918114783558213,
+      "eval_ru_opus100_pr_auc": 0.9380529910241591,
+      "eval_ru_ud_pr_auc": 0.8540365027693531,
+      "eval_runtime": 874.3168,
+      "eval_samples_per_second": 86.416,
+      "eval_si_opus100_pr_auc": 0.8123796287426233,
+      "eval_sk_opus100_pr_auc": 0.9423613337207508,
+      "eval_sk_ud_pr_auc": 0.9842949797574604,
+      "eval_sl_opus100_pr_auc": 0.8762151016005569,
+      "eval_sl_ud_pr_auc": 0.9739780736777525,
+      "eval_sq_opus100_pr_auc": 0.937482736802255,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9086799462529181,
+      "eval_sr_ud_pr_auc": 0.999281012717808,
+      "eval_steps_per_second": 5.402,
+      "eval_sv_opus100_pr_auc": 0.9134006522624161,
+      "eval_sv_ud_pr_auc": 0.9561992669321577,
+      "eval_ta_ersatz_pr_auc": 0.9853947954353175,
+      "eval_ta_opus100_pr_auc": 0.7005919815935868,
+      "eval_ta_ud_pr_auc": 0.9955920497151091,
+      "eval_te_opus100_pr_auc": 0.8282452761168148,
+      "eval_tg_opus100_pr_auc": 0.8968132964509737,
+      "eval_th_opus100_pr_auc": 0.6832014141550719,
+      "eval_th_ud_pr_auc": 0.8373884859803151,
+      "eval_tr_ersatz_pr_auc": 0.9669655640844086,
+      "eval_tr_opus100_pr_auc": 0.9142837552189882,
+      "eval_tr_ud_pr_auc": 0.9610048476632524,
+      "eval_uk_opus100_pr_auc": 0.8793350118590132,
+      "eval_uk_ud_pr_auc": 0.9174351467490667,
+      "eval_ur_opus100_pr_auc": 0.5794991727755594,
+      "eval_ur_ud_pr_auc": 0.9918122447923223,
+      "eval_uz_opus100_pr_auc": 0.8785954320928737,
+      "eval_vi_opus100_pr_auc": 0.9043836515630158,
+      "eval_vi_ud_pr_auc": 0.9462297761982709,
+      "eval_xh_opus100_pr_auc": 0.8713567706967987,
+      "eval_yi_opus100_pr_auc": 0.8132984714265541,
+      "eval_yo_opus100_pr_auc": 0.83653125633893,
+      "eval_yo_ud_pr_auc": 0.9210753308687378,
+      "eval_zh_ersatz_pr_auc": 0.9395998913866699,
+      "eval_zh_opus100_pr_auc": 0.7196026150391728,
+      "eval_zh_ud_pr_auc": 0.9939039303046243,
+      "eval_zu_opus100_pr_auc": 0.8481090499403318,
+      "step": 395000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0242,
+      "step": 395050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0238,
+      "step": 395100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0244,
+      "step": 395150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0237,
+      "step": 395200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0242,
+      "step": 395250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0233,
+      "step": 395300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0241,
+      "step": 395350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0242,
+      "step": 395400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0237,
+      "step": 395450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0235,
+      "step": 395500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.0238,
+      "step": 395550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0234,
+      "step": 395600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0235,
+      "step": 395650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.024,
+      "step": 395700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0234,
+      "step": 395750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0236,
+      "step": 395800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0237,
+      "step": 395850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0238,
+      "step": 395900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0235,
+      "step": 395950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0239,
+      "step": 396000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0237,
+      "step": 396050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0242,
+      "step": 396100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0243,
+      "step": 396150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.0242,
+      "step": 396200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0244,
+      "step": 396250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0236,
+      "step": 396300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.024,
+      "step": 396350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0237,
+      "step": 396400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0234,
+      "step": 396450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.024,
+      "step": 396500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0235,
+      "step": 396550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.0241,
+      "step": 396600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0237,
+      "step": 396650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.0235,
+      "step": 396700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0243,
+      "step": 396750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0237,
+      "step": 396800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0235,
+      "step": 396850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0238,
+      "step": 396900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0231,
+      "step": 396950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0236,
+      "step": 397000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.0238,
+      "step": 397050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0244,
+      "step": 397100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0244,
+      "step": 397150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0237,
+      "step": 397200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0237,
+      "step": 397250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0241,
+      "step": 397300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0237,
+      "step": 397350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.0238,
+      "step": 397400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0243,
+      "step": 397450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0235,
+      "step": 397500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.0237,
+      "step": 397550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0245,
+      "step": 397600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0241,
+      "step": 397650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0232,
+      "step": 397700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0239,
+      "step": 397750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0242,
+      "step": 397800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0246,
+      "step": 397850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0233,
+      "step": 397900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0237,
+      "step": 397950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0241,
+      "step": 398000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0237,
+      "step": 398050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0243,
+      "step": 398100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0242,
+      "step": 398150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0242,
+      "step": 398200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0233,
+      "step": 398250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.0243,
+      "step": 398300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0239,
+      "step": 398350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0242,
+      "step": 398400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0242,
+      "step": 398450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0231,
+      "step": 398500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0233,
+      "step": 398550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0241,
+      "step": 398600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.0234,
+      "step": 398650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0237,
+      "step": 398700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0239,
+      "step": 398750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.0239,
+      "step": 398800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0244,
+      "step": 398850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.024,
+      "step": 398900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0235,
+      "step": 398950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0239,
+      "step": 399000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.024,
+      "step": 399050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0243,
+      "step": 399100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0238,
+      "step": 399150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0238,
+      "step": 399200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.024,
+      "step": 399250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.0236,
+      "step": 399300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0235,
+      "step": 399350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.0247,
+      "step": 399400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.0238,
+      "step": 399450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.024,
+      "step": 399500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.0237,
+      "step": 399550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0239,
+      "step": 399600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.0239,
+      "step": 399650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0241,
+      "step": 399700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0239,
+      "step": 399750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0232,
+      "step": 399800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0236,
+      "step": 399850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0243,
+      "step": 399900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0237,
+      "step": 399950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0235,
+      "step": 400000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.7949470174994573,
+      "eval_af_ud_pr_auc": 0.987249744482784,
+      "eval_am_opus100_pr_auc": 0.6171786858841564,
+      "eval_ar_ersatz_pr_auc": 0.9324488388489091,
+      "eval_ar_opus100_pr_auc": 0.7466158863899779,
+      "eval_ar_ud_pr_auc": 0.8974837913677872,
+      "eval_average_ersatz_pr_auc": 0.9681695362124594,
+      "eval_average_opus100_pr_auc": 0.8480580083261082,
+      "eval_average_ud_pr_auc": 0.9646020714254953,
+      "eval_az_opus100_pr_auc": 0.8185066571414085,
+      "eval_be_opus100_pr_auc": 0.7385303506881185,
+      "eval_be_ud_pr_auc": 0.9109995527487674,
+      "eval_bg_opus100_pr_auc": 0.9260306597721953,
+      "eval_bg_ud_pr_auc": 0.9965281714663304,
+      "eval_bn_opus100_pr_auc": 0.8422367782305435,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8903747631439585,
+      "eval_ca_ud_pr_auc": 0.9945189422890037,
+      "eval_ceb_ud_pr_auc": 0.997192990056575,
+      "eval_cs_ersatz_pr_auc": 0.9846332425723968,
+      "eval_cs_opus100_pr_auc": 0.9091697261227356,
+      "eval_cs_ud_pr_auc": 0.9627434231640049,
+      "eval_cy_opus100_pr_auc": 0.7926196636358179,
+      "eval_cy_ud_pr_auc": 0.9958003418952787,
+      "eval_da_opus100_pr_auc": 0.9262914687205941,
+      "eval_da_ud_pr_auc": 0.9818801181679075,
+      "eval_de_ersatz_pr_auc": 0.9876954560133413,
+      "eval_de_opus100_pr_auc": 0.9119406293458546,
+      "eval_de_ud_pr_auc": 0.9843532725082484,
+      "eval_el_opus100_pr_auc": 0.9223681806654582,
+      "eval_el_ud_pr_auc": 0.9861953101653671,
+      "eval_en_ersatz_pr_auc": 0.9933094917101539,
+      "eval_en_opus100_pr_auc": 0.9259196291770315,
+      "eval_en_ud_pr_auc": 0.9797599178169911,
+      "eval_eo_opus100_pr_auc": 0.9358168872624875,
+      "eval_es_ersatz_pr_auc": 0.9974442109582851,
+      "eval_es_opus100_pr_auc": 0.9362941965809485,
+      "eval_es_ud_pr_auc": 0.9926275138440541,
+      "eval_et_ersatz_pr_auc": 0.9848471257912867,
+      "eval_et_opus100_pr_auc": 0.9052628684562147,
+      "eval_et_ud_pr_auc": 0.9734660236095899,
+      "eval_eu_opus100_pr_auc": 0.8850334898645009,
+      "eval_eu_ud_pr_auc": 0.9909007444441125,
+      "eval_fa_opus100_pr_auc": 0.6077737386630045,
+      "eval_fa_ud_pr_auc": 0.9960533347293711,
+      "eval_fi_ersatz_pr_auc": 0.9931600361515588,
+      "eval_fi_opus100_pr_auc": 0.9342224488480204,
+      "eval_fi_ud_pr_auc": 0.9784036034763629,
+      "eval_fr_ersatz_pr_auc": 0.9883779506383921,
+      "eval_fr_opus100_pr_auc": 0.9202913377656603,
+      "eval_fr_ud_pr_auc": 0.9856235720680375,
+      "eval_fy_opus100_pr_auc": 0.726113963963993,
+      "eval_ga_opus100_pr_auc": 0.8958498284317202,
+      "eval_ga_ud_pr_auc": 0.8119445019294473,
+      "eval_gd_opus100_pr_auc": 0.7346978749833766,
+      "eval_gd_ud_pr_auc": 0.821286346411169,
+      "eval_gl_opus100_pr_auc": 0.8968949693922992,
+      "eval_gl_ud_pr_auc": 0.9980892970029012,
+      "eval_gu_ersatz_pr_auc": 0.9372025390064055,
+      "eval_gu_opus100_pr_auc": 0.7612529104345503,
+      "eval_ha_opus100_pr_auc": 0.9040319911611835,
+      "eval_he_opus100_pr_auc": 0.8841568338142725,
+      "eval_he_ud_pr_auc": 0.9816091301020474,
+      "eval_hi_ersatz_pr_auc": 0.9815842474086495,
+      "eval_hi_opus100_pr_auc": 0.7176909045251614,
+      "eval_hi_ud_pr_auc": 0.9865073341552699,
+      "eval_hu_opus100_pr_auc": 0.9226567068268253,
+      "eval_hu_ud_pr_auc": 0.9829959460276261,
+      "eval_hy_opus100_pr_auc": 0.9061319227946043,
+      "eval_hy_ud_pr_auc": 0.9855993804386076,
+      "eval_id_opus100_pr_auc": 0.8997176662336694,
+      "eval_id_ud_pr_auc": 0.9949325173020905,
+      "eval_ig_opus100_pr_auc": 0.8839505484810284,
+      "eval_is_opus100_pr_auc": 0.9309922825491985,
+      "eval_is_ud_pr_auc": 0.9142063606490252,
+      "eval_it_opus100_pr_auc": 0.9170200231466259,
+      "eval_it_ud_pr_auc": 0.9969446585869077,
+      "eval_ja_ersatz_pr_auc": 0.845366273902126,
+      "eval_ja_opus100_pr_auc": 0.8206138829851102,
+      "eval_ja_ud_pr_auc": 0.9796939123886528,
+      "eval_jv_ud_pr_auc": 0.9640626264622216,
+      "eval_ka_opus100_pr_auc": 0.8673373310024652,
+      "eval_kk_ersatz_pr_auc": 0.9871557067217807,
+      "eval_kk_opus100_pr_auc": 0.8117373394394628,
+      "eval_kk_ud_pr_auc": 0.9742812136393526,
+      "eval_km_ersatz_pr_auc": 0.924812138936821,
+      "eval_km_opus100_pr_auc": 0.7673326810095795,
+      "eval_kn_opus100_pr_auc": 0.6611061435577693,
+      "eval_ko_opus100_pr_auc": 0.6966695553993749,
+      "eval_ko_ud_pr_auc": 0.9989011697726324,
+      "eval_ku_opus100_pr_auc": 0.855609798578,
+      "eval_ky_opus100_pr_auc": 0.8882050006180268,
+      "eval_la_ud_pr_auc": 0.976830385380483,
+      "eval_loss": 0.027748508378863335,
+      "eval_lt_ersatz_pr_auc": 0.9953952870595781,
+      "eval_lt_opus100_pr_auc": 0.8801300277091035,
+      "eval_lt_ud_pr_auc": 0.9892905600563691,
+      "eval_lv_ersatz_pr_auc": 0.9903475111258735,
+      "eval_lv_opus100_pr_auc": 0.8975903125901296,
+      "eval_lv_ud_pr_auc": 0.9615195382418741,
+      "eval_mg_opus100_pr_auc": 0.936248970994576,
+      "eval_mk_opus100_pr_auc": 0.9252059610534363,
+      "eval_ml_opus100_pr_auc": 0.788285391476675,
+      "eval_mn_opus100_pr_auc": 0.9468138403281464,
+      "eval_mr_opus100_pr_auc": 0.9047066383680955,
+      "eval_mr_ud_pr_auc": 0.9750364903813933,
+      "eval_ms_opus100_pr_auc": 0.8817112289846467,
+      "eval_mt_opus100_pr_auc": 0.8675897711550082,
+      "eval_mt_ud_pr_auc": 0.898831721817943,
+      "eval_my_opus100_pr_auc": 0.8050044666767593,
+      "eval_ne_opus100_pr_auc": 0.7535266097643084,
+      "eval_nl_opus100_pr_auc": 0.9083105619684094,
+      "eval_nl_ud_pr_auc": 0.985582171796844,
+      "eval_no_opus100_pr_auc": 0.9256518934594196,
+      "eval_no_ud_pr_auc": 0.9955988489646777,
+      "eval_pa_opus100_pr_auc": 0.6975216669299047,
+      "eval_pl_ersatz_pr_auc": 0.97592899474151,
+      "eval_pl_opus100_pr_auc": 0.9043950968851264,
+      "eval_pl_ud_pr_auc": 0.9673313660883197,
+      "eval_ps_ersatz_pr_auc": 0.922776228104032,
+      "eval_ps_opus100_pr_auc": 0.7589952321738823,
+      "eval_pt_opus100_pr_auc": 0.929928244066435,
+      "eval_pt_ud_pr_auc": 0.9852964953017634,
+      "eval_ro_ersatz_pr_auc": 0.9931148233157774,
+      "eval_ro_opus100_pr_auc": 0.8952565626157439,
+      "eval_ro_ud_pr_auc": 0.9325182933648235,
+      "eval_ru_ersatz_pr_auc": 0.9919261941876484,
+      "eval_ru_opus100_pr_auc": 0.938492267971687,
+      "eval_ru_ud_pr_auc": 0.8548084226552006,
+      "eval_runtime": 874.056,
+      "eval_samples_per_second": 86.442,
+      "eval_si_opus100_pr_auc": 0.8144693057699329,
+      "eval_sk_opus100_pr_auc": 0.9433144598438011,
+      "eval_sk_ud_pr_auc": 0.9845472392540427,
+      "eval_sl_opus100_pr_auc": 0.87703947463989,
+      "eval_sl_ud_pr_auc": 0.9737853741580579,
+      "eval_sq_opus100_pr_auc": 0.9382346492831347,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9083278046662024,
+      "eval_sr_ud_pr_auc": 0.9993593548952666,
+      "eval_steps_per_second": 5.404,
+      "eval_sv_opus100_pr_auc": 0.9129543368675055,
+      "eval_sv_ud_pr_auc": 0.9559256767945064,
+      "eval_ta_ersatz_pr_auc": 0.9855475075180894,
+      "eval_ta_opus100_pr_auc": 0.704257705349602,
+      "eval_ta_ud_pr_auc": 0.9957710079471009,
+      "eval_te_opus100_pr_auc": 0.8315064517334484,
+      "eval_tg_opus100_pr_auc": 0.8983994622007697,
+      "eval_th_opus100_pr_auc": 0.6853901257628996,
+      "eval_th_ud_pr_auc": 0.8373930251849235,
+      "eval_tr_ersatz_pr_auc": 0.966851943737791,
+      "eval_tr_opus100_pr_auc": 0.9144968734847336,
+      "eval_tr_ud_pr_auc": 0.9616153976392344,
+      "eval_uk_opus100_pr_auc": 0.8807334633561978,
+      "eval_uk_ud_pr_auc": 0.9191081775174744,
+      "eval_ur_opus100_pr_auc": 0.5820986940131494,
+      "eval_ur_ud_pr_auc": 0.9912514065493206,
+      "eval_uz_opus100_pr_auc": 0.8808963144100208,
+      "eval_vi_opus100_pr_auc": 0.9046960526193121,
+      "eval_vi_ud_pr_auc": 0.9456958635200492,
+      "eval_xh_opus100_pr_auc": 0.8721780098926056,
+      "eval_yi_opus100_pr_auc": 0.8071041839548194,
+      "eval_yo_opus100_pr_auc": 0.8367690556711089,
+      "eval_yo_ud_pr_auc": 0.9177372726542065,
+      "eval_zh_ersatz_pr_auc": 0.9398040482237012,
+      "eval_zh_opus100_pr_auc": 0.7176033492974295,
+      "eval_zh_ud_pr_auc": 0.9946492179208303,
+      "eval_zu_opus100_pr_auc": 0.8477269415663783,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 1,
+  "total_flos": 8.1367047340032e+18,
+  "trial_name": null,
+  "trial_params": null
+}