diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,69776 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.696632925131545,
+  "global_step": 400000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.8674,
+      "step": 50
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.254,
+      "step": 100
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.2007,
+      "step": 150
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1747,
+      "step": 200
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1568,
+      "step": 250
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1426,
+      "step": 300
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1322,
+      "step": 350
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.126,
+      "step": 400
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1197,
+      "step": 450
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.114,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1097,
+      "step": 550
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.106,
+      "step": 600
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.1019,
+      "step": 650
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0994,
+      "step": 700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0971,
+      "step": 750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0954,
+      "step": 800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0923,
+      "step": 850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0911,
+      "step": 900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0901,
+      "step": 950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0874,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0857,
+      "step": 1050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0854,
+      "step": 1100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0842,
+      "step": 1150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0826,
+      "step": 1200
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0817,
+      "step": 1250
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0799,
+      "step": 1300
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.08,
+      "step": 1350
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0786,
+      "step": 1400
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0779,
+      "step": 1450
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0769,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0763,
+      "step": 1550
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0755,
+      "step": 1600
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0747,
+      "step": 1650
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0744,
+      "step": 1700
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0725,
+      "step": 1750
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0735,
+      "step": 1800
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0725,
+      "step": 1850
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0722,
+      "step": 1900
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0715,
+      "step": 1950
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0709,
+      "step": 2000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.07,
+      "step": 2050
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0701,
+      "step": 2100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0692,
+      "step": 2150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0698,
+      "step": 2200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0677,
+      "step": 2250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0677,
+      "step": 2300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0674,
+      "step": 2350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0668,
+      "step": 2400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0666,
+      "step": 2450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0656,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0664,
+      "step": 2550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0657,
+      "step": 2600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0656,
+      "step": 2650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0648,
+      "step": 2700
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0647,
+      "step": 2750
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.064,
+      "step": 2800
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0644,
+      "step": 2850
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0635,
+      "step": 2900
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0636,
+      "step": 2950
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0633,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0631,
+      "step": 3050
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0621,
+      "step": 3100
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0626,
+      "step": 3150
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0627,
+      "step": 3200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0613,
+      "step": 3250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0617,
+      "step": 3300
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0619,
+      "step": 3350
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0613,
+      "step": 3400
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0609,
+      "step": 3450
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0605,
+      "step": 3500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0608,
+      "step": 3550
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0597,
+      "step": 3600
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0599,
+      "step": 3650
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0595,
+      "step": 3700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0597,
+      "step": 3750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0597,
+      "step": 3800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0593,
+      "step": 3850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0591,
+      "step": 3900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0584,
+      "step": 3950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0587,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0579,
+      "step": 4050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.058,
+      "step": 4100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0579,
+      "step": 4150
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0581,
+      "step": 4200
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0578,
+      "step": 4250
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0576,
+      "step": 4300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0567,
+      "step": 4350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0571,
+      "step": 4400
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0572,
+      "step": 4450
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0565,
+      "step": 4500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0564,
+      "step": 4550
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0567,
+      "step": 4600
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0566,
+      "step": 4650
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0561,
+      "step": 4700
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0556,
+      "step": 4750
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0563,
+      "step": 4800
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0558,
+      "step": 4850
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0558,
+      "step": 4900
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0554,
+      "step": 4950
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 0.0,
+      "learning_rate_adapter": 0.0,
+      "loss": 0.0555,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "eval_af_opus100_pr_auc": 0.7706875363999991,
+      "eval_af_ud_pr_auc": 0.9999556694617087,
+      "eval_am_opus100_pr_auc": 0.32713265135750846,
+      "eval_ar_ersatz_pr_auc": 0.945021365987349,
+      "eval_ar_opus100_pr_auc": 0.6760078890164074,
+      "eval_ar_ud_pr_auc": 0.8259887980856497,
+      "eval_average_ersatz_pr_auc": 0.9539631368773672,
+      "eval_average_opus100_pr_auc": 0.7691126207393502,
+      "eval_average_ud_pr_auc": 0.9419048557639101,
+      "eval_az_opus100_pr_auc": 0.6316146110837714,
+      "eval_be_opus100_pr_auc": 0.7357862097894473,
+      "eval_be_ud_pr_auc": 0.9051088144138526,
+      "eval_bg_opus100_pr_auc": 0.9144319255398639,
+      "eval_bg_ud_pr_auc": 0.9897196275717555,
+      "eval_bn_opus100_pr_auc": 0.7646111099403295,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8485090981229361,
+      "eval_ca_ud_pr_auc": 0.986745925439902,
+      "eval_ceb_ud_pr_auc": 0.9922468186696409,
+      "eval_cs_ersatz_pr_auc": 0.9717881279495016,
+      "eval_cs_opus100_pr_auc": 0.8640418761583272,
+      "eval_cs_ud_pr_auc": 0.9402093561112006,
+      "eval_cy_opus100_pr_auc": 0.7183147200584442,
+      "eval_cy_ud_pr_auc": 0.9930616492048322,
+      "eval_da_opus100_pr_auc": 0.8846861940221542,
+      "eval_da_ud_pr_auc": 0.9679961145899856,
+      "eval_de_ersatz_pr_auc": 0.9683616265682488,
+      "eval_de_opus100_pr_auc": 0.8204408157443902,
+      "eval_de_ud_pr_auc": 0.9725394697134744,
+      "eval_el_opus100_pr_auc": 0.8593643699412021,
+      "eval_el_ud_pr_auc": 0.9904573623365549,
+      "eval_en_ersatz_pr_auc": 0.974285047566388,
+      "eval_en_opus100_pr_auc": 0.8729600990988358,
+      "eval_en_ud_pr_auc": 0.923311331062252,
+      "eval_eo_opus100_pr_auc": 0.8938334225833966,
+      "eval_es_ersatz_pr_auc": 0.9890046740650877,
+      "eval_es_opus100_pr_auc": 0.8819603438974398,
+      "eval_es_ud_pr_auc": 0.9949271607021288,
+      "eval_et_ersatz_pr_auc": 0.9575379709050149,
+      "eval_et_opus100_pr_auc": 0.8386747246466849,
+      "eval_et_ud_pr_auc": 0.9098071957782667,
+      "eval_eu_opus100_pr_auc": 0.865690795211776,
+      "eval_eu_ud_pr_auc": 0.9963057519285464,
+      "eval_fa_opus100_pr_auc": 0.5048166985112997,
+      "eval_fa_ud_pr_auc": 0.9915441359172121,
+      "eval_fi_ersatz_pr_auc": 0.9824706426682859,
+      "eval_fi_opus100_pr_auc": 0.9146393212311313,
+      "eval_fi_ud_pr_auc": 0.9116502733022527,
+      "eval_fr_ersatz_pr_auc": 0.9769845804698377,
+      "eval_fr_opus100_pr_auc": 0.8874573916220028,
+      "eval_fr_ud_pr_auc": 0.9430110978143329,
+      "eval_fy_opus100_pr_auc": 0.6982945888347442,
+      "eval_ga_opus100_pr_auc": 0.8317799825328952,
+      "eval_ga_ud_pr_auc": 0.8452892162336725,
+      "eval_gd_opus100_pr_auc": 0.5428562606761028,
+      "eval_gd_ud_pr_auc": 0.6118349075572476,
+      "eval_gl_opus100_pr_auc": 0.8384580186796167,
+      "eval_gl_ud_pr_auc": 0.9824316402183995,
+      "eval_gu_ersatz_pr_auc": 0.9303489447450588,
+      "eval_gu_opus100_pr_auc": 0.621154106375091,
+      "eval_ha_opus100_pr_auc": 0.8824033763470902,
+      "eval_he_opus100_pr_auc": 0.8008295072629429,
+      "eval_he_ud_pr_auc": 0.9615454969681593,
+      "eval_hi_ersatz_pr_auc": 0.9529454336841487,
+      "eval_hi_opus100_pr_auc": 0.5663448810505812,
+      "eval_hi_ud_pr_auc": 0.9839188296817097,
+      "eval_hu_opus100_pr_auc": 0.8982256662924166,
+      "eval_hu_ud_pr_auc": 0.9727525683174207,
+      "eval_hy_opus100_pr_auc": 0.8623335052345481,
+      "eval_hy_ud_pr_auc": 0.9690741515731836,
+      "eval_id_opus100_pr_auc": 0.8669569052277278,
+      "eval_id_ud_pr_auc": 0.9784588115567721,
+      "eval_ig_opus100_pr_auc": 0.8290534676966731,
+      "eval_is_opus100_pr_auc": 0.9131301977124298,
+      "eval_is_ud_pr_auc": 0.8856209760745652,
+      "eval_it_opus100_pr_auc": 0.8591363576406215,
+      "eval_it_ud_pr_auc": 0.9840075545005218,
+      "eval_ja_ersatz_pr_auc": 0.8549764660367358,
+      "eval_ja_opus100_pr_auc": 0.5766047426711876,
+      "eval_ja_ud_pr_auc": 0.9789838053802865,
+      "eval_jv_ud_pr_auc": 0.973100497591622,
+      "eval_ka_opus100_pr_auc": 0.8428304553166748,
+      "eval_kk_ersatz_pr_auc": 0.9899203684727471,
+      "eval_kk_opus100_pr_auc": 0.7629219088992056,
+      "eval_kk_ud_pr_auc": 0.9908409827217767,
+      "eval_km_ersatz_pr_auc": 0.8544031058820796,
+      "eval_km_opus100_pr_auc": 0.538476035900811,
+      "eval_kn_opus100_pr_auc": 0.45249629166950667,
+      "eval_ko_opus100_pr_auc": 0.6347411416894918,
+      "eval_ko_ud_pr_auc": 0.9965902476862691,
+      "eval_ku_opus100_pr_auc": 0.6760993722353973,
+      "eval_ky_opus100_pr_auc": 0.8386857590841916,
+      "eval_la_ud_pr_auc": 0.9514327322216617,
+      "eval_loss": 0.05475633963942528,
+      "eval_lt_ersatz_pr_auc": 0.9782284639653481,
+      "eval_lt_opus100_pr_auc": 0.8461011525373473,
+      "eval_lt_ud_pr_auc": 0.9365471408679177,
+      "eval_lv_ersatz_pr_auc": 0.9832797119794073,
+      "eval_lv_opus100_pr_auc": 0.8580352604151652,
+      "eval_lv_ud_pr_auc": 0.9791961418060895,
+      "eval_mg_opus100_pr_auc": 0.8927021803681083,
+      "eval_mk_opus100_pr_auc": 0.8878098994622111,
+      "eval_ml_opus100_pr_auc": 0.7244854627713144,
+      "eval_mn_opus100_pr_auc": 0.9396928764502457,
+      "eval_mr_opus100_pr_auc": 0.876487958035186,
+      "eval_mr_ud_pr_auc": 0.8899161130584463,
+      "eval_ms_opus100_pr_auc": 0.859376192812772,
+      "eval_mt_opus100_pr_auc": 0.7359492190846156,
+      "eval_mt_ud_pr_auc": 0.8611293981945022,
+      "eval_my_opus100_pr_auc": 0.4832292897639073,
+      "eval_ne_opus100_pr_auc": 0.5038395456629727,
+      "eval_nl_opus100_pr_auc": 0.826323114792635,
+      "eval_nl_ud_pr_auc": 0.936607500718473,
+      "eval_no_opus100_pr_auc": 0.9204745933710267,
+      "eval_no_ud_pr_auc": 0.9914169141144696,
+      "eval_pa_opus100_pr_auc": 0.5415992789214048,
+      "eval_pl_ersatz_pr_auc": 0.9651186783921587,
+      "eval_pl_opus100_pr_auc": 0.8712510041240996,
+      "eval_pl_ud_pr_auc": 0.9209309112012672,
+      "eval_ps_ersatz_pr_auc": 0.9545332201499306,
+      "eval_ps_opus100_pr_auc": 0.5521423576212366,
+      "eval_pt_opus100_pr_auc": 0.8876317793210774,
+      "eval_pt_ud_pr_auc": 0.9784000730808551,
+      "eval_ro_ersatz_pr_auc": 0.9841729417445708,
+      "eval_ro_opus100_pr_auc": 0.8994562951754158,
+      "eval_ro_ud_pr_auc": 0.9549279841521329,
+      "eval_ru_ersatz_pr_auc": 0.976222520710151,
+      "eval_ru_opus100_pr_auc": 0.892666754322519,
+      "eval_ru_ud_pr_auc": 0.8662888190407853,
+      "eval_runtime": 590.0962,
+      "eval_samples_per_second": 127.979,
+      "eval_si_opus100_pr_auc": 0.7623474275695127,
+      "eval_sk_opus100_pr_auc": 0.8974886942297869,
+      "eval_sk_ud_pr_auc": 0.977554564630113,
+      "eval_sl_opus100_pr_auc": 0.8785113220329966,
+      "eval_sl_ud_pr_auc": 0.9726094386621701,
+      "eval_sq_opus100_pr_auc": 0.8754666934940623,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9035270520748059,
+      "eval_sr_ud_pr_auc": 0.9920912115829531,
+      "eval_steps_per_second": 0.5,
+      "eval_sv_opus100_pr_auc": 0.879332447926201,
+      "eval_sv_ud_pr_auc": 0.9108826294087546,
+      "eval_ta_ersatz_pr_auc": 0.9762244848626688,
+      "eval_ta_opus100_pr_auc": 0.5503558727976281,
+      "eval_ta_ud_pr_auc": 0.9992592967478657,
+      "eval_te_opus100_pr_auc": 0.7483044081068884,
+      "eval_tg_opus100_pr_auc": 0.8149839011916102,
+      "eval_th_opus100_pr_auc": 0.660331555386972,
+      "eval_th_ud_pr_auc": 0.5796276528897278,
+      "eval_tr_ersatz_pr_auc": 0.9421748880984375,
+      "eval_tr_opus100_pr_auc": 0.8814403330378029,
+      "eval_tr_ud_pr_auc": 0.9208701391471638,
+      "eval_uk_opus100_pr_auc": 0.8433875244288548,
+      "eval_uk_ud_pr_auc": 0.963325821017954,
+      "eval_ur_opus100_pr_auc": 0.408303126966971,
+      "eval_ur_ud_pr_auc": 0.9902965101867295,
+      "eval_uz_opus100_pr_auc": 0.7435774393935799,
+      "eval_vi_opus100_pr_auc": 0.8909667710859993,
+      "eval_vi_ud_pr_auc": 0.9211879981823938,
+      "eval_xh_opus100_pr_auc": 0.838333765241637,
+      "eval_yi_opus100_pr_auc": 0.5883165315992499,
+      "eval_yo_opus100_pr_auc": 0.6833441181727383,
+      "eval_yo_ud_pr_auc": 0.8823609595190552,
+      "eval_zh_ersatz_pr_auc": 0.8791857463989187,
+      "eval_zh_opus100_pr_auc": 0.6606286176224913,
+      "eval_zh_ud_pr_auc": 0.9626805899462465,
+      "eval_zu_opus100_pr_auc": 0.7495587502463682,
+      "step": 5000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0000000000000002e-06,
+      "learning_rate_adapter": 1.0000000000000002e-06,
+      "loss": 0.0553,
+      "step": 5050
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.0555,
+      "step": 5100
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0546,
+      "step": 5150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0544,
+      "step": 5200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0544,
+      "step": 5250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0544,
+      "step": 5300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0536,
+      "step": 5350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.0537,
+      "step": 5400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0527,
+      "step": 5450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0527,
+      "step": 5500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0518,
+      "step": 5550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0514,
+      "step": 5600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0514,
+      "step": 5650
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0511,
+      "step": 5700
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0502,
+      "step": 5750
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.05,
+      "step": 5800
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0503,
+      "step": 5850
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0498,
+      "step": 5900
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0493,
+      "step": 5950
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0491,
+      "step": 6000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0489,
+      "step": 6050
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0484,
+      "step": 6100
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0479,
+      "step": 6150
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0478,
+      "step": 6200
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0478,
+      "step": 6250
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0471,
+      "step": 6300
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0473,
+      "step": 6350
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0466,
+      "step": 6400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0467,
+      "step": 6450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0464,
+      "step": 6500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0461,
+      "step": 6550
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0465,
+      "step": 6600
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0454,
+      "step": 6650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0451,
+      "step": 6700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0452,
+      "step": 6750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0449,
+      "step": 6800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0446,
+      "step": 6850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0445,
+      "step": 6900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0442,
+      "step": 6950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0438,
+      "step": 7000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0433,
+      "step": 7050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0438,
+      "step": 7100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0436,
+      "step": 7150
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0433,
+      "step": 7200
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0433,
+      "step": 7250
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0432,
+      "step": 7300
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.043,
+      "step": 7350
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0428,
+      "step": 7400
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0428,
+      "step": 7450
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0423,
+      "step": 7500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0426,
+      "step": 7550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.0425,
+      "step": 7600
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0419,
+      "step": 7650
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0417,
+      "step": 7700
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0415,
+      "step": 7750
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0411,
+      "step": 7800
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0411,
+      "step": 7850
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0412,
+      "step": 7900
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0409,
+      "step": 7950
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0408,
+      "step": 8000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0406,
+      "step": 8050
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0407,
+      "step": 8100
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0406,
+      "step": 8150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0406,
+      "step": 8200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.0403,
+      "step": 8250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.04,
+      "step": 8300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0399,
+      "step": 8350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0402,
+      "step": 8400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0397,
+      "step": 8450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0395,
+      "step": 8500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0392,
+      "step": 8550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0396,
+      "step": 8600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0388,
+      "step": 8650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.0397,
+      "step": 8700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0394,
+      "step": 8750
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.039,
+      "step": 8800
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0389,
+      "step": 8850
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0389,
+      "step": 8900
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0388,
+      "step": 8950
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0385,
+      "step": 9000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0384,
+      "step": 9050
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0385,
+      "step": 9100
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0385,
+      "step": 9150
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0384,
+      "step": 9200
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.038,
+      "step": 9250
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0378,
+      "step": 9300
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0382,
+      "step": 9350
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0379,
+      "step": 9400
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0381,
+      "step": 9450
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0378,
+      "step": 9500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.0379,
+      "step": 9550
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0377,
+      "step": 9600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0376,
+      "step": 9650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0373,
+      "step": 9700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0377,
+      "step": 9750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0374,
+      "step": 9800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0373,
+      "step": 9850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0374,
+      "step": 9900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0372,
+      "step": 9950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 0.0001,
+      "learning_rate_adapter": 0.0001,
+      "loss": 0.0366,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "eval_af_opus100_pr_auc": 0.7913440906332673,
+      "eval_af_ud_pr_auc": 0.9978413035215037,
+      "eval_am_opus100_pr_auc": 0.27916679402433753,
+      "eval_ar_ersatz_pr_auc": 0.9428945596814223,
+      "eval_ar_opus100_pr_auc": 0.7291764416921148,
+      "eval_ar_ud_pr_auc": 0.8705477630261838,
+      "eval_average_ersatz_pr_auc": 0.9647552770927491,
+      "eval_average_opus100_pr_auc": 0.8153514737472265,
+      "eval_average_ud_pr_auc": 0.9595162218783415,
+      "eval_az_opus100_pr_auc": 0.7316394917210896,
+      "eval_be_opus100_pr_auc": 0.6631676695659782,
+      "eval_be_ud_pr_auc": 0.9024134036168341,
+      "eval_bg_opus100_pr_auc": 0.919125761790361,
+      "eval_bg_ud_pr_auc": 0.996555184737183,
+      "eval_bn_opus100_pr_auc": 0.7990070151273134,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8793705425489434,
+      "eval_ca_ud_pr_auc": 0.9953783521448996,
+      "eval_ceb_ud_pr_auc": 0.9969238491582869,
+      "eval_cs_ersatz_pr_auc": 0.9856589907429854,
+      "eval_cs_opus100_pr_auc": 0.8968564415228111,
+      "eval_cs_ud_pr_auc": 0.9584000534724617,
+      "eval_cy_opus100_pr_auc": 0.7895928363053287,
+      "eval_cy_ud_pr_auc": 0.994329814459484,
+      "eval_da_opus100_pr_auc": 0.9204348126772981,
+      "eval_da_ud_pr_auc": 0.9824592608346435,
+      "eval_de_ersatz_pr_auc": 0.9750159836898399,
+      "eval_de_opus100_pr_auc": 0.8758360533551318,
+      "eval_de_ud_pr_auc": 0.9830959283944246,
+      "eval_el_opus100_pr_auc": 0.9168652589336899,
+      "eval_el_ud_pr_auc": 0.9898392230411317,
+      "eval_en_ersatz_pr_auc": 0.9888893408980536,
+      "eval_en_opus100_pr_auc": 0.917385163292982,
+      "eval_en_ud_pr_auc": 0.9693699823221593,
+      "eval_eo_opus100_pr_auc": 0.9327871654908358,
+      "eval_es_ersatz_pr_auc": 0.9962966919274878,
+      "eval_es_opus100_pr_auc": 0.9224574244019171,
+      "eval_es_ud_pr_auc": 0.9936821464083455,
+      "eval_et_ersatz_pr_auc": 0.978516662050829,
+      "eval_et_opus100_pr_auc": 0.8694920499519865,
+      "eval_et_ud_pr_auc": 0.9202215661743471,
+      "eval_eu_opus100_pr_auc": 0.8863845925098802,
+      "eval_eu_ud_pr_auc": 0.9941952870449072,
+      "eval_fa_opus100_pr_auc": 0.562525668872808,
+      "eval_fa_ud_pr_auc": 0.9974574423776239,
+      "eval_fi_ersatz_pr_auc": 0.9863758661127136,
+      "eval_fi_opus100_pr_auc": 0.9023345391599407,
+      "eval_fi_ud_pr_auc": 0.9551799695805224,
+      "eval_fr_ersatz_pr_auc": 0.9835206251505882,
+      "eval_fr_opus100_pr_auc": 0.904044545328651,
+      "eval_fr_ud_pr_auc": 0.9525618581980778,
+      "eval_fy_opus100_pr_auc": 0.7032012886366797,
+      "eval_ga_opus100_pr_auc": 0.9000762066242772,
+      "eval_ga_ud_pr_auc": 0.8591601028556874,
+      "eval_gd_opus100_pr_auc": 0.5987438713977555,
+      "eval_gd_ud_pr_auc": 0.7424753691657288,
+      "eval_gl_opus100_pr_auc": 0.8840407062727218,
+      "eval_gl_ud_pr_auc": 0.998021552198264,
+      "eval_gu_ersatz_pr_auc": 0.9357698501895415,
+      "eval_gu_opus100_pr_auc": 0.7137650396993421,
+      "eval_ha_opus100_pr_auc": 0.9100861154828431,
+      "eval_he_opus100_pr_auc": 0.8562375658248138,
+      "eval_he_ud_pr_auc": 0.9792215277107482,
+      "eval_hi_ersatz_pr_auc": 0.9719003373782047,
+      "eval_hi_opus100_pr_auc": 0.6442475303468389,
+      "eval_hi_ud_pr_auc": 0.989012126416237,
+      "eval_hu_opus100_pr_auc": 0.909412856358033,
+      "eval_hu_ud_pr_auc": 0.975988672809706,
+      "eval_hy_opus100_pr_auc": 0.9113425304658527,
+      "eval_hy_ud_pr_auc": 0.9870800899097768,
+      "eval_id_opus100_pr_auc": 0.8775713734000585,
+      "eval_id_ud_pr_auc": 0.9924357340201659,
+      "eval_ig_opus100_pr_auc": 0.8757629676650583,
+      "eval_is_opus100_pr_auc": 0.9254802151137604,
+      "eval_is_ud_pr_auc": 0.9173778997458801,
+      "eval_it_opus100_pr_auc": 0.9051931133949525,
+      "eval_it_ud_pr_auc": 0.9987460880578677,
+      "eval_ja_ersatz_pr_auc": 0.8181713266043744,
+      "eval_ja_opus100_pr_auc": 0.7380516029305726,
+      "eval_ja_ud_pr_auc": 0.97305724297265,
+      "eval_jv_ud_pr_auc": 0.9844176709210574,
+      "eval_ka_opus100_pr_auc": 0.8652749936537649,
+      "eval_kk_ersatz_pr_auc": 0.9863974253037857,
+      "eval_kk_opus100_pr_auc": 0.8154751821874503,
+      "eval_kk_ud_pr_auc": 0.9855509837260703,
+      "eval_km_ersatz_pr_auc": 0.8742535659059036,
+      "eval_km_opus100_pr_auc": 0.6292357324633998,
+      "eval_kn_opus100_pr_auc": 0.5402605743091385,
+      "eval_ko_opus100_pr_auc": 0.672245565509056,
+      "eval_ko_ud_pr_auc": 0.9974034129173379,
+      "eval_ku_opus100_pr_auc": 0.7970591541465479,
+      "eval_ky_opus100_pr_auc": 0.8628614306656354,
+      "eval_la_ud_pr_auc": 0.960486080200064,
+      "eval_loss": 0.0405270978808403,
+      "eval_lt_ersatz_pr_auc": 0.9917401945078403,
+      "eval_lt_opus100_pr_auc": 0.8663327541670214,
+      "eval_lt_ud_pr_auc": 0.9587869802281473,
+      "eval_lv_ersatz_pr_auc": 0.9850602972589743,
+      "eval_lv_opus100_pr_auc": 0.8734889832559611,
+      "eval_lv_ud_pr_auc": 0.9658664407953697,
+      "eval_mg_opus100_pr_auc": 0.9167668544358799,
+      "eval_mk_opus100_pr_auc": 0.9002450673409396,
+      "eval_ml_opus100_pr_auc": 0.7647563989823434,
+      "eval_mn_opus100_pr_auc": 0.9462014082280739,
+      "eval_mr_opus100_pr_auc": 0.9077285434123638,
+      "eval_mr_ud_pr_auc": 0.96760518425763,
+      "eval_ms_opus100_pr_auc": 0.8884497093723255,
+      "eval_mt_opus100_pr_auc": 0.8617028173096182,
+      "eval_mt_ud_pr_auc": 0.8845341443885361,
+      "eval_my_opus100_pr_auc": 0.6257567495089665,
+      "eval_ne_opus100_pr_auc": 0.6694190799953056,
+      "eval_nl_opus100_pr_auc": 0.8871141048474411,
+      "eval_nl_ud_pr_auc": 0.9581280622529929,
+      "eval_no_opus100_pr_auc": 0.9252417270416189,
+      "eval_no_ud_pr_auc": 0.9959228492478996,
+      "eval_pa_opus100_pr_auc": 0.6290887197864824,
+      "eval_pl_ersatz_pr_auc": 0.9827172649969694,
+      "eval_pl_opus100_pr_auc": 0.8979034551163887,
+      "eval_pl_ud_pr_auc": 0.9617705614311973,
+      "eval_ps_ersatz_pr_auc": 0.939110225132417,
+      "eval_ps_opus100_pr_auc": 0.7248252015745801,
+      "eval_pt_opus100_pr_auc": 0.9254325038640987,
+      "eval_pt_ud_pr_auc": 0.9862347852462043,
+      "eval_ro_ersatz_pr_auc": 0.9949838526083293,
+      "eval_ro_opus100_pr_auc": 0.8822908559646919,
+      "eval_ro_ud_pr_auc": 0.9739993213119378,
+      "eval_ru_ersatz_pr_auc": 0.9908771955044158,
+      "eval_ru_opus100_pr_auc": 0.9133577450184474,
+      "eval_ru_ud_pr_auc": 0.8813427390562448,
+      "eval_runtime": 518.8009,
+      "eval_samples_per_second": 145.566,
+      "eval_si_opus100_pr_auc": 0.7978068979993959,
+      "eval_sk_opus100_pr_auc": 0.9091731086615562,
+      "eval_sk_ud_pr_auc": 0.9898932242762633,
+      "eval_sl_opus100_pr_auc": 0.8706370063576504,
+      "eval_sl_ud_pr_auc": 0.9758929610422132,
+      "eval_sq_opus100_pr_auc": 0.8867508655948217,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9249388593017928,
+      "eval_sr_ud_pr_auc": 0.9994683974864481,
+      "eval_steps_per_second": 0.569,
+      "eval_sv_opus100_pr_auc": 0.9047956390664065,
+      "eval_sv_ud_pr_auc": 0.9466957775136564,
+      "eval_ta_ersatz_pr_auc": 0.9892867650037153,
+      "eval_ta_opus100_pr_auc": 0.63567421597887,
+      "eval_ta_ud_pr_auc": 0.9974791385705776,
+      "eval_te_opus100_pr_auc": 0.8089245699794232,
+      "eval_tg_opus100_pr_auc": 0.8707756776081239,
+      "eval_th_opus100_pr_auc": 0.6698196333097908,
+      "eval_th_ud_pr_auc": 0.6843290879264514,
+      "eval_tr_ersatz_pr_auc": 0.9698540036316198,
+      "eval_tr_opus100_pr_auc": 0.8972781133446645,
+      "eval_tr_ud_pr_auc": 0.9498520279059024,
+      "eval_uk_opus100_pr_auc": 0.8579036856814127,
+      "eval_uk_ud_pr_auc": 0.949559910603759,
+      "eval_ur_opus100_pr_auc": 0.5025835332327875,
+      "eval_ur_ud_pr_auc": 0.9974566410943472,
+      "eval_uz_opus100_pr_auc": 0.8288775493330541,
+      "eval_vi_opus100_pr_auc": 0.9181486552264129,
+      "eval_vi_ud_pr_auc": 0.9547207486396865,
+      "eval_xh_opus100_pr_auc": 0.8713026023662761,
+      "eval_yi_opus100_pr_auc": 0.6324301106929416,
+      "eval_yo_opus100_pr_auc": 0.8011509019189211,
+      "eval_yo_ud_pr_auc": 0.9245437845844935,
+      "eval_zh_ersatz_pr_auc": 0.9573250717604701,
+      "eval_zh_opus100_pr_auc": 0.8102891427093706,
+      "eval_zh_ud_pr_auc": 0.9974549370652417,
+      "eval_zu_opus100_pr_auc": 0.8288374242311244,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99873417721519e-05,
+      "learning_rate_adapter": 9.99873417721519e-05,
+      "loss": 0.0366,
+      "step": 10050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99746835443038e-05,
+      "learning_rate_adapter": 9.99746835443038e-05,
+      "loss": 0.0368,
+      "step": 10100
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99620253164557e-05,
+      "learning_rate_adapter": 9.99620253164557e-05,
+      "loss": 0.0362,
+      "step": 10150
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99493670886076e-05,
+      "learning_rate_adapter": 9.99493670886076e-05,
+      "loss": 0.0368,
+      "step": 10200
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.993670886075949e-05,
+      "learning_rate_adapter": 9.993670886075949e-05,
+      "loss": 0.0369,
+      "step": 10250
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99240506329114e-05,
+      "learning_rate_adapter": 9.99240506329114e-05,
+      "loss": 0.0367,
+      "step": 10300
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.99113924050633e-05,
+      "learning_rate_adapter": 9.99113924050633e-05,
+      "loss": 0.0368,
+      "step": 10350
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98987341772152e-05,
+      "learning_rate_adapter": 9.98987341772152e-05,
+      "loss": 0.0367,
+      "step": 10400
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.98860759493671e-05,
+      "learning_rate_adapter": 9.98860759493671e-05,
+      "loss": 0.036,
+      "step": 10450
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.9873417721519e-05,
+      "learning_rate_adapter": 9.9873417721519e-05,
+      "loss": 0.0364,
+      "step": 10500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.986075949367089e-05,
+      "learning_rate_adapter": 9.986075949367089e-05,
+      "loss": 0.0363,
+      "step": 10550
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.984810126582279e-05,
+      "learning_rate_adapter": 9.984810126582279e-05,
+      "loss": 0.0362,
+      "step": 10600
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.983544303797468e-05,
+      "learning_rate_adapter": 9.983544303797468e-05,
+      "loss": 0.0361,
+      "step": 10650
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.982278481012659e-05,
+      "learning_rate_adapter": 9.982278481012659e-05,
+      "loss": 0.0359,
+      "step": 10700
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.981012658227848e-05,
+      "learning_rate_adapter": 9.981012658227848e-05,
+      "loss": 0.0358,
+      "step": 10750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.979746835443037e-05,
+      "learning_rate_adapter": 9.979746835443037e-05,
+      "loss": 0.0356,
+      "step": 10800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.978481012658228e-05,
+      "learning_rate_adapter": 9.978481012658228e-05,
+      "loss": 0.0355,
+      "step": 10850
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.977215189873418e-05,
+      "learning_rate_adapter": 9.977215189873418e-05,
+      "loss": 0.0355,
+      "step": 10900
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.975949367088609e-05,
+      "learning_rate_adapter": 9.975949367088609e-05,
+      "loss": 0.0357,
+      "step": 10950
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.974683544303798e-05,
+      "learning_rate_adapter": 9.974683544303798e-05,
+      "loss": 0.0359,
+      "step": 11000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.973417721518989e-05,
+      "learning_rate_adapter": 9.973417721518989e-05,
+      "loss": 0.0356,
+      "step": 11050
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 9.972151898734178e-05,
+      "learning_rate_adapter": 9.972151898734178e-05,
+      "loss": 0.0355,
+      "step": 11100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.970886075949367e-05,
+      "learning_rate_adapter": 9.970886075949367e-05,
+      "loss": 0.0351,
+      "step": 11150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.969620253164558e-05,
+      "learning_rate_adapter": 9.969620253164558e-05,
+      "loss": 0.0355,
+      "step": 11200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.968354430379747e-05,
+      "learning_rate_adapter": 9.968354430379747e-05,
+      "loss": 0.0352,
+      "step": 11250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.967088607594938e-05,
+      "learning_rate_adapter": 9.967088607594938e-05,
+      "loss": 0.0352,
+      "step": 11300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.965822784810127e-05,
+      "learning_rate_adapter": 9.965822784810127e-05,
+      "loss": 0.0352,
+      "step": 11350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.964556962025316e-05,
+      "learning_rate_adapter": 9.964556962025316e-05,
+      "loss": 0.0351,
+      "step": 11400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.963291139240506e-05,
+      "learning_rate_adapter": 9.963291139240506e-05,
+      "loss": 0.0354,
+      "step": 11450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.962025316455697e-05,
+      "learning_rate_adapter": 9.962025316455697e-05,
+      "loss": 0.0351,
+      "step": 11500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.960759493670888e-05,
+      "learning_rate_adapter": 9.960759493670888e-05,
+      "loss": 0.0349,
+      "step": 11550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.959493670886077e-05,
+      "learning_rate_adapter": 9.959493670886077e-05,
+      "loss": 0.0344,
+      "step": 11600
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.958227848101266e-05,
+      "learning_rate_adapter": 9.958227848101266e-05,
+      "loss": 0.0347,
+      "step": 11650
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.956962025316457e-05,
+      "learning_rate_adapter": 9.956962025316457e-05,
+      "loss": 0.0346,
+      "step": 11700
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.955696202531646e-05,
+      "learning_rate_adapter": 9.955696202531646e-05,
+      "loss": 0.0348,
+      "step": 11750
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.954430379746836e-05,
+      "learning_rate_adapter": 9.954430379746836e-05,
+      "loss": 0.0349,
+      "step": 11800
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.953164556962026e-05,
+      "learning_rate_adapter": 9.953164556962026e-05,
+      "loss": 0.0346,
+      "step": 11850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.951898734177215e-05,
+      "learning_rate_adapter": 9.951898734177215e-05,
+      "loss": 0.0346,
+      "step": 11900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.950632911392405e-05,
+      "learning_rate_adapter": 9.950632911392405e-05,
+      "loss": 0.0342,
+      "step": 11950
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.949367088607595e-05,
+      "learning_rate_adapter": 9.949367088607595e-05,
+      "loss": 0.0344,
+      "step": 12000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.948101265822785e-05,
+      "learning_rate_adapter": 9.948101265822785e-05,
+      "loss": 0.0343,
+      "step": 12050
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.946835443037976e-05,
+      "learning_rate_adapter": 9.946835443037976e-05,
+      "loss": 0.0343,
+      "step": 12100
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.945569620253165e-05,
+      "learning_rate_adapter": 9.945569620253165e-05,
+      "loss": 0.0341,
+      "step": 12150
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.944303797468355e-05,
+      "learning_rate_adapter": 9.944303797468355e-05,
+      "loss": 0.0342,
+      "step": 12200
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.943037974683545e-05,
+      "learning_rate_adapter": 9.943037974683545e-05,
+      "loss": 0.0342,
+      "step": 12250
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.941772151898735e-05,
+      "learning_rate_adapter": 9.941772151898735e-05,
+      "loss": 0.0341,
+      "step": 12300
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.940506329113924e-05,
+      "learning_rate_adapter": 9.940506329113924e-05,
+      "loss": 0.0342,
+      "step": 12350
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.939240506329114e-05,
+      "learning_rate_adapter": 9.939240506329114e-05,
+      "loss": 0.0339,
+      "step": 12400
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.937974683544304e-05,
+      "learning_rate_adapter": 9.937974683544304e-05,
+      "loss": 0.0343,
+      "step": 12450
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.936708860759493e-05,
+      "learning_rate_adapter": 9.936708860759493e-05,
+      "loss": 0.0339,
+      "step": 12500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.935443037974684e-05,
+      "learning_rate_adapter": 9.935443037974684e-05,
+      "loss": 0.0341,
+      "step": 12550
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 9.934177215189873e-05,
+      "learning_rate_adapter": 9.934177215189873e-05,
+      "loss": 0.0338,
+      "step": 12600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.932911392405064e-05,
+      "learning_rate_adapter": 9.932911392405064e-05,
+      "loss": 0.0338,
+      "step": 12650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.931645569620254e-05,
+      "learning_rate_adapter": 9.931645569620254e-05,
+      "loss": 0.0338,
+      "step": 12700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.930379746835444e-05,
+      "learning_rate_adapter": 9.930379746835444e-05,
+      "loss": 0.0337,
+      "step": 12750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.929113924050634e-05,
+      "learning_rate_adapter": 9.929113924050634e-05,
+      "loss": 0.0338,
+      "step": 12800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.927848101265823e-05,
+      "learning_rate_adapter": 9.927848101265823e-05,
+      "loss": 0.0336,
+      "step": 12850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.926582278481014e-05,
+      "learning_rate_adapter": 9.926582278481014e-05,
+      "loss": 0.0337,
+      "step": 12900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.925316455696203e-05,
+      "learning_rate_adapter": 9.925316455696203e-05,
+      "loss": 0.0338,
+      "step": 12950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.924050632911392e-05,
+      "learning_rate_adapter": 9.924050632911392e-05,
+      "loss": 0.0338,
+      "step": 13000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.922784810126583e-05,
+      "learning_rate_adapter": 9.922784810126583e-05,
+      "loss": 0.0335,
+      "step": 13050
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.921518987341772e-05,
+      "learning_rate_adapter": 9.921518987341772e-05,
+      "loss": 0.0336,
+      "step": 13100
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.920253164556963e-05,
+      "learning_rate_adapter": 9.920253164556963e-05,
+      "loss": 0.0334,
+      "step": 13150
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.918987341772152e-05,
+      "learning_rate_adapter": 9.918987341772152e-05,
+      "loss": 0.0333,
+      "step": 13200
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.917721518987342e-05,
+      "learning_rate_adapter": 9.917721518987342e-05,
+      "loss": 0.0332,
+      "step": 13250
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.916455696202533e-05,
+      "learning_rate_adapter": 9.916455696202533e-05,
+      "loss": 0.0333,
+      "step": 13300
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.915189873417722e-05,
+      "learning_rate_adapter": 9.915189873417722e-05,
+      "loss": 0.0333,
+      "step": 13350
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.913924050632913e-05,
+      "learning_rate_adapter": 9.913924050632913e-05,
+      "loss": 0.0336,
+      "step": 13400
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.912658227848102e-05,
+      "learning_rate_adapter": 9.912658227848102e-05,
+      "loss": 0.0333,
+      "step": 13450
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.911392405063291e-05,
+      "learning_rate_adapter": 9.911392405063291e-05,
+      "loss": 0.033,
+      "step": 13500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.910126582278482e-05,
+      "learning_rate_adapter": 9.910126582278482e-05,
+      "loss": 0.0333,
+      "step": 13550
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.908860759493671e-05,
+      "learning_rate_adapter": 9.908860759493671e-05,
+      "loss": 0.0327,
+      "step": 13600
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.907594936708861e-05,
+      "learning_rate_adapter": 9.907594936708861e-05,
+      "loss": 0.0334,
+      "step": 13650
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90632911392405e-05,
+      "learning_rate_adapter": 9.90632911392405e-05,
+      "loss": 0.033,
+      "step": 13700
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90506329113924e-05,
+      "learning_rate_adapter": 9.90506329113924e-05,
+      "loss": 0.0326,
+      "step": 13750
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.90379746835443e-05,
+      "learning_rate_adapter": 9.90379746835443e-05,
+      "loss": 0.0328,
+      "step": 13800
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.902531645569621e-05,
+      "learning_rate_adapter": 9.902531645569621e-05,
+      "loss": 0.033,
+      "step": 13850
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.901265822784812e-05,
+      "learning_rate_adapter": 9.901265822784812e-05,
+      "loss": 0.0331,
+      "step": 13900
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.900000000000001e-05,
+      "learning_rate_adapter": 9.900000000000001e-05,
+      "loss": 0.0329,
+      "step": 13950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89873417721519e-05,
+      "learning_rate_adapter": 9.89873417721519e-05,
+      "loss": 0.033,
+      "step": 14000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 9.89746835443038e-05,
+      "learning_rate_adapter": 9.89746835443038e-05,
+      "loss": 0.0329,
+      "step": 14050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89620253164557e-05,
+      "learning_rate_adapter": 9.89620253164557e-05,
+      "loss": 0.0329,
+      "step": 14100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89493670886076e-05,
+      "learning_rate_adapter": 9.89493670886076e-05,
+      "loss": 0.0324,
+      "step": 14150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89367088607595e-05,
+      "learning_rate_adapter": 9.89367088607595e-05,
+      "loss": 0.0323,
+      "step": 14200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.89240506329114e-05,
+      "learning_rate_adapter": 9.89240506329114e-05,
+      "loss": 0.0325,
+      "step": 14250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.891139240506329e-05,
+      "learning_rate_adapter": 9.891139240506329e-05,
+      "loss": 0.0327,
+      "step": 14300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.889873417721518e-05,
+      "learning_rate_adapter": 9.889873417721518e-05,
+      "loss": 0.0327,
+      "step": 14350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.888607594936709e-05,
+      "learning_rate_adapter": 9.888607594936709e-05,
+      "loss": 0.0327,
+      "step": 14400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.8873417721519e-05,
+      "learning_rate_adapter": 9.8873417721519e-05,
+      "loss": 0.0324,
+      "step": 14450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88607594936709e-05,
+      "learning_rate_adapter": 9.88607594936709e-05,
+      "loss": 0.0324,
+      "step": 14500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.88481012658228e-05,
+      "learning_rate_adapter": 9.88481012658228e-05,
+      "loss": 0.0322,
+      "step": 14550
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.883544303797469e-05,
+      "learning_rate_adapter": 9.883544303797469e-05,
+      "loss": 0.0324,
+      "step": 14600
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.882278481012659e-05,
+      "learning_rate_adapter": 9.882278481012659e-05,
+      "loss": 0.0324,
+      "step": 14650
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.881012658227848e-05,
+      "learning_rate_adapter": 9.881012658227848e-05,
+      "loss": 0.0324,
+      "step": 14700
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.879746835443039e-05,
+      "learning_rate_adapter": 9.879746835443039e-05,
+      "loss": 0.0322,
+      "step": 14750
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.878481012658228e-05,
+      "learning_rate_adapter": 9.878481012658228e-05,
+      "loss": 0.0327,
+      "step": 14800
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.877215189873417e-05,
+      "learning_rate_adapter": 9.877215189873417e-05,
+      "loss": 0.0323,
+      "step": 14850
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.875949367088608e-05,
+      "learning_rate_adapter": 9.875949367088608e-05,
+      "loss": 0.0323,
+      "step": 14900
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.874683544303797e-05,
+      "learning_rate_adapter": 9.874683544303797e-05,
+      "loss": 0.0323,
+      "step": 14950
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.873417721518988e-05,
+      "learning_rate_adapter": 9.873417721518988e-05,
+      "loss": 0.0321,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "eval_af_opus100_pr_auc": 0.7886004845917401,
+      "eval_af_ud_pr_auc": 0.9781132995791569,
+      "eval_am_opus100_pr_auc": 0.3848418173941169,
+      "eval_ar_ersatz_pr_auc": 0.9271176028316677,
+      "eval_ar_opus100_pr_auc": 0.7120234952246571,
+      "eval_ar_ud_pr_auc": 0.8797690286494401,
+      "eval_average_ersatz_pr_auc": 0.9592845971906171,
+      "eval_average_opus100_pr_auc": 0.8142681648076471,
+      "eval_average_ud_pr_auc": 0.9526403488911541,
+      "eval_az_opus100_pr_auc": 0.7333261396888409,
+      "eval_be_opus100_pr_auc": 0.6572863267107981,
+      "eval_be_ud_pr_auc": 0.8833636383548266,
+      "eval_bg_opus100_pr_auc": 0.9143205474422733,
+      "eval_bg_ud_pr_auc": 0.9965022501612048,
+      "eval_bn_opus100_pr_auc": 0.8063751434478713,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8779982209398026,
+      "eval_ca_ud_pr_auc": 0.9837546608148864,
+      "eval_ceb_ud_pr_auc": 0.9999999999999999,
+      "eval_cs_ersatz_pr_auc": 0.9821709105815,
+      "eval_cs_opus100_pr_auc": 0.8866766011962147,
+      "eval_cs_ud_pr_auc": 0.9517719447232215,
+      "eval_cy_opus100_pr_auc": 0.7641683537286784,
+      "eval_cy_ud_pr_auc": 0.9949343075367669,
+      "eval_da_opus100_pr_auc": 0.9047034984723589,
+      "eval_da_ud_pr_auc": 0.9755800538406729,
+      "eval_de_ersatz_pr_auc": 0.974143186725578,
+      "eval_de_opus100_pr_auc": 0.8927343122884681,
+      "eval_de_ud_pr_auc": 0.983216122837218,
+      "eval_el_opus100_pr_auc": 0.9100786611454853,
+      "eval_el_ud_pr_auc": 0.9910116261029785,
+      "eval_en_ersatz_pr_auc": 0.9830286667321424,
+      "eval_en_opus100_pr_auc": 0.9181859787941108,
+      "eval_en_ud_pr_auc": 0.9606625750082842,
+      "eval_eo_opus100_pr_auc": 0.9282494731798455,
+      "eval_es_ersatz_pr_auc": 0.9935479086865754,
+      "eval_es_opus100_pr_auc": 0.9194068499747062,
+      "eval_es_ud_pr_auc": 0.9879445445390841,
+      "eval_et_ersatz_pr_auc": 0.9748056168065462,
+      "eval_et_opus100_pr_auc": 0.8494262489719233,
+      "eval_et_ud_pr_auc": 0.9300658242184788,
+      "eval_eu_opus100_pr_auc": 0.8758056341563069,
+      "eval_eu_ud_pr_auc": 0.9933241619982663,
+      "eval_fa_opus100_pr_auc": 0.565686088658785,
+      "eval_fa_ud_pr_auc": 0.9972671501356709,
+      "eval_fi_ersatz_pr_auc": 0.9874967289182883,
+      "eval_fi_opus100_pr_auc": 0.8878700169698617,
+      "eval_fi_ud_pr_auc": 0.9581084582113348,
+      "eval_fr_ersatz_pr_auc": 0.9798477280181923,
+      "eval_fr_opus100_pr_auc": 0.9031220545890032,
+      "eval_fr_ud_pr_auc": 0.965219587000725,
+      "eval_fy_opus100_pr_auc": 0.6666084646641511,
+      "eval_ga_opus100_pr_auc": 0.8836752014617768,
+      "eval_ga_ud_pr_auc": 0.8033890574396988,
+      "eval_gd_opus100_pr_auc": 0.6363183993955481,
+      "eval_gd_ud_pr_auc": 0.742619617283223,
+      "eval_gl_opus100_pr_auc": 0.8599425118629278,
+      "eval_gl_ud_pr_auc": 0.9970644133452675,
+      "eval_gu_ersatz_pr_auc": 0.9050942358504948,
+      "eval_gu_opus100_pr_auc": 0.7214437572904658,
+      "eval_ha_opus100_pr_auc": 0.8924640781875759,
+      "eval_he_opus100_pr_auc": 0.8437850331388902,
+      "eval_he_ud_pr_auc": 0.969817064322413,
+      "eval_hi_ersatz_pr_auc": 0.9711958424086075,
+      "eval_hi_opus100_pr_auc": 0.6573266298980049,
+      "eval_hi_ud_pr_auc": 0.9945317315566516,
+      "eval_hu_opus100_pr_auc": 0.9040156456015002,
+      "eval_hu_ud_pr_auc": 0.9831945565596363,
+      "eval_hy_opus100_pr_auc": 0.9134761251150547,
+      "eval_hy_ud_pr_auc": 0.9876050125565938,
+      "eval_id_opus100_pr_auc": 0.863754551245206,
+      "eval_id_ud_pr_auc": 0.9896664756852638,
+      "eval_ig_opus100_pr_auc": 0.8694936933140263,
+      "eval_is_opus100_pr_auc": 0.9232804797563581,
+      "eval_is_ud_pr_auc": 0.9033982339629398,
+      "eval_it_opus100_pr_auc": 0.8900721336987589,
+      "eval_it_ud_pr_auc": 0.9994633688748682,
+      "eval_ja_ersatz_pr_auc": 0.800564998421,
+      "eval_ja_opus100_pr_auc": 0.7250386296733535,
+      "eval_ja_ud_pr_auc": 0.965734079593156,
+      "eval_jv_ud_pr_auc": 0.9603871656347055,
+      "eval_ka_opus100_pr_auc": 0.8532944496546444,
+      "eval_kk_ersatz_pr_auc": 0.9807206303322972,
+      "eval_kk_opus100_pr_auc": 0.7888701643928409,
+      "eval_kk_ud_pr_auc": 0.9753097109389475,
+      "eval_km_ersatz_pr_auc": 0.8926667467049154,
+      "eval_km_opus100_pr_auc": 0.6281884667996579,
+      "eval_kn_opus100_pr_auc": 0.5566486970467291,
+      "eval_ko_opus100_pr_auc": 0.6777719002361162,
+      "eval_ko_ud_pr_auc": 0.9980245339343063,
+      "eval_ku_opus100_pr_auc": 0.8105583262743431,
+      "eval_ky_opus100_pr_auc": 0.8834862254999524,
+      "eval_la_ud_pr_auc": 0.9696538439730549,
+      "eval_loss": 0.03617172688245773,
+      "eval_lt_ersatz_pr_auc": 0.9946990102889182,
+      "eval_lt_opus100_pr_auc": 0.8731479269538975,
+      "eval_lt_ud_pr_auc": 0.9729152041253697,
+      "eval_lv_ersatz_pr_auc": 0.9844091865183647,
+      "eval_lv_opus100_pr_auc": 0.8895302017388492,
+      "eval_lv_ud_pr_auc": 0.9536447333648836,
+      "eval_mg_opus100_pr_auc": 0.9178880308043302,
+      "eval_mk_opus100_pr_auc": 0.881644451368809,
+      "eval_ml_opus100_pr_auc": 0.7677636621203674,
+      "eval_mn_opus100_pr_auc": 0.9401638581437366,
+      "eval_mr_opus100_pr_auc": 0.873780297146986,
+      "eval_mr_ud_pr_auc": 0.9661238211593703,
+      "eval_ms_opus100_pr_auc": 0.8570616681251215,
+      "eval_mt_opus100_pr_auc": 0.8562913459105426,
+      "eval_mt_ud_pr_auc": 0.8648468122743216,
+      "eval_my_opus100_pr_auc": 0.6590996947980406,
+      "eval_ne_opus100_pr_auc": 0.6751623086854233,
+      "eval_nl_opus100_pr_auc": 0.878603619543738,
+      "eval_nl_ud_pr_auc": 0.9533735037793856,
+      "eval_no_opus100_pr_auc": 0.9062309753264439,
+      "eval_no_ud_pr_auc": 0.9950596033684683,
+      "eval_pa_opus100_pr_auc": 0.6649340558294536,
+      "eval_pl_ersatz_pr_auc": 0.9775892554884803,
+      "eval_pl_opus100_pr_auc": 0.8927295102459405,
+      "eval_pl_ud_pr_auc": 0.9489127870126545,
+      "eval_ps_ersatz_pr_auc": 0.922862829382991,
+      "eval_ps_opus100_pr_auc": 0.7603825150007548,
+      "eval_pt_opus100_pr_auc": 0.9110949038224635,
+      "eval_pt_ud_pr_auc": 0.9823678109427625,
+      "eval_ro_ersatz_pr_auc": 0.9893857560713114,
+      "eval_ro_opus100_pr_auc": 0.8722803716514806,
+      "eval_ro_ud_pr_auc": 0.8779449449607392,
+      "eval_ru_ersatz_pr_auc": 0.9883973401773383,
+      "eval_ru_opus100_pr_auc": 0.8923270225306458,
+      "eval_ru_ud_pr_auc": 0.8290921693010909,
+      "eval_runtime": 502.4715,
+      "eval_samples_per_second": 150.297,
+      "eval_si_opus100_pr_auc": 0.7892887926099602,
+      "eval_sk_opus100_pr_auc": 0.9095679815467781,
+      "eval_sk_ud_pr_auc": 0.9824078813976664,
+      "eval_sl_opus100_pr_auc": 0.8625112642079801,
+      "eval_sl_ud_pr_auc": 0.9599283000244222,
+      "eval_sq_opus100_pr_auc": 0.8952165763783264,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9090914312237318,
+      "eval_sr_ud_pr_auc": 0.9985868248739399,
+      "eval_steps_per_second": 0.587,
+      "eval_sv_opus100_pr_auc": 0.8859348047174538,
+      "eval_sv_ud_pr_auc": 0.9468197795779565,
+      "eval_ta_ersatz_pr_auc": 0.9858521390805628,
+      "eval_ta_opus100_pr_auc": 0.6373496731753878,
+      "eval_ta_ud_pr_auc": 0.9942572882909317,
+      "eval_te_opus100_pr_auc": 0.8146603976132419,
+      "eval_tg_opus100_pr_auc": 0.858248000821696,
+      "eval_th_opus100_pr_auc": 0.6605246762485694,
+      "eval_th_ud_pr_auc": 0.7194770578432512,
+      "eval_tr_ersatz_pr_auc": 0.9529185739505263,
+      "eval_tr_opus100_pr_auc": 0.8835961465841246,
+      "eval_tr_ud_pr_auc": 0.9386661846009902,
+      "eval_uk_opus100_pr_auc": 0.8538521890786333,
+      "eval_uk_ud_pr_auc": 0.9288343873633739,
+      "eval_ur_opus100_pr_auc": 0.5230293167524651,
+      "eval_ur_ud_pr_auc": 0.9931361726133899,
+      "eval_uz_opus100_pr_auc": 0.8441734602547729,
+      "eval_vi_opus100_pr_auc": 0.9005099205958144,
+      "eval_vi_ud_pr_auc": 0.9482623862216135,
+      "eval_xh_opus100_pr_auc": 0.8675299809810889,
+      "eval_yi_opus100_pr_auc": 0.7359716210199787,
+      "eval_yo_opus100_pr_auc": 0.8125194984316647,
+      "eval_yo_ud_pr_auc": 0.9030322725673744,
+      "eval_zh_ersatz_pr_auc": 0.9557462442172764,
+      "eval_zh_opus100_pr_auc": 0.8314554906641493,
+      "eval_zh_ud_pr_auc": 0.9923418617588832,
+      "eval_zu_opus100_pr_auc": 0.7944423598004786,
+      "step": 15000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.872151898734178e-05,
+      "learning_rate_adapter": 9.872151898734178e-05,
+      "loss": 0.0321,
+      "step": 15050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.870886075949367e-05,
+      "learning_rate_adapter": 9.870886075949367e-05,
+      "loss": 0.0322,
+      "step": 15100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.869620253164558e-05,
+      "learning_rate_adapter": 9.869620253164558e-05,
+      "loss": 0.032,
+      "step": 15150
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.868354430379747e-05,
+      "learning_rate_adapter": 9.868354430379747e-05,
+      "loss": 0.0323,
+      "step": 15200
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.867088607594938e-05,
+      "learning_rate_adapter": 9.867088607594938e-05,
+      "loss": 0.0323,
+      "step": 15250
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.865822784810127e-05,
+      "learning_rate_adapter": 9.865822784810127e-05,
+      "loss": 0.0322,
+      "step": 15300
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.864556962025316e-05,
+      "learning_rate_adapter": 9.864556962025316e-05,
+      "loss": 0.0322,
+      "step": 15350
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.863291139240507e-05,
+      "learning_rate_adapter": 9.863291139240507e-05,
+      "loss": 0.032,
+      "step": 15400
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.862025316455696e-05,
+      "learning_rate_adapter": 9.862025316455696e-05,
+      "loss": 0.0321,
+      "step": 15450
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.860759493670887e-05,
+      "learning_rate_adapter": 9.860759493670887e-05,
+      "loss": 0.0322,
+      "step": 15500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 9.859493670886076e-05,
+      "learning_rate_adapter": 9.859493670886076e-05,
+      "loss": 0.0321,
+      "step": 15550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.858227848101266e-05,
+      "learning_rate_adapter": 9.858227848101266e-05,
+      "loss": 0.0318,
+      "step": 15600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.856962025316457e-05,
+      "learning_rate_adapter": 9.856962025316457e-05,
+      "loss": 0.0318,
+      "step": 15650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.855696202531646e-05,
+      "learning_rate_adapter": 9.855696202531646e-05,
+      "loss": 0.0318,
+      "step": 15700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.854430379746837e-05,
+      "learning_rate_adapter": 9.854430379746837e-05,
+      "loss": 0.032,
+      "step": 15750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.853164556962026e-05,
+      "learning_rate_adapter": 9.853164556962026e-05,
+      "loss": 0.0319,
+      "step": 15800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.851898734177216e-05,
+      "learning_rate_adapter": 9.851898734177216e-05,
+      "loss": 0.032,
+      "step": 15850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.850632911392406e-05,
+      "learning_rate_adapter": 9.850632911392406e-05,
+      "loss": 0.032,
+      "step": 15900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.849367088607595e-05,
+      "learning_rate_adapter": 9.849367088607595e-05,
+      "loss": 0.0316,
+      "step": 15950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.848101265822785e-05,
+      "learning_rate_adapter": 9.848101265822785e-05,
+      "loss": 0.0316,
+      "step": 16000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.846835443037975e-05,
+      "learning_rate_adapter": 9.846835443037975e-05,
+      "loss": 0.0319,
+      "step": 16050
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.845569620253165e-05,
+      "learning_rate_adapter": 9.845569620253165e-05,
+      "loss": 0.0316,
+      "step": 16100
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.844303797468354e-05,
+      "learning_rate_adapter": 9.844303797468354e-05,
+      "loss": 0.0315,
+      "step": 16150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.843037974683545e-05,
+      "learning_rate_adapter": 9.843037974683545e-05,
+      "loss": 0.0318,
+      "step": 16200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.841772151898735e-05,
+      "learning_rate_adapter": 9.841772151898735e-05,
+      "loss": 0.0315,
+      "step": 16250
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.840506329113925e-05,
+      "learning_rate_adapter": 9.840506329113925e-05,
+      "loss": 0.0314,
+      "step": 16300
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.839240506329115e-05,
+      "learning_rate_adapter": 9.839240506329115e-05,
+      "loss": 0.0314,
+      "step": 16350
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.837974683544304e-05,
+      "learning_rate_adapter": 9.837974683544304e-05,
+      "loss": 0.0315,
+      "step": 16400
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.836708860759494e-05,
+      "learning_rate_adapter": 9.836708860759494e-05,
+      "loss": 0.0314,
+      "step": 16450
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.835443037974684e-05,
+      "learning_rate_adapter": 9.835443037974684e-05,
+      "loss": 0.0314,
+      "step": 16500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.834177215189873e-05,
+      "learning_rate_adapter": 9.834177215189873e-05,
+      "loss": 0.0317,
+      "step": 16550
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.832911392405064e-05,
+      "learning_rate_adapter": 9.832911392405064e-05,
+      "loss": 0.0314,
+      "step": 16600
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.831645569620253e-05,
+      "learning_rate_adapter": 9.831645569620253e-05,
+      "loss": 0.0315,
+      "step": 16650
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.830379746835442e-05,
+      "learning_rate_adapter": 9.830379746835442e-05,
+      "loss": 0.0314,
+      "step": 16700
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.829113924050633e-05,
+      "learning_rate_adapter": 9.829113924050633e-05,
+      "loss": 0.0315,
+      "step": 16750
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.827848101265824e-05,
+      "learning_rate_adapter": 9.827848101265824e-05,
+      "loss": 0.0309,
+      "step": 16800
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.826582278481014e-05,
+      "learning_rate_adapter": 9.826582278481014e-05,
+      "loss": 0.0314,
+      "step": 16850
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.825316455696203e-05,
+      "learning_rate_adapter": 9.825316455696203e-05,
+      "loss": 0.0311,
+      "step": 16900
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.824050632911393e-05,
+      "learning_rate_adapter": 9.824050632911393e-05,
+      "loss": 0.0312,
+      "step": 16950
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.822784810126583e-05,
+      "learning_rate_adapter": 9.822784810126583e-05,
+      "loss": 0.0312,
+      "step": 17000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 9.821518987341772e-05,
+      "learning_rate_adapter": 9.821518987341772e-05,
+      "loss": 0.0311,
+      "step": 17050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.820253164556963e-05,
+      "learning_rate_adapter": 9.820253164556963e-05,
+      "loss": 0.0312,
+      "step": 17100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.818987341772152e-05,
+      "learning_rate_adapter": 9.818987341772152e-05,
+      "loss": 0.0312,
+      "step": 17150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.817721518987341e-05,
+      "learning_rate_adapter": 9.817721518987341e-05,
+      "loss": 0.0313,
+      "step": 17200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.816455696202532e-05,
+      "learning_rate_adapter": 9.816455696202532e-05,
+      "loss": 0.0309,
+      "step": 17250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.815189873417721e-05,
+      "learning_rate_adapter": 9.815189873417721e-05,
+      "loss": 0.0312,
+      "step": 17300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.813924050632912e-05,
+      "learning_rate_adapter": 9.813924050632912e-05,
+      "loss": 0.031,
+      "step": 17350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.812658227848102e-05,
+      "learning_rate_adapter": 9.812658227848102e-05,
+      "loss": 0.031,
+      "step": 17400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.811392405063293e-05,
+      "learning_rate_adapter": 9.811392405063293e-05,
+      "loss": 0.0311,
+      "step": 17450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.810126582278482e-05,
+      "learning_rate_adapter": 9.810126582278482e-05,
+      "loss": 0.0312,
+      "step": 17500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.808860759493671e-05,
+      "learning_rate_adapter": 9.808860759493671e-05,
+      "loss": 0.0307,
+      "step": 17550
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.807594936708862e-05,
+      "learning_rate_adapter": 9.807594936708862e-05,
+      "loss": 0.0309,
+      "step": 17600
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.806329113924051e-05,
+      "learning_rate_adapter": 9.806329113924051e-05,
+      "loss": 0.031,
+      "step": 17650
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.805063291139241e-05,
+      "learning_rate_adapter": 9.805063291139241e-05,
+      "loss": 0.031,
+      "step": 17700
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.803797468354431e-05,
+      "learning_rate_adapter": 9.803797468354431e-05,
+      "loss": 0.0308,
+      "step": 17750
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80253164556962e-05,
+      "learning_rate_adapter": 9.80253164556962e-05,
+      "loss": 0.0308,
+      "step": 17800
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.80126582278481e-05,
+      "learning_rate_adapter": 9.80126582278481e-05,
+      "loss": 0.0309,
+      "step": 17850
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.8e-05,
+      "learning_rate_adapter": 9.8e-05,
+      "loss": 0.0309,
+      "step": 17900
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79873417721519e-05,
+      "learning_rate_adapter": 9.79873417721519e-05,
+      "loss": 0.0308,
+      "step": 17950
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.797468354430381e-05,
+      "learning_rate_adapter": 9.797468354430381e-05,
+      "loss": 0.0308,
+      "step": 18000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79620253164557e-05,
+      "learning_rate_adapter": 9.79620253164557e-05,
+      "loss": 0.0307,
+      "step": 18050
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79493670886076e-05,
+      "learning_rate_adapter": 9.79493670886076e-05,
+      "loss": 0.0311,
+      "step": 18100
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79367088607595e-05,
+      "learning_rate_adapter": 9.79367088607595e-05,
+      "loss": 0.0308,
+      "step": 18150
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79240506329114e-05,
+      "learning_rate_adapter": 9.79240506329114e-05,
+      "loss": 0.0307,
+      "step": 18200
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.79113924050633e-05,
+      "learning_rate_adapter": 9.79113924050633e-05,
+      "loss": 0.0307,
+      "step": 18250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.789873417721519e-05,
+      "learning_rate_adapter": 9.789873417721519e-05,
+      "loss": 0.0306,
+      "step": 18300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.78860759493671e-05,
+      "learning_rate_adapter": 9.78860759493671e-05,
+      "loss": 0.0309,
+      "step": 18350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.787341772151899e-05,
+      "learning_rate_adapter": 9.787341772151899e-05,
+      "loss": 0.0306,
+      "step": 18400
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.786075949367089e-05,
+      "learning_rate_adapter": 9.786075949367089e-05,
+      "loss": 0.0307,
+      "step": 18450
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 9.784810126582278e-05,
+      "learning_rate_adapter": 9.784810126582278e-05,
+      "loss": 0.0308,
+      "step": 18500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.783544303797469e-05,
+      "learning_rate_adapter": 9.783544303797469e-05,
+      "loss": 0.0305,
+      "step": 18550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.78227848101266e-05,
+      "learning_rate_adapter": 9.78227848101266e-05,
+      "loss": 0.0303,
+      "step": 18600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.781012658227849e-05,
+      "learning_rate_adapter": 9.781012658227849e-05,
+      "loss": 0.0306,
+      "step": 18650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.779746835443039e-05,
+      "learning_rate_adapter": 9.779746835443039e-05,
+      "loss": 0.0309,
+      "step": 18700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.778481012658228e-05,
+      "learning_rate_adapter": 9.778481012658228e-05,
+      "loss": 0.0307,
+      "step": 18750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.777215189873418e-05,
+      "learning_rate_adapter": 9.777215189873418e-05,
+      "loss": 0.0306,
+      "step": 18800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.775949367088608e-05,
+      "learning_rate_adapter": 9.775949367088608e-05,
+      "loss": 0.0306,
+      "step": 18850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.774683544303797e-05,
+      "learning_rate_adapter": 9.774683544303797e-05,
+      "loss": 0.0303,
+      "step": 18900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.773417721518988e-05,
+      "learning_rate_adapter": 9.773417721518988e-05,
+      "loss": 0.0303,
+      "step": 18950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.772151898734177e-05,
+      "learning_rate_adapter": 9.772151898734177e-05,
+      "loss": 0.0304,
+      "step": 19000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.770886075949366e-05,
+      "learning_rate_adapter": 9.770886075949366e-05,
+      "loss": 0.0305,
+      "step": 19050
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.769620253164557e-05,
+      "learning_rate_adapter": 9.769620253164557e-05,
+      "loss": 0.0303,
+      "step": 19100
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.768354430379747e-05,
+      "learning_rate_adapter": 9.768354430379747e-05,
+      "loss": 0.0301,
+      "step": 19150
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.767088607594938e-05,
+      "learning_rate_adapter": 9.767088607594938e-05,
+      "loss": 0.0305,
+      "step": 19200
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.765822784810127e-05,
+      "learning_rate_adapter": 9.765822784810127e-05,
+      "loss": 0.0303,
+      "step": 19250
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.764556962025318e-05,
+      "learning_rate_adapter": 9.764556962025318e-05,
+      "loss": 0.0303,
+      "step": 19300
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.763291139240507e-05,
+      "learning_rate_adapter": 9.763291139240507e-05,
+      "loss": 0.0302,
+      "step": 19350
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.762025316455696e-05,
+      "learning_rate_adapter": 9.762025316455696e-05,
+      "loss": 0.0302,
+      "step": 19400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.760759493670887e-05,
+      "learning_rate_adapter": 9.760759493670887e-05,
+      "loss": 0.0304,
+      "step": 19450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.759493670886076e-05,
+      "learning_rate_adapter": 9.759493670886076e-05,
+      "loss": 0.0301,
+      "step": 19500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.758227848101267e-05,
+      "learning_rate_adapter": 9.758227848101267e-05,
+      "loss": 0.0303,
+      "step": 19550
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.756962025316456e-05,
+      "learning_rate_adapter": 9.756962025316456e-05,
+      "loss": 0.0301,
+      "step": 19600
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.755696202531645e-05,
+      "learning_rate_adapter": 9.755696202531645e-05,
+      "loss": 0.0299,
+      "step": 19650
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.754430379746836e-05,
+      "learning_rate_adapter": 9.754430379746836e-05,
+      "loss": 0.03,
+      "step": 19700
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.753164556962026e-05,
+      "learning_rate_adapter": 9.753164556962026e-05,
+      "loss": 0.0304,
+      "step": 19750
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.751898734177217e-05,
+      "learning_rate_adapter": 9.751898734177217e-05,
+      "loss": 0.0302,
+      "step": 19800
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.750632911392406e-05,
+      "learning_rate_adapter": 9.750632911392406e-05,
+      "loss": 0.0302,
+      "step": 19850
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.749367088607595e-05,
+      "learning_rate_adapter": 9.749367088607595e-05,
+      "loss": 0.0303,
+      "step": 19900
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.748101265822786e-05,
+      "learning_rate_adapter": 9.748101265822786e-05,
+      "loss": 0.0299,
+      "step": 19950
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 9.746835443037975e-05,
+      "learning_rate_adapter": 9.746835443037975e-05,
+      "loss": 0.0299,
+      "step": 20000
+    },
+    {
+      "epoch": 0.13,
+      "eval_af_opus100_pr_auc": 0.8034945069281696,
+      "eval_af_ud_pr_auc": 0.9582775345151404,
+      "eval_am_opus100_pr_auc": 0.4617607497965623,
+      "eval_ar_ersatz_pr_auc": 0.9333886366717982,
+      "eval_ar_opus100_pr_auc": 0.7301209589884962,
+      "eval_ar_ud_pr_auc": 0.8819563110720668,
+      "eval_average_ersatz_pr_auc": 0.9604287555456049,
+      "eval_average_opus100_pr_auc": 0.8370211376084523,
+      "eval_average_ud_pr_auc": 0.9607076086889876,
+      "eval_az_opus100_pr_auc": 0.7959307942091762,
+      "eval_be_opus100_pr_auc": 0.7459657482720032,
+      "eval_be_ud_pr_auc": 0.8965115332651148,
+      "eval_bg_opus100_pr_auc": 0.9286933686344228,
+      "eval_bg_ud_pr_auc": 0.9971296118425035,
+      "eval_bn_opus100_pr_auc": 0.8237439551878155,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8955156841636056,
+      "eval_ca_ud_pr_auc": 0.9905827175809293,
+      "eval_ceb_ud_pr_auc": 0.9998718404539574,
+      "eval_cs_ersatz_pr_auc": 0.9866681973376943,
+      "eval_cs_opus100_pr_auc": 0.9171862880375017,
+      "eval_cs_ud_pr_auc": 0.966094070339988,
+      "eval_cy_opus100_pr_auc": 0.8061772583338415,
+      "eval_cy_ud_pr_auc": 0.9967112227354933,
+      "eval_da_opus100_pr_auc": 0.9187748530108846,
+      "eval_da_ud_pr_auc": 0.9811835395611507,
+      "eval_de_ersatz_pr_auc": 0.984110083899813,
+      "eval_de_opus100_pr_auc": 0.9015533381861052,
+      "eval_de_ud_pr_auc": 0.9880095375109019,
+      "eval_el_opus100_pr_auc": 0.9242245660546361,
+      "eval_el_ud_pr_auc": 0.9897482283007312,
+      "eval_en_ersatz_pr_auc": 0.9917780976010573,
+      "eval_en_opus100_pr_auc": 0.9288509089595162,
+      "eval_en_ud_pr_auc": 0.9778068281184616,
+      "eval_eo_opus100_pr_auc": 0.9366494635621925,
+      "eval_es_ersatz_pr_auc": 0.9965169005362332,
+      "eval_es_opus100_pr_auc": 0.9337689053754619,
+      "eval_es_ud_pr_auc": 0.9933927950318057,
+      "eval_et_ersatz_pr_auc": 0.9821212245539136,
+      "eval_et_opus100_pr_auc": 0.8643552944171512,
+      "eval_et_ud_pr_auc": 0.961382980631313,
+      "eval_eu_opus100_pr_auc": 0.896468856131109,
+      "eval_eu_ud_pr_auc": 0.9934820981753006,
+      "eval_fa_opus100_pr_auc": 0.6027318183699364,
+      "eval_fa_ud_pr_auc": 0.9955330708854286,
+      "eval_fi_ersatz_pr_auc": 0.9893505444336591,
+      "eval_fi_opus100_pr_auc": 0.9019299757970586,
+      "eval_fi_ud_pr_auc": 0.9435769082996992,
+      "eval_fr_ersatz_pr_auc": 0.9902755407384901,
+      "eval_fr_opus100_pr_auc": 0.91178247679606,
+      "eval_fr_ud_pr_auc": 0.9792997476516054,
+      "eval_fy_opus100_pr_auc": 0.7180956571966699,
+      "eval_ga_opus100_pr_auc": 0.8952518282743542,
+      "eval_ga_ud_pr_auc": 0.7941155180751275,
+      "eval_gd_opus100_pr_auc": 0.6395743511958948,
+      "eval_gd_ud_pr_auc": 0.7894875197906538,
+      "eval_gl_opus100_pr_auc": 0.897566290804274,
+      "eval_gl_ud_pr_auc": 0.997557148862435,
+      "eval_gu_ersatz_pr_auc": 0.913043024992963,
+      "eval_gu_opus100_pr_auc": 0.7338546357470451,
+      "eval_ha_opus100_pr_auc": 0.9048910365303419,
+      "eval_he_opus100_pr_auc": 0.8860551291339667,
+      "eval_he_ud_pr_auc": 0.9744713568206625,
+      "eval_hi_ersatz_pr_auc": 0.9736396428487355,
+      "eval_hi_opus100_pr_auc": 0.6752818378481863,
+      "eval_hi_ud_pr_auc": 0.9924857768726907,
+      "eval_hu_opus100_pr_auc": 0.9263321855010528,
+      "eval_hu_ud_pr_auc": 0.9882990316436303,
+      "eval_hy_opus100_pr_auc": 0.926619800166093,
+      "eval_hy_ud_pr_auc": 0.9845929769352366,
+      "eval_id_opus100_pr_auc": 0.8756466884796608,
+      "eval_id_ud_pr_auc": 0.9934039229618019,
+      "eval_ig_opus100_pr_auc": 0.8894539778523218,
+      "eval_is_opus100_pr_auc": 0.9426473604117013,
+      "eval_is_ud_pr_auc": 0.9260581996546317,
+      "eval_it_opus100_pr_auc": 0.9123430405704219,
+      "eval_it_ud_pr_auc": 0.9997337584520167,
+      "eval_ja_ersatz_pr_auc": 0.7629703341655089,
+      "eval_ja_opus100_pr_auc": 0.7966547595460499,
+      "eval_ja_ud_pr_auc": 0.9749304276267868,
+      "eval_jv_ud_pr_auc": 0.9640428315954341,
+      "eval_ka_opus100_pr_auc": 0.8744938689804216,
+      "eval_kk_ersatz_pr_auc": 0.9903420510163872,
+      "eval_kk_opus100_pr_auc": 0.8168277910425789,
+      "eval_kk_ud_pr_auc": 0.9796890122495608,
+      "eval_km_ersatz_pr_auc": 0.8990565299415321,
+      "eval_km_opus100_pr_auc": 0.6645125933181842,
+      "eval_kn_opus100_pr_auc": 0.6152145130209321,
+      "eval_ko_opus100_pr_auc": 0.651032113865748,
+      "eval_ko_ud_pr_auc": 0.9985960473199123,
+      "eval_ku_opus100_pr_auc": 0.8281857453577303,
+      "eval_ky_opus100_pr_auc": 0.9023078498797645,
+      "eval_la_ud_pr_auc": 0.9763805363517849,
+      "eval_loss": 0.03406062722206116,
+      "eval_lt_ersatz_pr_auc": 0.9967588881930227,
+      "eval_lt_opus100_pr_auc": 0.8810269898679517,
+      "eval_lt_ud_pr_auc": 0.9887046173528544,
+      "eval_lv_ersatz_pr_auc": 0.9899599734829627,
+      "eval_lv_opus100_pr_auc": 0.8871341230336066,
+      "eval_lv_ud_pr_auc": 0.9674511895064262,
+      "eval_mg_opus100_pr_auc": 0.9330953473614985,
+      "eval_mk_opus100_pr_auc": 0.9049410068924348,
+      "eval_ml_opus100_pr_auc": 0.7959066435219654,
+      "eval_mn_opus100_pr_auc": 0.9567809871414449,
+      "eval_mr_opus100_pr_auc": 0.8955021762243092,
+      "eval_mr_ud_pr_auc": 0.9706991869117779,
+      "eval_ms_opus100_pr_auc": 0.885809546464525,
+      "eval_mt_opus100_pr_auc": 0.8628140939372642,
+      "eval_mt_ud_pr_auc": 0.8931478814694378,
+      "eval_my_opus100_pr_auc": 0.6828124790053571,
+      "eval_ne_opus100_pr_auc": 0.7279917142691602,
+      "eval_nl_opus100_pr_auc": 0.8957189455382389,
+      "eval_nl_ud_pr_auc": 0.9710388307132114,
+      "eval_no_opus100_pr_auc": 0.9204886530737298,
+      "eval_no_ud_pr_auc": 0.9967082103955188,
+      "eval_pa_opus100_pr_auc": 0.6909625506230924,
+      "eval_pl_ersatz_pr_auc": 0.9750220921495444,
+      "eval_pl_opus100_pr_auc": 0.9105205247295741,
+      "eval_pl_ud_pr_auc": 0.9710260869169751,
+      "eval_ps_ersatz_pr_auc": 0.9354934459537294,
+      "eval_ps_opus100_pr_auc": 0.7436413718395554,
+      "eval_pt_opus100_pr_auc": 0.9285877344716361,
+      "eval_pt_ud_pr_auc": 0.9846638711088449,
+      "eval_ro_ersatz_pr_auc": 0.9946868844164426,
+      "eval_ro_opus100_pr_auc": 0.8943147903930023,
+      "eval_ro_ud_pr_auc": 0.9598838288125124,
+      "eval_ru_ersatz_pr_auc": 0.9909542480401651,
+      "eval_ru_opus100_pr_auc": 0.9135521264043889,
+      "eval_ru_ud_pr_auc": 0.8464126523907713,
+      "eval_runtime": 508.7881,
+      "eval_samples_per_second": 148.431,
+      "eval_si_opus100_pr_auc": 0.8148675643288057,
+      "eval_sk_opus100_pr_auc": 0.9276353185004,
+      "eval_sk_ud_pr_auc": 0.9883476018629416,
+      "eval_sl_opus100_pr_auc": 0.8772550142372751,
+      "eval_sl_ud_pr_auc": 0.9687236181328129,
+      "eval_sq_opus100_pr_auc": 0.9054306955522561,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9265057846540851,
+      "eval_sr_ud_pr_auc": 0.9993621462625084,
+      "eval_steps_per_second": 0.58,
+      "eval_sv_opus100_pr_auc": 0.8994083413325142,
+      "eval_sv_ud_pr_auc": 0.9484252709443909,
+      "eval_ta_ersatz_pr_auc": 0.9820012893426063,
+      "eval_ta_opus100_pr_auc": 0.7049478950867669,
+      "eval_ta_ud_pr_auc": 0.9950982460895097,
+      "eval_te_opus100_pr_auc": 0.8444181473719516,
+      "eval_tg_opus100_pr_auc": 0.8924012033402913,
+      "eval_th_opus100_pr_auc": 0.6809689808186853,
+      "eval_th_ud_pr_auc": 0.7681447196256781,
+      "eval_tr_ersatz_pr_auc": 0.9656616648516387,
+      "eval_tr_opus100_pr_auc": 0.8984715915907047,
+      "eval_tr_ud_pr_auc": 0.9592089984696808,
+      "eval_uk_opus100_pr_auc": 0.8874362711313106,
+      "eval_uk_ud_pr_auc": 0.9309133398075173,
+      "eval_ur_opus100_pr_auc": 0.5410098887043854,
+      "eval_ur_ud_pr_auc": 0.9944099539421098,
+      "eval_uz_opus100_pr_auc": 0.8725163471520098,
+      "eval_vi_opus100_pr_auc": 0.9071831172173128,
+      "eval_vi_ud_pr_auc": 0.9543558452165103,
+      "eval_xh_opus100_pr_auc": 0.8745406515966798,
+      "eval_yi_opus100_pr_auc": 0.8125607739588102,
+      "eval_yo_opus100_pr_auc": 0.8111671998355168,
+      "eval_yo_ud_pr_auc": 0.8995668344513682,
+      "eval_zh_ersatz_pr_auc": 0.905633326835414,
+      "eval_zh_opus100_pr_auc": 0.8051940697967923,
+      "eval_zh_ud_pr_auc": 0.9796461237049827,
+      "eval_zu_opus100_pr_auc": 0.8376897989586982,
+      "step": 20000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.745569620253165e-05,
+      "learning_rate_adapter": 9.745569620253165e-05,
+      "loss": 0.0299,
+      "step": 20050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.744303797468355e-05,
+      "learning_rate_adapter": 9.744303797468355e-05,
+      "loss": 0.0301,
+      "step": 20100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.743037974683544e-05,
+      "learning_rate_adapter": 9.743037974683544e-05,
+      "loss": 0.0298,
+      "step": 20150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.741772151898734e-05,
+      "learning_rate_adapter": 9.741772151898734e-05,
+      "loss": 0.03,
+      "step": 20200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.740506329113924e-05,
+      "learning_rate_adapter": 9.740506329113924e-05,
+      "loss": 0.03,
+      "step": 20250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.739240506329114e-05,
+      "learning_rate_adapter": 9.739240506329114e-05,
+      "loss": 0.03,
+      "step": 20300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.737974683544305e-05,
+      "learning_rate_adapter": 9.737974683544305e-05,
+      "loss": 0.0301,
+      "step": 20350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.736708860759494e-05,
+      "learning_rate_adapter": 9.736708860759494e-05,
+      "loss": 0.03,
+      "step": 20400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.735443037974685e-05,
+      "learning_rate_adapter": 9.735443037974685e-05,
+      "loss": 0.03,
+      "step": 20450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.734177215189874e-05,
+      "learning_rate_adapter": 9.734177215189874e-05,
+      "loss": 0.0301,
+      "step": 20500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.732911392405064e-05,
+      "learning_rate_adapter": 9.732911392405064e-05,
+      "loss": 0.03,
+      "step": 20550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.731645569620254e-05,
+      "learning_rate_adapter": 9.731645569620254e-05,
+      "loss": 0.0299,
+      "step": 20600
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.730379746835443e-05,
+      "learning_rate_adapter": 9.730379746835443e-05,
+      "loss": 0.0299,
+      "step": 20650
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.729113924050633e-05,
+      "learning_rate_adapter": 9.729113924050633e-05,
+      "loss": 0.03,
+      "step": 20700
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.727848101265822e-05,
+      "learning_rate_adapter": 9.727848101265822e-05,
+      "loss": 0.0302,
+      "step": 20750
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.726582278481013e-05,
+      "learning_rate_adapter": 9.726582278481013e-05,
+      "loss": 0.0299,
+      "step": 20800
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.725316455696202e-05,
+      "learning_rate_adapter": 9.725316455696202e-05,
+      "loss": 0.0299,
+      "step": 20850
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.724050632911393e-05,
+      "learning_rate_adapter": 9.724050632911393e-05,
+      "loss": 0.0296,
+      "step": 20900
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.722784810126583e-05,
+      "learning_rate_adapter": 9.722784810126583e-05,
+      "loss": 0.0298,
+      "step": 20950
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.721518987341773e-05,
+      "learning_rate_adapter": 9.721518987341773e-05,
+      "loss": 0.0298,
+      "step": 21000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.720253164556963e-05,
+      "learning_rate_adapter": 9.720253164556963e-05,
+      "loss": 0.0297,
+      "step": 21050
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.718987341772152e-05,
+      "learning_rate_adapter": 9.718987341772152e-05,
+      "loss": 0.0297,
+      "step": 21100
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.717721518987343e-05,
+      "learning_rate_adapter": 9.717721518987343e-05,
+      "loss": 0.0297,
+      "step": 21150
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.716455696202532e-05,
+      "learning_rate_adapter": 9.716455696202532e-05,
+      "loss": 0.0298,
+      "step": 21200
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.715189873417721e-05,
+      "learning_rate_adapter": 9.715189873417721e-05,
+      "loss": 0.0296,
+      "step": 21250
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.713924050632912e-05,
+      "learning_rate_adapter": 9.713924050632912e-05,
+      "loss": 0.0297,
+      "step": 21300
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.712658227848101e-05,
+      "learning_rate_adapter": 9.712658227848101e-05,
+      "loss": 0.0299,
+      "step": 21350
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.711392405063292e-05,
+      "learning_rate_adapter": 9.711392405063292e-05,
+      "loss": 0.0299,
+      "step": 21400
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.710126582278481e-05,
+      "learning_rate_adapter": 9.710126582278481e-05,
+      "loss": 0.0299,
+      "step": 21450
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 9.708860759493671e-05,
+      "learning_rate_adapter": 9.708860759493671e-05,
+      "loss": 0.0298,
+      "step": 21500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.707594936708862e-05,
+      "learning_rate_adapter": 9.707594936708862e-05,
+      "loss": 0.0296,
+      "step": 21550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.706329113924051e-05,
+      "learning_rate_adapter": 9.706329113924051e-05,
+      "loss": 0.0298,
+      "step": 21600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.705063291139242e-05,
+      "learning_rate_adapter": 9.705063291139242e-05,
+      "loss": 0.0296,
+      "step": 21650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.703797468354431e-05,
+      "learning_rate_adapter": 9.703797468354431e-05,
+      "loss": 0.0297,
+      "step": 21700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.70253164556962e-05,
+      "learning_rate_adapter": 9.70253164556962e-05,
+      "loss": 0.0295,
+      "step": 21750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.701265822784811e-05,
+      "learning_rate_adapter": 9.701265822784811e-05,
+      "loss": 0.0295,
+      "step": 21800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.7e-05,
+      "learning_rate_adapter": 9.7e-05,
+      "loss": 0.0297,
+      "step": 21850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69873417721519e-05,
+      "learning_rate_adapter": 9.69873417721519e-05,
+      "loss": 0.0297,
+      "step": 21900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69746835443038e-05,
+      "learning_rate_adapter": 9.69746835443038e-05,
+      "loss": 0.0296,
+      "step": 21950
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.696202531645569e-05,
+      "learning_rate_adapter": 9.696202531645569e-05,
+      "loss": 0.0296,
+      "step": 22000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69493670886076e-05,
+      "learning_rate_adapter": 9.69493670886076e-05,
+      "loss": 0.0298,
+      "step": 22050
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69367088607595e-05,
+      "learning_rate_adapter": 9.69367088607595e-05,
+      "loss": 0.0295,
+      "step": 22100
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69240506329114e-05,
+      "learning_rate_adapter": 9.69240506329114e-05,
+      "loss": 0.0294,
+      "step": 22150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.69113924050633e-05,
+      "learning_rate_adapter": 9.69113924050633e-05,
+      "loss": 0.0295,
+      "step": 22200
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.689873417721519e-05,
+      "learning_rate_adapter": 9.689873417721519e-05,
+      "loss": 0.0293,
+      "step": 22250
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68860759493671e-05,
+      "learning_rate_adapter": 9.68860759493671e-05,
+      "loss": 0.0292,
+      "step": 22300
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.687341772151899e-05,
+      "learning_rate_adapter": 9.687341772151899e-05,
+      "loss": 0.0295,
+      "step": 22350
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.68607594936709e-05,
+      "learning_rate_adapter": 9.68607594936709e-05,
+      "loss": 0.0291,
+      "step": 22400
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.684810126582279e-05,
+      "learning_rate_adapter": 9.684810126582279e-05,
+      "loss": 0.0292,
+      "step": 22450
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.683544303797469e-05,
+      "learning_rate_adapter": 9.683544303797469e-05,
+      "loss": 0.0295,
+      "step": 22500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.682278481012658e-05,
+      "learning_rate_adapter": 9.682278481012658e-05,
+      "loss": 0.0294,
+      "step": 22550
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.681012658227848e-05,
+      "learning_rate_adapter": 9.681012658227848e-05,
+      "loss": 0.0292,
+      "step": 22600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.679746835443038e-05,
+      "learning_rate_adapter": 9.679746835443038e-05,
+      "loss": 0.0293,
+      "step": 22650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.678481012658229e-05,
+      "learning_rate_adapter": 9.678481012658229e-05,
+      "loss": 0.0294,
+      "step": 22700
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.677215189873419e-05,
+      "learning_rate_adapter": 9.677215189873419e-05,
+      "loss": 0.0292,
+      "step": 22750
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.675949367088608e-05,
+      "learning_rate_adapter": 9.675949367088608e-05,
+      "loss": 0.0294,
+      "step": 22800
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.674683544303798e-05,
+      "learning_rate_adapter": 9.674683544303798e-05,
+      "loss": 0.0295,
+      "step": 22850
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.673417721518988e-05,
+      "learning_rate_adapter": 9.673417721518988e-05,
+      "loss": 0.029,
+      "step": 22900
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 9.672151898734177e-05,
+      "learning_rate_adapter": 9.672151898734177e-05,
+      "loss": 0.029,
+      "step": 22950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.670886075949368e-05,
+      "learning_rate_adapter": 9.670886075949368e-05,
+      "loss": 0.0295,
+      "step": 23000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.669620253164557e-05,
+      "learning_rate_adapter": 9.669620253164557e-05,
+      "loss": 0.0292,
+      "step": 23050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.668354430379746e-05,
+      "learning_rate_adapter": 9.668354430379746e-05,
+      "loss": 0.0293,
+      "step": 23100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.667088607594937e-05,
+      "learning_rate_adapter": 9.667088607594937e-05,
+      "loss": 0.0292,
+      "step": 23150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.665822784810126e-05,
+      "learning_rate_adapter": 9.665822784810126e-05,
+      "loss": 0.0295,
+      "step": 23200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.664556962025317e-05,
+      "learning_rate_adapter": 9.664556962025317e-05,
+      "loss": 0.0291,
+      "step": 23250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.663291139240507e-05,
+      "learning_rate_adapter": 9.663291139240507e-05,
+      "loss": 0.0289,
+      "step": 23300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.662025316455697e-05,
+      "learning_rate_adapter": 9.662025316455697e-05,
+      "loss": 0.0295,
+      "step": 23350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.660759493670887e-05,
+      "learning_rate_adapter": 9.660759493670887e-05,
+      "loss": 0.029,
+      "step": 23400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.659493670886076e-05,
+      "learning_rate_adapter": 9.659493670886076e-05,
+      "loss": 0.0291,
+      "step": 23450
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.658227848101267e-05,
+      "learning_rate_adapter": 9.658227848101267e-05,
+      "loss": 0.0291,
+      "step": 23500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.656962025316456e-05,
+      "learning_rate_adapter": 9.656962025316456e-05,
+      "loss": 0.0292,
+      "step": 23550
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.655696202531645e-05,
+      "learning_rate_adapter": 9.655696202531645e-05,
+      "loss": 0.029,
+      "step": 23600
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.654430379746836e-05,
+      "learning_rate_adapter": 9.654430379746836e-05,
+      "loss": 0.0291,
+      "step": 23650
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.653164556962025e-05,
+      "learning_rate_adapter": 9.653164556962025e-05,
+      "loss": 0.0292,
+      "step": 23700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.651898734177216e-05,
+      "learning_rate_adapter": 9.651898734177216e-05,
+      "loss": 0.0296,
+      "step": 23750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.650632911392405e-05,
+      "learning_rate_adapter": 9.650632911392405e-05,
+      "loss": 0.0297,
+      "step": 23800
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.649367088607595e-05,
+      "learning_rate_adapter": 9.649367088607595e-05,
+      "loss": 0.0294,
+      "step": 23850
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.648101265822786e-05,
+      "learning_rate_adapter": 9.648101265822786e-05,
+      "loss": 0.029,
+      "step": 23900
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.646835443037975e-05,
+      "learning_rate_adapter": 9.646835443037975e-05,
+      "loss": 0.0291,
+      "step": 23950
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.645569620253166e-05,
+      "learning_rate_adapter": 9.645569620253166e-05,
+      "loss": 0.0289,
+      "step": 24000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.644303797468355e-05,
+      "learning_rate_adapter": 9.644303797468355e-05,
+      "loss": 0.0289,
+      "step": 24050
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.643037974683545e-05,
+      "learning_rate_adapter": 9.643037974683545e-05,
+      "loss": 0.0291,
+      "step": 24100
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.641772151898735e-05,
+      "learning_rate_adapter": 9.641772151898735e-05,
+      "loss": 0.0289,
+      "step": 24150
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.640506329113924e-05,
+      "learning_rate_adapter": 9.640506329113924e-05,
+      "loss": 0.0291,
+      "step": 24200
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.639240506329114e-05,
+      "learning_rate_adapter": 9.639240506329114e-05,
+      "loss": 0.029,
+      "step": 24250
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.637974683544304e-05,
+      "learning_rate_adapter": 9.637974683544304e-05,
+      "loss": 0.029,
+      "step": 24300
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.636708860759494e-05,
+      "learning_rate_adapter": 9.636708860759494e-05,
+      "loss": 0.0289,
+      "step": 24350
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.635443037974683e-05,
+      "learning_rate_adapter": 9.635443037974683e-05,
+      "loss": 0.029,
+      "step": 24400
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 9.634177215189874e-05,
+      "learning_rate_adapter": 9.634177215189874e-05,
+      "loss": 0.0288,
+      "step": 24450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.632911392405065e-05,
+      "learning_rate_adapter": 9.632911392405065e-05,
+      "loss": 0.0291,
+      "step": 24500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.631645569620254e-05,
+      "learning_rate_adapter": 9.631645569620254e-05,
+      "loss": 0.0292,
+      "step": 24550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.630379746835444e-05,
+      "learning_rate_adapter": 9.630379746835444e-05,
+      "loss": 0.0288,
+      "step": 24600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.629113924050634e-05,
+      "learning_rate_adapter": 9.629113924050634e-05,
+      "loss": 0.0287,
+      "step": 24650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.627848101265823e-05,
+      "learning_rate_adapter": 9.627848101265823e-05,
+      "loss": 0.0288,
+      "step": 24700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.626582278481013e-05,
+      "learning_rate_adapter": 9.626582278481013e-05,
+      "loss": 0.0288,
+      "step": 24750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.625316455696203e-05,
+      "learning_rate_adapter": 9.625316455696203e-05,
+      "loss": 0.029,
+      "step": 24800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.624050632911393e-05,
+      "learning_rate_adapter": 9.624050632911393e-05,
+      "loss": 0.0289,
+      "step": 24850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.622784810126582e-05,
+      "learning_rate_adapter": 9.622784810126582e-05,
+      "loss": 0.0289,
+      "step": 24900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.621518987341772e-05,
+      "learning_rate_adapter": 9.621518987341772e-05,
+      "loss": 0.0288,
+      "step": 24950
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.620253164556962e-05,
+      "learning_rate_adapter": 9.620253164556962e-05,
+      "loss": 0.0289,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "eval_af_opus100_pr_auc": 0.7654792027074028,
+      "eval_af_ud_pr_auc": 0.9704921177336014,
+      "eval_am_opus100_pr_auc": 0.45554454440952175,
+      "eval_ar_ersatz_pr_auc": 0.9167710891343065,
+      "eval_ar_opus100_pr_auc": 0.72011842138054,
+      "eval_ar_ud_pr_auc": 0.8667440771837739,
+      "eval_average_ersatz_pr_auc": 0.9608915832247906,
+      "eval_average_opus100_pr_auc": 0.8239839506679117,
+      "eval_average_ud_pr_auc": 0.9525483531608393,
+      "eval_az_opus100_pr_auc": 0.7588374698041906,
+      "eval_be_opus100_pr_auc": 0.7137099497646014,
+      "eval_be_ud_pr_auc": 0.8807907148834396,
+      "eval_bg_opus100_pr_auc": 0.9130213459395025,
+      "eval_bg_ud_pr_auc": 0.993401808652051,
+      "eval_bn_opus100_pr_auc": 0.8007102545787713,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8790158634415062,
+      "eval_ca_ud_pr_auc": 0.9882546883681659,
+      "eval_ceb_ud_pr_auc": 0.9997404757243568,
+      "eval_cs_ersatz_pr_auc": 0.9817708623636184,
+      "eval_cs_opus100_pr_auc": 0.8973531166513941,
+      "eval_cs_ud_pr_auc": 0.9566001630768164,
+      "eval_cy_opus100_pr_auc": 0.7899601672858013,
+      "eval_cy_ud_pr_auc": 0.9944158139008383,
+      "eval_da_opus100_pr_auc": 0.9173674372053968,
+      "eval_da_ud_pr_auc": 0.9810813451066833,
+      "eval_de_ersatz_pr_auc": 0.9818158592622371,
+      "eval_de_opus100_pr_auc": 0.8975248628245708,
+      "eval_de_ud_pr_auc": 0.9804572207182012,
+      "eval_el_opus100_pr_auc": 0.9144441267101737,
+      "eval_el_ud_pr_auc": 0.9870221370527679,
+      "eval_en_ersatz_pr_auc": 0.98903298994539,
+      "eval_en_opus100_pr_auc": 0.9203949288984543,
+      "eval_en_ud_pr_auc": 0.9672121161421293,
+      "eval_eo_opus100_pr_auc": 0.9302625383002537,
+      "eval_es_ersatz_pr_auc": 0.9940657207783401,
+      "eval_es_opus100_pr_auc": 0.9248017668632712,
+      "eval_es_ud_pr_auc": 0.988854352840908,
+      "eval_et_ersatz_pr_auc": 0.9800461963780381,
+      "eval_et_opus100_pr_auc": 0.871709829272041,
+      "eval_et_ud_pr_auc": 0.9526420397761252,
+      "eval_eu_opus100_pr_auc": 0.8875098032494927,
+      "eval_eu_ud_pr_auc": 0.9933480676654571,
+      "eval_fa_opus100_pr_auc": 0.5896495688995789,
+      "eval_fa_ud_pr_auc": 0.9889109014068462,
+      "eval_fi_ersatz_pr_auc": 0.9916723051053483,
+      "eval_fi_opus100_pr_auc": 0.9076798401395039,
+      "eval_fi_ud_pr_auc": 0.9571179870187918,
+      "eval_fr_ersatz_pr_auc": 0.9841154526626619,
+      "eval_fr_opus100_pr_auc": 0.909350902775635,
+      "eval_fr_ud_pr_auc": 0.9798986553251248,
+      "eval_fy_opus100_pr_auc": 0.7023945078822602,
+      "eval_ga_opus100_pr_auc": 0.8811449909375559,
+      "eval_ga_ud_pr_auc": 0.8006603938201199,
+      "eval_gd_opus100_pr_auc": 0.633753437258618,
+      "eval_gd_ud_pr_auc": 0.7576744419925311,
+      "eval_gl_opus100_pr_auc": 0.8827615849296843,
+      "eval_gl_ud_pr_auc": 0.9968004723147215,
+      "eval_gu_ersatz_pr_auc": 0.9200950433761147,
+      "eval_gu_opus100_pr_auc": 0.7395227998170785,
+      "eval_ha_opus100_pr_auc": 0.8438919880260806,
+      "eval_he_opus100_pr_auc": 0.8484746388684187,
+      "eval_he_ud_pr_auc": 0.9640765378484053,
+      "eval_hi_ersatz_pr_auc": 0.9662406876325529,
+      "eval_hi_opus100_pr_auc": 0.6508493866694588,
+      "eval_hi_ud_pr_auc": 0.9839379606643542,
+      "eval_hu_opus100_pr_auc": 0.9126560399978874,
+      "eval_hu_ud_pr_auc": 0.9817569108280483,
+      "eval_hy_opus100_pr_auc": 0.9069355886372101,
+      "eval_hy_ud_pr_auc": 0.9869779139482764,
+      "eval_id_opus100_pr_auc": 0.8566990047574272,
+      "eval_id_ud_pr_auc": 0.9906667551151185,
+      "eval_ig_opus100_pr_auc": 0.8838359093399542,
+      "eval_is_opus100_pr_auc": 0.9344149209852584,
+      "eval_is_ud_pr_auc": 0.8802398056403389,
+      "eval_it_opus100_pr_auc": 0.899683111085346,
+      "eval_it_ud_pr_auc": 0.9992290429196281,
+      "eval_ja_ersatz_pr_auc": 0.8032329358460321,
+      "eval_ja_opus100_pr_auc": 0.7969873207352687,
+      "eval_ja_ud_pr_auc": 0.9672350144818733,
+      "eval_jv_ud_pr_auc": 0.9792353517319887,
+      "eval_ka_opus100_pr_auc": 0.8525100257431987,
+      "eval_kk_ersatz_pr_auc": 0.9828664595208607,
+      "eval_kk_opus100_pr_auc": 0.7885955742898991,
+      "eval_kk_ud_pr_auc": 0.969617925283646,
+      "eval_km_ersatz_pr_auc": 0.9061233935600046,
+      "eval_km_opus100_pr_auc": 0.6962811405433752,
+      "eval_kn_opus100_pr_auc": 0.5907322377081949,
+      "eval_ko_opus100_pr_auc": 0.6523807097832469,
+      "eval_ko_ud_pr_auc": 0.9995773567117454,
+      "eval_ku_opus100_pr_auc": 0.8026152256504003,
+      "eval_ky_opus100_pr_auc": 0.882649470295946,
+      "eval_la_ud_pr_auc": 0.9453622184644667,
+      "eval_loss": 0.03279703110456467,
+      "eval_lt_ersatz_pr_auc": 0.9935911051311302,
+      "eval_lt_opus100_pr_auc": 0.8749030343374069,
+      "eval_lt_ud_pr_auc": 0.9923637284743901,
+      "eval_lv_ersatz_pr_auc": 0.9872906109441392,
+      "eval_lv_opus100_pr_auc": 0.8855194156966735,
+      "eval_lv_ud_pr_auc": 0.9589984111761828,
+      "eval_mg_opus100_pr_auc": 0.9278796480512427,
+      "eval_mk_opus100_pr_auc": 0.9025297630623398,
+      "eval_ml_opus100_pr_auc": 0.7677217890528527,
+      "eval_mn_opus100_pr_auc": 0.9455427738540337,
+      "eval_mr_opus100_pr_auc": 0.8816537962271943,
+      "eval_mr_ud_pr_auc": 0.945922006396868,
+      "eval_ms_opus100_pr_auc": 0.8533843876270116,
+      "eval_mt_opus100_pr_auc": 0.8509972499290916,
+      "eval_mt_ud_pr_auc": 0.8461872538068278,
+      "eval_my_opus100_pr_auc": 0.7272360743236829,
+      "eval_ne_opus100_pr_auc": 0.7320545604103039,
+      "eval_nl_opus100_pr_auc": 0.8896235380403902,
+      "eval_nl_ud_pr_auc": 0.966467611526882,
+      "eval_no_opus100_pr_auc": 0.9067311574304046,
+      "eval_no_ud_pr_auc": 0.9949513787977929,
+      "eval_pa_opus100_pr_auc": 0.6956185241221107,
+      "eval_pl_ersatz_pr_auc": 0.9659312995262814,
+      "eval_pl_opus100_pr_auc": 0.8943894048200179,
+      "eval_pl_ud_pr_auc": 0.9527434312627291,
+      "eval_ps_ersatz_pr_auc": 0.9094178282619984,
+      "eval_ps_opus100_pr_auc": 0.7225487774100764,
+      "eval_pt_opus100_pr_auc": 0.9192930606433641,
+      "eval_pt_ud_pr_auc": 0.9809726890164072,
+      "eval_ro_ersatz_pr_auc": 0.9937477347382617,
+      "eval_ro_opus100_pr_auc": 0.8893911067833424,
+      "eval_ro_ud_pr_auc": 0.8393713686427945,
+      "eval_ru_ersatz_pr_auc": 0.9926274530389982,
+      "eval_ru_opus100_pr_auc": 0.9023061335976343,
+      "eval_ru_ud_pr_auc": 0.82597180322517,
+      "eval_runtime": 506.8959,
+      "eval_samples_per_second": 148.985,
+      "eval_si_opus100_pr_auc": 0.8079106782328778,
+      "eval_sk_opus100_pr_auc": 0.9162918078815538,
+      "eval_sk_ud_pr_auc": 0.9854538244046024,
+      "eval_sl_opus100_pr_auc": 0.8629764807095597,
+      "eval_sl_ud_pr_auc": 0.9641906048339767,
+      "eval_sq_opus100_pr_auc": 0.9032642559992939,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9069955822849883,
+      "eval_sr_ud_pr_auc": 0.9989118381466136,
+      "eval_steps_per_second": 0.582,
+      "eval_sv_opus100_pr_auc": 0.8920649887601225,
+      "eval_sv_ud_pr_auc": 0.9404375670650172,
+      "eval_ta_ersatz_pr_auc": 0.9811658206643924,
+      "eval_ta_opus100_pr_auc": 0.6607046969438418,
+      "eval_ta_ud_pr_auc": 0.9974384013280663,
+      "eval_te_opus100_pr_auc": 0.7996320080499313,
+      "eval_tg_opus100_pr_auc": 0.8707061562736201,
+      "eval_th_opus100_pr_auc": 0.6699116715555751,
+      "eval_th_ud_pr_auc": 0.7858914937224989,
+      "eval_tr_ersatz_pr_auc": 0.946058527954919,
+      "eval_tr_opus100_pr_auc": 0.8966904802360552,
+      "eval_tr_ud_pr_auc": 0.94340761753319,
+      "eval_uk_opus100_pr_auc": 0.8543765048756328,
+      "eval_uk_ud_pr_auc": 0.91381208637384,
+      "eval_ur_opus100_pr_auc": 0.5364179814578833,
+      "eval_ur_ud_pr_auc": 0.9938405533339754,
+      "eval_uz_opus100_pr_auc": 0.8501972612319821,
+      "eval_vi_opus100_pr_auc": 0.8946109054221545,
+      "eval_vi_ud_pr_auc": 0.9442314796088772,
+      "eval_xh_opus100_pr_auc": 0.8519174308461582,
+      "eval_yi_opus100_pr_auc": 0.7129475213451084,
+      "eval_yo_opus100_pr_auc": 0.8295737562786961,
+      "eval_yo_ud_pr_auc": 0.8965902829129143,
+      "eval_zh_ersatz_pr_auc": 0.971935455119768,
+      "eval_zh_opus100_pr_auc": 0.8559689668028349,
+      "eval_zh_ud_pr_auc": 0.9970679142368862,
+      "eval_zu_opus100_pr_auc": 0.8199850691183516,
+      "step": 25000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.618987341772153e-05,
+      "learning_rate_adapter": 9.618987341772153e-05,
+      "loss": 0.0288,
+      "step": 25050
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.617721518987343e-05,
+      "learning_rate_adapter": 9.617721518987343e-05,
+      "loss": 0.0287,
+      "step": 25100
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.616455696202532e-05,
+      "learning_rate_adapter": 9.616455696202532e-05,
+      "loss": 0.0287,
+      "step": 25150
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.615189873417722e-05,
+      "learning_rate_adapter": 9.615189873417722e-05,
+      "loss": 0.0289,
+      "step": 25200
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.613924050632912e-05,
+      "learning_rate_adapter": 9.613924050632912e-05,
+      "loss": 0.0291,
+      "step": 25250
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.612658227848101e-05,
+      "learning_rate_adapter": 9.612658227848101e-05,
+      "loss": 0.0288,
+      "step": 25300
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.611392405063292e-05,
+      "learning_rate_adapter": 9.611392405063292e-05,
+      "loss": 0.0288,
+      "step": 25350
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.610126582278481e-05,
+      "learning_rate_adapter": 9.610126582278481e-05,
+      "loss": 0.0288,
+      "step": 25400
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60886075949367e-05,
+      "learning_rate_adapter": 9.60886075949367e-05,
+      "loss": 0.0288,
+      "step": 25450
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.607594936708861e-05,
+      "learning_rate_adapter": 9.607594936708861e-05,
+      "loss": 0.0287,
+      "step": 25500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.60632911392405e-05,
+      "learning_rate_adapter": 9.60632911392405e-05,
+      "loss": 0.0285,
+      "step": 25550
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.605063291139241e-05,
+      "learning_rate_adapter": 9.605063291139241e-05,
+      "loss": 0.0286,
+      "step": 25600
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.603797468354431e-05,
+      "learning_rate_adapter": 9.603797468354431e-05,
+      "loss": 0.0287,
+      "step": 25650
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.602531645569622e-05,
+      "learning_rate_adapter": 9.602531645569622e-05,
+      "loss": 0.0285,
+      "step": 25700
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.601265822784811e-05,
+      "learning_rate_adapter": 9.601265822784811e-05,
+      "loss": 0.0287,
+      "step": 25750
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.6e-05,
+      "learning_rate_adapter": 9.6e-05,
+      "loss": 0.0286,
+      "step": 25800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.598734177215191e-05,
+      "learning_rate_adapter": 9.598734177215191e-05,
+      "loss": 0.0284,
+      "step": 25850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59746835443038e-05,
+      "learning_rate_adapter": 9.59746835443038e-05,
+      "loss": 0.0287,
+      "step": 25900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 9.59620253164557e-05,
+      "learning_rate_adapter": 9.59620253164557e-05,
+      "loss": 0.0288,
+      "step": 25950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59493670886076e-05,
+      "learning_rate_adapter": 9.59493670886076e-05,
+      "loss": 0.0285,
+      "step": 26000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.593670886075949e-05,
+      "learning_rate_adapter": 9.593670886075949e-05,
+      "loss": 0.0282,
+      "step": 26050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.59240506329114e-05,
+      "learning_rate_adapter": 9.59240506329114e-05,
+      "loss": 0.0286,
+      "step": 26100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.591139240506329e-05,
+      "learning_rate_adapter": 9.591139240506329e-05,
+      "loss": 0.0285,
+      "step": 26150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58987341772152e-05,
+      "learning_rate_adapter": 9.58987341772152e-05,
+      "loss": 0.0285,
+      "step": 26200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58860759493671e-05,
+      "learning_rate_adapter": 9.58860759493671e-05,
+      "loss": 0.0283,
+      "step": 26250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.587341772151899e-05,
+      "learning_rate_adapter": 9.587341772151899e-05,
+      "loss": 0.0285,
+      "step": 26300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58607594936709e-05,
+      "learning_rate_adapter": 9.58607594936709e-05,
+      "loss": 0.0285,
+      "step": 26350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.584810126582279e-05,
+      "learning_rate_adapter": 9.584810126582279e-05,
+      "loss": 0.0284,
+      "step": 26400
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.58354430379747e-05,
+      "learning_rate_adapter": 9.58354430379747e-05,
+      "loss": 0.0284,
+      "step": 26450
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.582278481012659e-05,
+      "learning_rate_adapter": 9.582278481012659e-05,
+      "loss": 0.0286,
+      "step": 26500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.581012658227848e-05,
+      "learning_rate_adapter": 9.581012658227848e-05,
+      "loss": 0.0285,
+      "step": 26550
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.579746835443038e-05,
+      "learning_rate_adapter": 9.579746835443038e-05,
+      "loss": 0.0283,
+      "step": 26600
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.578481012658228e-05,
+      "learning_rate_adapter": 9.578481012658228e-05,
+      "loss": 0.0287,
+      "step": 26650
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.577215189873418e-05,
+      "learning_rate_adapter": 9.577215189873418e-05,
+      "loss": 0.0288,
+      "step": 26700
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.575949367088607e-05,
+      "learning_rate_adapter": 9.575949367088607e-05,
+      "loss": 0.0286,
+      "step": 26750
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.574683544303798e-05,
+      "learning_rate_adapter": 9.574683544303798e-05,
+      "loss": 0.0285,
+      "step": 26800
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.573417721518989e-05,
+      "learning_rate_adapter": 9.573417721518989e-05,
+      "loss": 0.0282,
+      "step": 26850
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.572151898734178e-05,
+      "learning_rate_adapter": 9.572151898734178e-05,
+      "loss": 0.0285,
+      "step": 26900
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.570886075949368e-05,
+      "learning_rate_adapter": 9.570886075949368e-05,
+      "loss": 0.0282,
+      "step": 26950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.569620253164557e-05,
+      "learning_rate_adapter": 9.569620253164557e-05,
+      "loss": 0.0286,
+      "step": 27000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.568354430379747e-05,
+      "learning_rate_adapter": 9.568354430379747e-05,
+      "loss": 0.0284,
+      "step": 27050
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.567088607594937e-05,
+      "learning_rate_adapter": 9.567088607594937e-05,
+      "loss": 0.0286,
+      "step": 27100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.565822784810126e-05,
+      "learning_rate_adapter": 9.565822784810126e-05,
+      "loss": 0.0284,
+      "step": 27150
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.564556962025317e-05,
+      "learning_rate_adapter": 9.564556962025317e-05,
+      "loss": 0.0283,
+      "step": 27200
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.563291139240506e-05,
+      "learning_rate_adapter": 9.563291139240506e-05,
+      "loss": 0.0282,
+      "step": 27250
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.562025316455697e-05,
+      "learning_rate_adapter": 9.562025316455697e-05,
+      "loss": 0.0279,
+      "step": 27300
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.560759493670886e-05,
+      "learning_rate_adapter": 9.560759493670886e-05,
+      "loss": 0.0284,
+      "step": 27350
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 9.559493670886077e-05,
+      "learning_rate_adapter": 9.559493670886077e-05,
+      "loss": 0.0282,
+      "step": 27400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.558227848101267e-05,
+      "learning_rate_adapter": 9.558227848101267e-05,
+      "loss": 0.0283,
+      "step": 27450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.556962025316456e-05,
+      "learning_rate_adapter": 9.556962025316456e-05,
+      "loss": 0.0284,
+      "step": 27500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.555696202531647e-05,
+      "learning_rate_adapter": 9.555696202531647e-05,
+      "loss": 0.0281,
+      "step": 27550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.554430379746836e-05,
+      "learning_rate_adapter": 9.554430379746836e-05,
+      "loss": 0.0282,
+      "step": 27600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.553164556962025e-05,
+      "learning_rate_adapter": 9.553164556962025e-05,
+      "loss": 0.0284,
+      "step": 27650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.551898734177216e-05,
+      "learning_rate_adapter": 9.551898734177216e-05,
+      "loss": 0.0283,
+      "step": 27700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.550632911392405e-05,
+      "learning_rate_adapter": 9.550632911392405e-05,
+      "loss": 0.0282,
+      "step": 27750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.549367088607596e-05,
+      "learning_rate_adapter": 9.549367088607596e-05,
+      "loss": 0.0285,
+      "step": 27800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.548101265822785e-05,
+      "learning_rate_adapter": 9.548101265822785e-05,
+      "loss": 0.0284,
+      "step": 27850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.546835443037974e-05,
+      "learning_rate_adapter": 9.546835443037974e-05,
+      "loss": 0.0281,
+      "step": 27900
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.545569620253165e-05,
+      "learning_rate_adapter": 9.545569620253165e-05,
+      "loss": 0.0284,
+      "step": 27950
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.544303797468355e-05,
+      "learning_rate_adapter": 9.544303797468355e-05,
+      "loss": 0.0277,
+      "step": 28000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.543037974683546e-05,
+      "learning_rate_adapter": 9.543037974683546e-05,
+      "loss": 0.0283,
+      "step": 28050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.541772151898735e-05,
+      "learning_rate_adapter": 9.541772151898735e-05,
+      "loss": 0.0283,
+      "step": 28100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.540506329113924e-05,
+      "learning_rate_adapter": 9.540506329113924e-05,
+      "loss": 0.0282,
+      "step": 28150
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.539240506329115e-05,
+      "learning_rate_adapter": 9.539240506329115e-05,
+      "loss": 0.0283,
+      "step": 28200
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.537974683544304e-05,
+      "learning_rate_adapter": 9.537974683544304e-05,
+      "loss": 0.0284,
+      "step": 28250
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.536708860759495e-05,
+      "learning_rate_adapter": 9.536708860759495e-05,
+      "loss": 0.0283,
+      "step": 28300
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.535443037974684e-05,
+      "learning_rate_adapter": 9.535443037974684e-05,
+      "loss": 0.0283,
+      "step": 28350
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.534177215189873e-05,
+      "learning_rate_adapter": 9.534177215189873e-05,
+      "loss": 0.0282,
+      "step": 28400
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.532911392405063e-05,
+      "learning_rate_adapter": 9.532911392405063e-05,
+      "loss": 0.028,
+      "step": 28450
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.531645569620253e-05,
+      "learning_rate_adapter": 9.531645569620253e-05,
+      "loss": 0.0281,
+      "step": 28500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.530379746835443e-05,
+      "learning_rate_adapter": 9.530379746835443e-05,
+      "loss": 0.0281,
+      "step": 28550
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.529113924050634e-05,
+      "learning_rate_adapter": 9.529113924050634e-05,
+      "loss": 0.028,
+      "step": 28600
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.527848101265823e-05,
+      "learning_rate_adapter": 9.527848101265823e-05,
+      "loss": 0.0282,
+      "step": 28650
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.526582278481014e-05,
+      "learning_rate_adapter": 9.526582278481014e-05,
+      "loss": 0.0281,
+      "step": 28700
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.525316455696203e-05,
+      "learning_rate_adapter": 9.525316455696203e-05,
+      "loss": 0.028,
+      "step": 28750
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.524050632911393e-05,
+      "learning_rate_adapter": 9.524050632911393e-05,
+      "loss": 0.028,
+      "step": 28800
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.522784810126583e-05,
+      "learning_rate_adapter": 9.522784810126583e-05,
+      "loss": 0.0281,
+      "step": 28850
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 9.521518987341772e-05,
+      "learning_rate_adapter": 9.521518987341772e-05,
+      "loss": 0.0278,
+      "step": 28900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.520253164556962e-05,
+      "learning_rate_adapter": 9.520253164556962e-05,
+      "loss": 0.0281,
+      "step": 28950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.518987341772152e-05,
+      "learning_rate_adapter": 9.518987341772152e-05,
+      "loss": 0.0278,
+      "step": 29000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.517721518987342e-05,
+      "learning_rate_adapter": 9.517721518987342e-05,
+      "loss": 0.028,
+      "step": 29050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.516455696202531e-05,
+      "learning_rate_adapter": 9.516455696202531e-05,
+      "loss": 0.028,
+      "step": 29100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.515189873417722e-05,
+      "learning_rate_adapter": 9.515189873417722e-05,
+      "loss": 0.0278,
+      "step": 29150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.513924050632912e-05,
+      "learning_rate_adapter": 9.513924050632912e-05,
+      "loss": 0.028,
+      "step": 29200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.512658227848102e-05,
+      "learning_rate_adapter": 9.512658227848102e-05,
+      "loss": 0.028,
+      "step": 29250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.511392405063292e-05,
+      "learning_rate_adapter": 9.511392405063292e-05,
+      "loss": 0.0282,
+      "step": 29300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.510126582278481e-05,
+      "learning_rate_adapter": 9.510126582278481e-05,
+      "loss": 0.0281,
+      "step": 29350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.508860759493672e-05,
+      "learning_rate_adapter": 9.508860759493672e-05,
+      "loss": 0.0282,
+      "step": 29400
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.507594936708861e-05,
+      "learning_rate_adapter": 9.507594936708861e-05,
+      "loss": 0.0281,
+      "step": 29450
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50632911392405e-05,
+      "learning_rate_adapter": 9.50632911392405e-05,
+      "loss": 0.0279,
+      "step": 29500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.505063291139241e-05,
+      "learning_rate_adapter": 9.505063291139241e-05,
+      "loss": 0.028,
+      "step": 29550
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50379746835443e-05,
+      "learning_rate_adapter": 9.50379746835443e-05,
+      "loss": 0.028,
+      "step": 29600
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.502531645569621e-05,
+      "learning_rate_adapter": 9.502531645569621e-05,
+      "loss": 0.0281,
+      "step": 29650
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.50126582278481e-05,
+      "learning_rate_adapter": 9.50126582278481e-05,
+      "loss": 0.0281,
+      "step": 29700
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.5e-05,
+      "learning_rate_adapter": 9.5e-05,
+      "loss": 0.0279,
+      "step": 29750
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.498734177215191e-05,
+      "learning_rate_adapter": 9.498734177215191e-05,
+      "loss": 0.0277,
+      "step": 29800
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49746835443038e-05,
+      "learning_rate_adapter": 9.49746835443038e-05,
+      "loss": 0.0282,
+      "step": 29850
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.496202531645571e-05,
+      "learning_rate_adapter": 9.496202531645571e-05,
+      "loss": 0.028,
+      "step": 29900
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49493670886076e-05,
+      "learning_rate_adapter": 9.49493670886076e-05,
+      "loss": 0.0277,
+      "step": 29950
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.493670886075949e-05,
+      "learning_rate_adapter": 9.493670886075949e-05,
+      "loss": 0.028,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "eval_af_opus100_pr_auc": 0.8002275965424265,
+      "eval_af_ud_pr_auc": 0.9827324345964867,
+      "eval_am_opus100_pr_auc": 0.4667462292449925,
+      "eval_ar_ersatz_pr_auc": 0.9364010308804669,
+      "eval_ar_opus100_pr_auc": 0.7418195508617548,
+      "eval_ar_ud_pr_auc": 0.8823141652602018,
+      "eval_average_ersatz_pr_auc": 0.9651888405809147,
+      "eval_average_opus100_pr_auc": 0.840361837175333,
+      "eval_average_ud_pr_auc": 0.9617787324872835,
+      "eval_az_opus100_pr_auc": 0.7921788178282099,
+      "eval_be_opus100_pr_auc": 0.7910216945071539,
+      "eval_be_ud_pr_auc": 0.873325664334179,
+      "eval_bg_opus100_pr_auc": 0.9172893737209085,
+      "eval_bg_ud_pr_auc": 0.9974032941392893,
+      "eval_bn_opus100_pr_auc": 0.8270629779933609,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8863849999471379,
+      "eval_ca_ud_pr_auc": 0.9901497730767967,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9853438400817214,
+      "eval_cs_opus100_pr_auc": 0.9106837927571217,
+      "eval_cs_ud_pr_auc": 0.9649178444697613,
+      "eval_cy_opus100_pr_auc": 0.7910465131821227,
+      "eval_cy_ud_pr_auc": 0.9942616023861659,
+      "eval_da_opus100_pr_auc": 0.9142284511860784,
+      "eval_da_ud_pr_auc": 0.9795777439449411,
+      "eval_de_ersatz_pr_auc": 0.9855112448825871,
+      "eval_de_opus100_pr_auc": 0.9003423573879499,
+      "eval_de_ud_pr_auc": 0.9847368213455566,
+      "eval_el_opus100_pr_auc": 0.912745374965842,
+      "eval_el_ud_pr_auc": 0.9864679132827476,
+      "eval_en_ersatz_pr_auc": 0.9918118366663751,
+      "eval_en_opus100_pr_auc": 0.9225724407072788,
+      "eval_en_ud_pr_auc": 0.9837390316861574,
+      "eval_eo_opus100_pr_auc": 0.9344394073072467,
+      "eval_es_ersatz_pr_auc": 0.9968509120646649,
+      "eval_es_opus100_pr_auc": 0.930365253684654,
+      "eval_es_ud_pr_auc": 0.9930658618854851,
+      "eval_et_ersatz_pr_auc": 0.9825741245386194,
+      "eval_et_opus100_pr_auc": 0.8951041141701793,
+      "eval_et_ud_pr_auc": 0.9613536245631022,
+      "eval_eu_opus100_pr_auc": 0.8870598140414448,
+      "eval_eu_ud_pr_auc": 0.993929806532919,
+      "eval_fa_opus100_pr_auc": 0.6092181137100174,
+      "eval_fa_ud_pr_auc": 0.9938413624228293,
+      "eval_fi_ersatz_pr_auc": 0.9916980284643717,
+      "eval_fi_opus100_pr_auc": 0.9066038745424407,
+      "eval_fi_ud_pr_auc": 0.9644458471859374,
+      "eval_fr_ersatz_pr_auc": 0.9887170166453144,
+      "eval_fr_opus100_pr_auc": 0.9096715663165379,
+      "eval_fr_ud_pr_auc": 0.9810027818488505,
+      "eval_fy_opus100_pr_auc": 0.74760577789666,
+      "eval_ga_opus100_pr_auc": 0.8897403946266463,
+      "eval_ga_ud_pr_auc": 0.794748418600993,
+      "eval_gd_opus100_pr_auc": 0.6669354157138317,
+      "eval_gd_ud_pr_auc": 0.8119967749229666,
+      "eval_gl_opus100_pr_auc": 0.8863208397393149,
+      "eval_gl_ud_pr_auc": 0.9977654320453861,
+      "eval_gu_ersatz_pr_auc": 0.9332928584496485,
+      "eval_gu_opus100_pr_auc": 0.7656674275723282,
+      "eval_ha_opus100_pr_auc": 0.8957729761443541,
+      "eval_he_opus100_pr_auc": 0.8576320941989259,
+      "eval_he_ud_pr_auc": 0.9652807183420353,
+      "eval_hi_ersatz_pr_auc": 0.9731958454097762,
+      "eval_hi_opus100_pr_auc": 0.6867625661948225,
+      "eval_hi_ud_pr_auc": 0.9881337119895247,
+      "eval_hu_opus100_pr_auc": 0.9142294297570182,
+      "eval_hu_ud_pr_auc": 0.9830505506176606,
+      "eval_hy_opus100_pr_auc": 0.9264783571200895,
+      "eval_hy_ud_pr_auc": 0.993060778534078,
+      "eval_id_opus100_pr_auc": 0.884596915081979,
+      "eval_id_ud_pr_auc": 0.9968233162998126,
+      "eval_ig_opus100_pr_auc": 0.8872714129674835,
+      "eval_is_opus100_pr_auc": 0.9316118290043305,
+      "eval_is_ud_pr_auc": 0.9150610132002692,
+      "eval_it_opus100_pr_auc": 0.903347667578222,
+      "eval_it_ud_pr_auc": 0.998518725672816,
+      "eval_ja_ersatz_pr_auc": 0.8026016641541597,
+      "eval_ja_opus100_pr_auc": 0.8041742770730657,
+      "eval_ja_ud_pr_auc": 0.9640376713955996,
+      "eval_jv_ud_pr_auc": 0.9914034955507949,
+      "eval_ka_opus100_pr_auc": 0.8555361230661597,
+      "eval_kk_ersatz_pr_auc": 0.9853985031538329,
+      "eval_kk_opus100_pr_auc": 0.8311588032877861,
+      "eval_kk_ud_pr_auc": 0.9705577670894922,
+      "eval_km_ersatz_pr_auc": 0.9131947309236546,
+      "eval_km_opus100_pr_auc": 0.7286140395655433,
+      "eval_kn_opus100_pr_auc": 0.6459025710860086,
+      "eval_ko_opus100_pr_auc": 0.6953048929819765,
+      "eval_ko_ud_pr_auc": 0.9996142384308402,
+      "eval_ku_opus100_pr_auc": 0.8267856140168314,
+      "eval_ky_opus100_pr_auc": 0.9071371931724042,
+      "eval_la_ud_pr_auc": 0.9679257716598724,
+      "eval_loss": 0.031734734773635864,
+      "eval_lt_ersatz_pr_auc": 0.9960289587065484,
+      "eval_lt_opus100_pr_auc": 0.8829297972193284,
+      "eval_lt_ud_pr_auc": 0.9954626986177457,
+      "eval_lv_ersatz_pr_auc": 0.9873830385109775,
+      "eval_lv_opus100_pr_auc": 0.8858299275539236,
+      "eval_lv_ud_pr_auc": 0.9652951308762426,
+      "eval_mg_opus100_pr_auc": 0.9238115080621688,
+      "eval_mk_opus100_pr_auc": 0.9024513721770447,
+      "eval_ml_opus100_pr_auc": 0.7856542852852579,
+      "eval_mn_opus100_pr_auc": 0.9603309473443555,
+      "eval_mr_opus100_pr_auc": 0.8975668326546264,
+      "eval_mr_ud_pr_auc": 0.9560746838163264,
+      "eval_ms_opus100_pr_auc": 0.8764165999260323,
+      "eval_mt_opus100_pr_auc": 0.8728681202394173,
+      "eval_mt_ud_pr_auc": 0.8614639228610739,
+      "eval_my_opus100_pr_auc": 0.7270991050610162,
+      "eval_ne_opus100_pr_auc": 0.756272478534542,
+      "eval_nl_opus100_pr_auc": 0.8956101358660621,
+      "eval_nl_ud_pr_auc": 0.9845978965029542,
+      "eval_no_opus100_pr_auc": 0.9087774981707419,
+      "eval_no_ud_pr_auc": 0.9956584587184997,
+      "eval_pa_opus100_pr_auc": 0.7302552617447312,
+      "eval_pl_ersatz_pr_auc": 0.9757567418093676,
+      "eval_pl_opus100_pr_auc": 0.8946409159545096,
+      "eval_pl_ud_pr_auc": 0.9668366817400196,
+      "eval_ps_ersatz_pr_auc": 0.924040993477187,
+      "eval_ps_opus100_pr_auc": 0.7603282359006518,
+      "eval_pt_opus100_pr_auc": 0.9244758192481977,
+      "eval_pt_ud_pr_auc": 0.9830210597914399,
+      "eval_ro_ersatz_pr_auc": 0.9919472637354323,
+      "eval_ro_opus100_pr_auc": 0.8801981529216786,
+      "eval_ro_ud_pr_auc": 0.9791843491494274,
+      "eval_ru_ersatz_pr_auc": 0.9899437290410967,
+      "eval_ru_opus100_pr_auc": 0.9131227516698721,
+      "eval_ru_ud_pr_auc": 0.8604234027895583,
+      "eval_runtime": 505.5737,
+      "eval_samples_per_second": 149.375,
+      "eval_si_opus100_pr_auc": 0.8208001280457877,
+      "eval_sk_opus100_pr_auc": 0.9278797846094915,
+      "eval_sk_ud_pr_auc": 0.9839564723128066,
+      "eval_sl_opus100_pr_auc": 0.8698758750919637,
+      "eval_sl_ud_pr_auc": 0.9725684905258639,
+      "eval_sq_opus100_pr_auc": 0.9125119197010265,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9035001527104931,
+      "eval_sr_ud_pr_auc": 0.9980012310687282,
+      "eval_steps_per_second": 0.583,
+      "eval_sv_opus100_pr_auc": 0.8893853978330523,
+      "eval_sv_ud_pr_auc": 0.9534085115585073,
+      "eval_ta_ersatz_pr_auc": 0.9819253080771727,
+      "eval_ta_opus100_pr_auc": 0.698534737066818,
+      "eval_ta_ud_pr_auc": 0.994735620420482,
+      "eval_te_opus100_pr_auc": 0.838413158697338,
+      "eval_tg_opus100_pr_auc": 0.9059888015605752,
+      "eval_th_opus100_pr_auc": 0.6732121001174043,
+      "eval_th_ud_pr_auc": 0.8047562406754156,
+      "eval_tr_ersatz_pr_auc": 0.9597385522035933,
+      "eval_tr_opus100_pr_auc": 0.9041188647370374,
+      "eval_tr_ud_pr_auc": 0.9483589502734259,
+      "eval_uk_opus100_pr_auc": 0.873783679554406,
+      "eval_uk_ud_pr_auc": 0.9285613482880901,
+      "eval_ur_opus100_pr_auc": 0.5469202685551757,
+      "eval_ur_ud_pr_auc": 0.9954647648542269,
+      "eval_uz_opus100_pr_auc": 0.8726409742025627,
+      "eval_vi_opus100_pr_auc": 0.9027045622148447,
+      "eval_vi_ud_pr_auc": 0.9566282557397399,
+      "eval_xh_opus100_pr_auc": 0.8739404652793802,
+      "eval_yi_opus100_pr_auc": 0.7904949987019275,
+      "eval_yo_opus100_pr_auc": 0.8433891576497404,
+      "eval_yo_ud_pr_auc": 0.8976440176675127,
+      "eval_zh_ersatz_pr_auc": 0.9607982709035524,
+      "eval_zh_opus100_pr_auc": 0.8650740174519583,
+      "eval_zh_ud_pr_auc": 0.994069824708819,
+      "eval_zu_opus100_pr_auc": 0.8324629266115118,
+      "step": 30000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.49240506329114e-05,
+      "learning_rate_adapter": 9.49240506329114e-05,
+      "loss": 0.0279,
+      "step": 30050
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.491139240506329e-05,
+      "learning_rate_adapter": 9.491139240506329e-05,
+      "loss": 0.0278,
+      "step": 30100
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48987341772152e-05,
+      "learning_rate_adapter": 9.48987341772152e-05,
+      "loss": 0.0278,
+      "step": 30150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.488607594936709e-05,
+      "learning_rate_adapter": 9.488607594936709e-05,
+      "loss": 0.0278,
+      "step": 30200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.487341772151898e-05,
+      "learning_rate_adapter": 9.487341772151898e-05,
+      "loss": 0.0281,
+      "step": 30250
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.486075949367089e-05,
+      "learning_rate_adapter": 9.486075949367089e-05,
+      "loss": 0.0279,
+      "step": 30300
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.484810126582279e-05,
+      "learning_rate_adapter": 9.484810126582279e-05,
+      "loss": 0.0276,
+      "step": 30350
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 9.48354430379747e-05,
+      "learning_rate_adapter": 9.48354430379747e-05,
+      "loss": 0.0279,
+      "step": 30400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.482278481012659e-05,
+      "learning_rate_adapter": 9.482278481012659e-05,
+      "loss": 0.0277,
+      "step": 30450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.481012658227848e-05,
+      "learning_rate_adapter": 9.481012658227848e-05,
+      "loss": 0.0278,
+      "step": 30500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.479746835443039e-05,
+      "learning_rate_adapter": 9.479746835443039e-05,
+      "loss": 0.0277,
+      "step": 30550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.478481012658228e-05,
+      "learning_rate_adapter": 9.478481012658228e-05,
+      "loss": 0.0278,
+      "step": 30600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.477215189873418e-05,
+      "learning_rate_adapter": 9.477215189873418e-05,
+      "loss": 0.028,
+      "step": 30650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.475949367088608e-05,
+      "learning_rate_adapter": 9.475949367088608e-05,
+      "loss": 0.028,
+      "step": 30700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.474683544303798e-05,
+      "learning_rate_adapter": 9.474683544303798e-05,
+      "loss": 0.0278,
+      "step": 30750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.473417721518987e-05,
+      "learning_rate_adapter": 9.473417721518987e-05,
+      "loss": 0.0276,
+      "step": 30800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.472151898734177e-05,
+      "learning_rate_adapter": 9.472151898734177e-05,
+      "loss": 0.0279,
+      "step": 30850
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.470886075949367e-05,
+      "learning_rate_adapter": 9.470886075949367e-05,
+      "loss": 0.0277,
+      "step": 30900
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.469620253164558e-05,
+      "learning_rate_adapter": 9.469620253164558e-05,
+      "loss": 0.0277,
+      "step": 30950
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.468354430379748e-05,
+      "learning_rate_adapter": 9.468354430379748e-05,
+      "loss": 0.0277,
+      "step": 31000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.467088607594938e-05,
+      "learning_rate_adapter": 9.467088607594938e-05,
+      "loss": 0.0277,
+      "step": 31050
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.465822784810127e-05,
+      "learning_rate_adapter": 9.465822784810127e-05,
+      "loss": 0.0279,
+      "step": 31100
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.464556962025317e-05,
+      "learning_rate_adapter": 9.464556962025317e-05,
+      "loss": 0.0278,
+      "step": 31150
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.463291139240507e-05,
+      "learning_rate_adapter": 9.463291139240507e-05,
+      "loss": 0.0278,
+      "step": 31200
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.462025316455697e-05,
+      "learning_rate_adapter": 9.462025316455697e-05,
+      "loss": 0.0277,
+      "step": 31250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.460759493670886e-05,
+      "learning_rate_adapter": 9.460759493670886e-05,
+      "loss": 0.028,
+      "step": 31300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.459493670886076e-05,
+      "learning_rate_adapter": 9.459493670886076e-05,
+      "loss": 0.0277,
+      "step": 31350
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.458227848101266e-05,
+      "learning_rate_adapter": 9.458227848101266e-05,
+      "loss": 0.0275,
+      "step": 31400
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.456962025316455e-05,
+      "learning_rate_adapter": 9.456962025316455e-05,
+      "loss": 0.0275,
+      "step": 31450
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.455696202531646e-05,
+      "learning_rate_adapter": 9.455696202531646e-05,
+      "loss": 0.0276,
+      "step": 31500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.454430379746836e-05,
+      "learning_rate_adapter": 9.454430379746836e-05,
+      "loss": 0.0277,
+      "step": 31550
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.453164556962026e-05,
+      "learning_rate_adapter": 9.453164556962026e-05,
+      "loss": 0.028,
+      "step": 31600
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.451898734177216e-05,
+      "learning_rate_adapter": 9.451898734177216e-05,
+      "loss": 0.0279,
+      "step": 31650
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.450632911392405e-05,
+      "learning_rate_adapter": 9.450632911392405e-05,
+      "loss": 0.0276,
+      "step": 31700
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.449367088607596e-05,
+      "learning_rate_adapter": 9.449367088607596e-05,
+      "loss": 0.0274,
+      "step": 31750
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.448101265822785e-05,
+      "learning_rate_adapter": 9.448101265822785e-05,
+      "loss": 0.0278,
+      "step": 31800
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 9.446835443037974e-05,
+      "learning_rate_adapter": 9.446835443037974e-05,
+      "loss": 0.0277,
+      "step": 31850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.445569620253165e-05,
+      "learning_rate_adapter": 9.445569620253165e-05,
+      "loss": 0.0275,
+      "step": 31900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.444303797468354e-05,
+      "learning_rate_adapter": 9.444303797468354e-05,
+      "loss": 0.0275,
+      "step": 31950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.443037974683545e-05,
+      "learning_rate_adapter": 9.443037974683545e-05,
+      "loss": 0.0274,
+      "step": 32000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.441772151898734e-05,
+      "learning_rate_adapter": 9.441772151898734e-05,
+      "loss": 0.0276,
+      "step": 32050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.440506329113924e-05,
+      "learning_rate_adapter": 9.440506329113924e-05,
+      "loss": 0.0274,
+      "step": 32100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.439240506329115e-05,
+      "learning_rate_adapter": 9.439240506329115e-05,
+      "loss": 0.0276,
+      "step": 32150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.437974683544304e-05,
+      "learning_rate_adapter": 9.437974683544304e-05,
+      "loss": 0.0276,
+      "step": 32200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.436708860759495e-05,
+      "learning_rate_adapter": 9.436708860759495e-05,
+      "loss": 0.0276,
+      "step": 32250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.435443037974684e-05,
+      "learning_rate_adapter": 9.435443037974684e-05,
+      "loss": 0.0278,
+      "step": 32300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.434177215189875e-05,
+      "learning_rate_adapter": 9.434177215189875e-05,
+      "loss": 0.0276,
+      "step": 32350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.432911392405064e-05,
+      "learning_rate_adapter": 9.432911392405064e-05,
+      "loss": 0.0277,
+      "step": 32400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.431645569620253e-05,
+      "learning_rate_adapter": 9.431645569620253e-05,
+      "loss": 0.0276,
+      "step": 32450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.430379746835444e-05,
+      "learning_rate_adapter": 9.430379746835444e-05,
+      "loss": 0.0274,
+      "step": 32500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.429113924050633e-05,
+      "learning_rate_adapter": 9.429113924050633e-05,
+      "loss": 0.0273,
+      "step": 32550
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.427848101265823e-05,
+      "learning_rate_adapter": 9.427848101265823e-05,
+      "loss": 0.0276,
+      "step": 32600
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.426582278481013e-05,
+      "learning_rate_adapter": 9.426582278481013e-05,
+      "loss": 0.0275,
+      "step": 32650
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.425316455696203e-05,
+      "learning_rate_adapter": 9.425316455696203e-05,
+      "loss": 0.0277,
+      "step": 32700
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.424050632911394e-05,
+      "learning_rate_adapter": 9.424050632911394e-05,
+      "loss": 0.0274,
+      "step": 32750
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.422784810126583e-05,
+      "learning_rate_adapter": 9.422784810126583e-05,
+      "loss": 0.0277,
+      "step": 32800
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.421518987341773e-05,
+      "learning_rate_adapter": 9.421518987341773e-05,
+      "loss": 0.0274,
+      "step": 32850
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.420253164556963e-05,
+      "learning_rate_adapter": 9.420253164556963e-05,
+      "loss": 0.0275,
+      "step": 32900
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.418987341772152e-05,
+      "learning_rate_adapter": 9.418987341772152e-05,
+      "loss": 0.0277,
+      "step": 32950
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.417721518987342e-05,
+      "learning_rate_adapter": 9.417721518987342e-05,
+      "loss": 0.0276,
+      "step": 33000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.416455696202532e-05,
+      "learning_rate_adapter": 9.416455696202532e-05,
+      "loss": 0.0276,
+      "step": 33050
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.415189873417722e-05,
+      "learning_rate_adapter": 9.415189873417722e-05,
+      "loss": 0.0274,
+      "step": 33100
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.413924050632911e-05,
+      "learning_rate_adapter": 9.413924050632911e-05,
+      "loss": 0.0272,
+      "step": 33150
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.4126582278481e-05,
+      "learning_rate_adapter": 9.4126582278481e-05,
+      "loss": 0.0275,
+      "step": 33200
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.411392405063291e-05,
+      "learning_rate_adapter": 9.411392405063291e-05,
+      "loss": 0.0274,
+      "step": 33250
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.410126582278482e-05,
+      "learning_rate_adapter": 9.410126582278482e-05,
+      "loss": 0.0274,
+      "step": 33300
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 9.408860759493672e-05,
+      "learning_rate_adapter": 9.408860759493672e-05,
+      "loss": 0.0274,
+      "step": 33350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.407594936708861e-05,
+      "learning_rate_adapter": 9.407594936708861e-05,
+      "loss": 0.0269,
+      "step": 33400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.406329113924051e-05,
+      "learning_rate_adapter": 9.406329113924051e-05,
+      "loss": 0.0271,
+      "step": 33450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.405063291139241e-05,
+      "learning_rate_adapter": 9.405063291139241e-05,
+      "loss": 0.0276,
+      "step": 33500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40379746835443e-05,
+      "learning_rate_adapter": 9.40379746835443e-05,
+      "loss": 0.0275,
+      "step": 33550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.402531645569621e-05,
+      "learning_rate_adapter": 9.402531645569621e-05,
+      "loss": 0.0273,
+      "step": 33600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.40126582278481e-05,
+      "learning_rate_adapter": 9.40126582278481e-05,
+      "loss": 0.0274,
+      "step": 33650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.4e-05,
+      "learning_rate_adapter": 9.4e-05,
+      "loss": 0.0273,
+      "step": 33700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39873417721519e-05,
+      "learning_rate_adapter": 9.39873417721519e-05,
+      "loss": 0.0275,
+      "step": 33750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.397468354430379e-05,
+      "learning_rate_adapter": 9.397468354430379e-05,
+      "loss": 0.0274,
+      "step": 33800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39620253164557e-05,
+      "learning_rate_adapter": 9.39620253164557e-05,
+      "loss": 0.0273,
+      "step": 33850
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39493670886076e-05,
+      "learning_rate_adapter": 9.39493670886076e-05,
+      "loss": 0.0274,
+      "step": 33900
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.393670886075951e-05,
+      "learning_rate_adapter": 9.393670886075951e-05,
+      "loss": 0.0273,
+      "step": 33950
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39240506329114e-05,
+      "learning_rate_adapter": 9.39240506329114e-05,
+      "loss": 0.0275,
+      "step": 34000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.39113924050633e-05,
+      "learning_rate_adapter": 9.39113924050633e-05,
+      "loss": 0.0274,
+      "step": 34050
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.38987341772152e-05,
+      "learning_rate_adapter": 9.38987341772152e-05,
+      "loss": 0.0272,
+      "step": 34100
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.388607594936709e-05,
+      "learning_rate_adapter": 9.388607594936709e-05,
+      "loss": 0.0271,
+      "step": 34150
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.3873417721519e-05,
+      "learning_rate_adapter": 9.3873417721519e-05,
+      "loss": 0.0271,
+      "step": 34200
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.386075949367089e-05,
+      "learning_rate_adapter": 9.386075949367089e-05,
+      "loss": 0.0273,
+      "step": 34250
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.384810126582278e-05,
+      "learning_rate_adapter": 9.384810126582278e-05,
+      "loss": 0.0274,
+      "step": 34300
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.383544303797469e-05,
+      "learning_rate_adapter": 9.383544303797469e-05,
+      "loss": 0.0272,
+      "step": 34350
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.382278481012658e-05,
+      "learning_rate_adapter": 9.382278481012658e-05,
+      "loss": 0.027,
+      "step": 34400
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.381012658227848e-05,
+      "learning_rate_adapter": 9.381012658227848e-05,
+      "loss": 0.027,
+      "step": 34450
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.379746835443039e-05,
+      "learning_rate_adapter": 9.379746835443039e-05,
+      "loss": 0.027,
+      "step": 34500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.378481012658228e-05,
+      "learning_rate_adapter": 9.378481012658228e-05,
+      "loss": 0.0274,
+      "step": 34550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.377215189873419e-05,
+      "learning_rate_adapter": 9.377215189873419e-05,
+      "loss": 0.0273,
+      "step": 34600
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.375949367088608e-05,
+      "learning_rate_adapter": 9.375949367088608e-05,
+      "loss": 0.027,
+      "step": 34650
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.374683544303799e-05,
+      "learning_rate_adapter": 9.374683544303799e-05,
+      "loss": 0.0271,
+      "step": 34700
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.373417721518988e-05,
+      "learning_rate_adapter": 9.373417721518988e-05,
+      "loss": 0.0274,
+      "step": 34750
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.372151898734177e-05,
+      "learning_rate_adapter": 9.372151898734177e-05,
+      "loss": 0.0272,
+      "step": 34800
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 9.370886075949367e-05,
+      "learning_rate_adapter": 9.370886075949367e-05,
+      "loss": 0.0272,
+      "step": 34850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.369620253164557e-05,
+      "learning_rate_adapter": 9.369620253164557e-05,
+      "loss": 0.0272,
+      "step": 34900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.368354430379747e-05,
+      "learning_rate_adapter": 9.368354430379747e-05,
+      "loss": 0.0273,
+      "step": 34950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.367088607594936e-05,
+      "learning_rate_adapter": 9.367088607594936e-05,
+      "loss": 0.0272,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "eval_af_opus100_pr_auc": 0.7809814330842129,
+      "eval_af_ud_pr_auc": 0.9811695817870049,
+      "eval_am_opus100_pr_auc": 0.5112663370061971,
+      "eval_ar_ersatz_pr_auc": 0.9395279000295061,
+      "eval_ar_opus100_pr_auc": 0.737644014811955,
+      "eval_ar_ud_pr_auc": 0.8864640310970834,
+      "eval_average_ersatz_pr_auc": 0.9670099020295401,
+      "eval_average_opus100_pr_auc": 0.8358594316939458,
+      "eval_average_ud_pr_auc": 0.9633574599648892,
+      "eval_az_opus100_pr_auc": 0.8149780354930907,
+      "eval_be_opus100_pr_auc": 0.7085285912523579,
+      "eval_be_ud_pr_auc": 0.8832980434269346,
+      "eval_bg_opus100_pr_auc": 0.9140402612408323,
+      "eval_bg_ud_pr_auc": 0.9957888579095525,
+      "eval_bn_opus100_pr_auc": 0.8154057150552723,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8799553881669188,
+      "eval_ca_ud_pr_auc": 0.9951811017888699,
+      "eval_ceb_ud_pr_auc": 1.0,
+      "eval_cs_ersatz_pr_auc": 0.9879370118770975,
+      "eval_cs_opus100_pr_auc": 0.90350164131361,
+      "eval_cs_ud_pr_auc": 0.9642928509425802,
+      "eval_cy_opus100_pr_auc": 0.7838076379684451,
+      "eval_cy_ud_pr_auc": 0.9971934836217049,
+      "eval_da_opus100_pr_auc": 0.9168371002463512,
+      "eval_da_ud_pr_auc": 0.9818292710829849,
+      "eval_de_ersatz_pr_auc": 0.9857367532412187,
+      "eval_de_opus100_pr_auc": 0.9057839947699746,
+      "eval_de_ud_pr_auc": 0.9827799165463575,
+      "eval_el_opus100_pr_auc": 0.9213202633670151,
+      "eval_el_ud_pr_auc": 0.9966432705715541,
+      "eval_en_ersatz_pr_auc": 0.9935085815766673,
+      "eval_en_opus100_pr_auc": 0.9256667886686993,
+      "eval_en_ud_pr_auc": 0.9732921162067621,
+      "eval_eo_opus100_pr_auc": 0.9312741838372987,
+      "eval_es_ersatz_pr_auc": 0.997293866621223,
+      "eval_es_opus100_pr_auc": 0.9261672393756339,
+      "eval_es_ud_pr_auc": 0.9928237106295781,
+      "eval_et_ersatz_pr_auc": 0.9829982356360828,
+      "eval_et_opus100_pr_auc": 0.8974044018592798,
+      "eval_et_ud_pr_auc": 0.9710274209514492,
+      "eval_eu_opus100_pr_auc": 0.879577160488912,
+      "eval_eu_ud_pr_auc": 0.9946828831600912,
+      "eval_fa_opus100_pr_auc": 0.6201701365399767,
+      "eval_fa_ud_pr_auc": 0.995373487888406,
+      "eval_fi_ersatz_pr_auc": 0.9913920439595943,
+      "eval_fi_opus100_pr_auc": 0.9151033741431611,
+      "eval_fi_ud_pr_auc": 0.9686266683317608,
+      "eval_fr_ersatz_pr_auc": 0.9882062954304692,
+      "eval_fr_opus100_pr_auc": 0.9135792149674605,
+      "eval_fr_ud_pr_auc": 0.9819174821865992,
+      "eval_fy_opus100_pr_auc": 0.6680875100617204,
+      "eval_ga_opus100_pr_auc": 0.8873922111221413,
+      "eval_ga_ud_pr_auc": 0.8183746550698876,
+      "eval_gd_opus100_pr_auc": 0.6565566803256966,
+      "eval_gd_ud_pr_auc": 0.8050196926434408,
+      "eval_gl_opus100_pr_auc": 0.8849620079879075,
+      "eval_gl_ud_pr_auc": 0.9944326224114618,
+      "eval_gu_ersatz_pr_auc": 0.9360475113301451,
+      "eval_gu_opus100_pr_auc": 0.7388644708053024,
+      "eval_ha_opus100_pr_auc": 0.9050701262284868,
+      "eval_he_opus100_pr_auc": 0.8835235881117699,
+      "eval_he_ud_pr_auc": 0.981390052081244,
+      "eval_hi_ersatz_pr_auc": 0.9745818851066005,
+      "eval_hi_opus100_pr_auc": 0.6748123918204464,
+      "eval_hi_ud_pr_auc": 0.9883199841983218,
+      "eval_hu_opus100_pr_auc": 0.9195472408149209,
+      "eval_hu_ud_pr_auc": 0.9841355350612974,
+      "eval_hy_opus100_pr_auc": 0.9115167577225579,
+      "eval_hy_ud_pr_auc": 0.9836028201837813,
+      "eval_id_opus100_pr_auc": 0.8992349569693756,
+      "eval_id_ud_pr_auc": 0.9966778155153918,
+      "eval_ig_opus100_pr_auc": 0.8750778981181626,
+      "eval_is_opus100_pr_auc": 0.9298856848563067,
+      "eval_is_ud_pr_auc": 0.9044954695601736,
+      "eval_it_opus100_pr_auc": 0.900125136527301,
+      "eval_it_ud_pr_auc": 0.9995155849343429,
+      "eval_ja_ersatz_pr_auc": 0.815193391803438,
+      "eval_ja_opus100_pr_auc": 0.8199700998318727,
+      "eval_ja_ud_pr_auc": 0.9733210089923348,
+      "eval_jv_ud_pr_auc": 0.989483462907593,
+      "eval_ka_opus100_pr_auc": 0.8696168556922403,
+      "eval_kk_ersatz_pr_auc": 0.9862525943993338,
+      "eval_kk_opus100_pr_auc": 0.8107526598479676,
+      "eval_kk_ud_pr_auc": 0.9741685981319345,
+      "eval_km_ersatz_pr_auc": 0.9149935923863038,
+      "eval_km_opus100_pr_auc": 0.7139751565098849,
+      "eval_kn_opus100_pr_auc": 0.61703441138876,
+      "eval_ko_opus100_pr_auc": 0.6849852297851811,
+      "eval_ko_ud_pr_auc": 0.9990625455122333,
+      "eval_ku_opus100_pr_auc": 0.8471129512948727,
+      "eval_ky_opus100_pr_auc": 0.8862548949806582,
+      "eval_la_ud_pr_auc": 0.9699143717142427,
+      "eval_loss": 0.031248392537236214,
+      "eval_lt_ersatz_pr_auc": 0.9966075409975638,
+      "eval_lt_opus100_pr_auc": 0.8824807533680344,
+      "eval_lt_ud_pr_auc": 0.9950148687486584,
+      "eval_lv_ersatz_pr_auc": 0.9905280971374381,
+      "eval_lv_opus100_pr_auc": 0.8808319374599597,
+      "eval_lv_ud_pr_auc": 0.9614235677387971,
+      "eval_mg_opus100_pr_auc": 0.9273881517696234,
+      "eval_mk_opus100_pr_auc": 0.9105482505248588,
+      "eval_ml_opus100_pr_auc": 0.7812908887078103,
+      "eval_mn_opus100_pr_auc": 0.9532119913886465,
+      "eval_mr_opus100_pr_auc": 0.8960622332651466,
+      "eval_mr_ud_pr_auc": 0.9634961304759776,
+      "eval_ms_opus100_pr_auc": 0.8721658620022208,
+      "eval_mt_opus100_pr_auc": 0.8535401268597925,
+      "eval_mt_ud_pr_auc": 0.8663449818349451,
+      "eval_my_opus100_pr_auc": 0.7533331349917491,
+      "eval_ne_opus100_pr_auc": 0.7207149206594727,
+      "eval_nl_opus100_pr_auc": 0.895303049443127,
+      "eval_nl_ud_pr_auc": 0.9850808695222667,
+      "eval_no_opus100_pr_auc": 0.913598950508018,
+      "eval_no_ud_pr_auc": 0.9967956091310456,
+      "eval_pa_opus100_pr_auc": 0.6756292999955426,
+      "eval_pl_ersatz_pr_auc": 0.978167278843789,
+      "eval_pl_opus100_pr_auc": 0.8968931607314952,
+      "eval_pl_ud_pr_auc": 0.9713550123088687,
+      "eval_ps_ersatz_pr_auc": 0.9282399804546281,
+      "eval_ps_opus100_pr_auc": 0.7444015073048772,
+      "eval_pt_opus100_pr_auc": 0.9273142197115327,
+      "eval_pt_ud_pr_auc": 0.9829759816993892,
+      "eval_ro_ersatz_pr_auc": 0.9957068840545429,
+      "eval_ro_opus100_pr_auc": 0.8856006951922744,
+      "eval_ro_ud_pr_auc": 0.9635865395464583,
+      "eval_ru_ersatz_pr_auc": 0.9891926953199082,
+      "eval_ru_opus100_pr_auc": 0.9128579881701517,
+      "eval_ru_ud_pr_auc": 0.8452969742015317,
+      "eval_runtime": 507.593,
+      "eval_samples_per_second": 148.781,
+      "eval_si_opus100_pr_auc": 0.8137754724050505,
+      "eval_sk_opus100_pr_auc": 0.9326087524729033,
+      "eval_sk_ud_pr_auc": 0.9864462424939923,
+      "eval_sl_opus100_pr_auc": 0.871616085098669,
+      "eval_sl_ud_pr_auc": 0.9689358601220788,
+      "eval_sq_opus100_pr_auc": 0.9124874644296612,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9083421686525605,
+      "eval_sr_ud_pr_auc": 0.9996569599715563,
+      "eval_steps_per_second": 0.581,
+      "eval_sv_opus100_pr_auc": 0.895808714537141,
+      "eval_sv_ud_pr_auc": 0.9507475321467089,
+      "eval_ta_ersatz_pr_auc": 0.984708591029004,
+      "eval_ta_opus100_pr_auc": 0.6756416974471522,
+      "eval_ta_ud_pr_auc": 0.9936752935301829,
+      "eval_te_opus100_pr_auc": 0.8220658481695229,
+      "eval_tg_opus100_pr_auc": 0.892065616655637,
+      "eval_th_opus100_pr_auc": 0.6782771623814656,
+      "eval_th_ud_pr_auc": 0.8215484798859147,
+      "eval_tr_ersatz_pr_auc": 0.9651566967186785,
+      "eval_tr_opus100_pr_auc": 0.9015554390910031,
+      "eval_tr_ud_pr_auc": 0.9588016510762855,
+      "eval_uk_opus100_pr_auc": 0.8724371204317442,
+      "eval_uk_ud_pr_auc": 0.9209018969952566,
+      "eval_ur_opus100_pr_auc": 0.557101827440652,
+      "eval_ur_ud_pr_auc": 0.9951561753201278,
+      "eval_uz_opus100_pr_auc": 0.8670563837733285,
+      "eval_vi_opus100_pr_auc": 0.9113790967252003,
+      "eval_vi_ud_pr_auc": 0.9607708826624561,
+      "eval_xh_opus100_pr_auc": 0.8669463328498584,
+      "eval_yi_opus100_pr_auc": 0.7732127134921404,
+      "eval_yo_opus100_pr_auc": 0.8302682634695182,
+      "eval_yo_ud_pr_auc": 0.9253657659476182,
+      "eval_zh_ersatz_pr_auc": 0.9522404166966486,
+      "eval_zh_opus100_pr_auc": 0.8570153490895986,
+      "eval_zh_ud_pr_auc": 0.9936995455916113,
+      "eval_zu_opus100_pr_auc": 0.8302929337762404,
+      "step": 35000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.365822784810127e-05,
+      "learning_rate_adapter": 9.365822784810127e-05,
+      "loss": 0.0272,
+      "step": 35050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.364556962025318e-05,
+      "learning_rate_adapter": 9.364556962025318e-05,
+      "loss": 0.0271,
+      "step": 35100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.363291139240507e-05,
+      "learning_rate_adapter": 9.363291139240507e-05,
+      "loss": 0.0271,
+      "step": 35150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.362025316455697e-05,
+      "learning_rate_adapter": 9.362025316455697e-05,
+      "loss": 0.0273,
+      "step": 35200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.360759493670887e-05,
+      "learning_rate_adapter": 9.360759493670887e-05,
+      "loss": 0.0273,
+      "step": 35250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.359493670886076e-05,
+      "learning_rate_adapter": 9.359493670886076e-05,
+      "loss": 0.0273,
+      "step": 35300
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.358227848101266e-05,
+      "learning_rate_adapter": 9.358227848101266e-05,
+      "loss": 0.0272,
+      "step": 35350
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.356962025316456e-05,
+      "learning_rate_adapter": 9.356962025316456e-05,
+      "loss": 0.0271,
+      "step": 35400
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.355696202531646e-05,
+      "learning_rate_adapter": 9.355696202531646e-05,
+      "loss": 0.0271,
+      "step": 35450
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.354430379746835e-05,
+      "learning_rate_adapter": 9.354430379746835e-05,
+      "loss": 0.0269,
+      "step": 35500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.353164556962026e-05,
+      "learning_rate_adapter": 9.353164556962026e-05,
+      "loss": 0.0269,
+      "step": 35550
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.351898734177215e-05,
+      "learning_rate_adapter": 9.351898734177215e-05,
+      "loss": 0.0271,
+      "step": 35600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.350632911392406e-05,
+      "learning_rate_adapter": 9.350632911392406e-05,
+      "loss": 0.0271,
+      "step": 35650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.349367088607596e-05,
+      "learning_rate_adapter": 9.349367088607596e-05,
+      "loss": 0.027,
+      "step": 35700
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.348101265822785e-05,
+      "learning_rate_adapter": 9.348101265822785e-05,
+      "loss": 0.0267,
+      "step": 35750
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.346835443037976e-05,
+      "learning_rate_adapter": 9.346835443037976e-05,
+      "loss": 0.0271,
+      "step": 35800
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.345569620253165e-05,
+      "learning_rate_adapter": 9.345569620253165e-05,
+      "loss": 0.0272,
+      "step": 35850
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.344303797468354e-05,
+      "learning_rate_adapter": 9.344303797468354e-05,
+      "loss": 0.0269,
+      "step": 35900
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.343037974683545e-05,
+      "learning_rate_adapter": 9.343037974683545e-05,
+      "loss": 0.0272,
+      "step": 35950
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.341772151898734e-05,
+      "learning_rate_adapter": 9.341772151898734e-05,
+      "loss": 0.0269,
+      "step": 36000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.340506329113925e-05,
+      "learning_rate_adapter": 9.340506329113925e-05,
+      "loss": 0.027,
+      "step": 36050
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.339240506329114e-05,
+      "learning_rate_adapter": 9.339240506329114e-05,
+      "loss": 0.0271,
+      "step": 36100
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.337974683544303e-05,
+      "learning_rate_adapter": 9.337974683544303e-05,
+      "loss": 0.027,
+      "step": 36150
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.336708860759494e-05,
+      "learning_rate_adapter": 9.336708860759494e-05,
+      "loss": 0.0271,
+      "step": 36200
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.335443037974684e-05,
+      "learning_rate_adapter": 9.335443037974684e-05,
+      "loss": 0.0271,
+      "step": 36250
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 9.334177215189875e-05,
+      "learning_rate_adapter": 9.334177215189875e-05,
+      "loss": 0.027,
+      "step": 36300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.332911392405064e-05,
+      "learning_rate_adapter": 9.332911392405064e-05,
+      "loss": 0.0271,
+      "step": 36350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.331645569620253e-05,
+      "learning_rate_adapter": 9.331645569620253e-05,
+      "loss": 0.0269,
+      "step": 36400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.330379746835444e-05,
+      "learning_rate_adapter": 9.330379746835444e-05,
+      "loss": 0.0269,
+      "step": 36450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.329113924050633e-05,
+      "learning_rate_adapter": 9.329113924050633e-05,
+      "loss": 0.0268,
+      "step": 36500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.327848101265824e-05,
+      "learning_rate_adapter": 9.327848101265824e-05,
+      "loss": 0.0269,
+      "step": 36550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.326582278481013e-05,
+      "learning_rate_adapter": 9.326582278481013e-05,
+      "loss": 0.0272,
+      "step": 36600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.325316455696202e-05,
+      "learning_rate_adapter": 9.325316455696202e-05,
+      "loss": 0.0272,
+      "step": 36650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.324050632911393e-05,
+      "learning_rate_adapter": 9.324050632911393e-05,
+      "loss": 0.0269,
+      "step": 36700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.322784810126582e-05,
+      "learning_rate_adapter": 9.322784810126582e-05,
+      "loss": 0.0269,
+      "step": 36750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.321518987341772e-05,
+      "learning_rate_adapter": 9.321518987341772e-05,
+      "loss": 0.0268,
+      "step": 36800
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.320253164556963e-05,
+      "learning_rate_adapter": 9.320253164556963e-05,
+      "loss": 0.027,
+      "step": 36850
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.318987341772152e-05,
+      "learning_rate_adapter": 9.318987341772152e-05,
+      "loss": 0.0273,
+      "step": 36900
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.317721518987343e-05,
+      "learning_rate_adapter": 9.317721518987343e-05,
+      "loss": 0.027,
+      "step": 36950
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.316455696202532e-05,
+      "learning_rate_adapter": 9.316455696202532e-05,
+      "loss": 0.0271,
+      "step": 37000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.315189873417722e-05,
+      "learning_rate_adapter": 9.315189873417722e-05,
+      "loss": 0.0268,
+      "step": 37050
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.313924050632912e-05,
+      "learning_rate_adapter": 9.313924050632912e-05,
+      "loss": 0.0269,
+      "step": 37100
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.312658227848101e-05,
+      "learning_rate_adapter": 9.312658227848101e-05,
+      "loss": 0.0272,
+      "step": 37150
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.311392405063291e-05,
+      "learning_rate_adapter": 9.311392405063291e-05,
+      "loss": 0.027,
+      "step": 37200
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.31012658227848e-05,
+      "learning_rate_adapter": 9.31012658227848e-05,
+      "loss": 0.0269,
+      "step": 37250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.308860759493671e-05,
+      "learning_rate_adapter": 9.308860759493671e-05,
+      "loss": 0.027,
+      "step": 37300
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30759493670886e-05,
+      "learning_rate_adapter": 9.30759493670886e-05,
+      "loss": 0.0266,
+      "step": 37350
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.306329113924051e-05,
+      "learning_rate_adapter": 9.306329113924051e-05,
+      "loss": 0.0268,
+      "step": 37400
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.305063291139242e-05,
+      "learning_rate_adapter": 9.305063291139242e-05,
+      "loss": 0.0271,
+      "step": 37450
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.303797468354431e-05,
+      "learning_rate_adapter": 9.303797468354431e-05,
+      "loss": 0.0268,
+      "step": 37500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.302531645569621e-05,
+      "learning_rate_adapter": 9.302531645569621e-05,
+      "loss": 0.0266,
+      "step": 37550
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.30126582278481e-05,
+      "learning_rate_adapter": 9.30126582278481e-05,
+      "loss": 0.0266,
+      "step": 37600
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.300000000000001e-05,
+      "learning_rate_adapter": 9.300000000000001e-05,
+      "loss": 0.0268,
+      "step": 37650
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29873417721519e-05,
+      "learning_rate_adapter": 9.29873417721519e-05,
+      "loss": 0.0268,
+      "step": 37700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29746835443038e-05,
+      "learning_rate_adapter": 9.29746835443038e-05,
+      "loss": 0.0266,
+      "step": 37750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 9.29620253164557e-05,
+      "learning_rate_adapter": 9.29620253164557e-05,
+      "loss": 0.0266,
+      "step": 37800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.294936708860759e-05,
+      "learning_rate_adapter": 9.294936708860759e-05,
+      "loss": 0.027,
+      "step": 37850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29367088607595e-05,
+      "learning_rate_adapter": 9.29367088607595e-05,
+      "loss": 0.0271,
+      "step": 37900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.292405063291139e-05,
+      "learning_rate_adapter": 9.292405063291139e-05,
+      "loss": 0.0268,
+      "step": 37950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.29113924050633e-05,
+      "learning_rate_adapter": 9.29113924050633e-05,
+      "loss": 0.0266,
+      "step": 38000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28987341772152e-05,
+      "learning_rate_adapter": 9.28987341772152e-05,
+      "loss": 0.0268,
+      "step": 38050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.28860759493671e-05,
+      "learning_rate_adapter": 9.28860759493671e-05,
+      "loss": 0.0268,
+      "step": 38100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.2873417721519e-05,
+      "learning_rate_adapter": 9.2873417721519e-05,
+      "loss": 0.0266,
+      "step": 38150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.286075949367089e-05,
+      "learning_rate_adapter": 9.286075949367089e-05,
+      "loss": 0.0267,
+      "step": 38200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.284810126582278e-05,
+      "learning_rate_adapter": 9.284810126582278e-05,
+      "loss": 0.0265,
+      "step": 38250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.283544303797469e-05,
+      "learning_rate_adapter": 9.283544303797469e-05,
+      "loss": 0.0266,
+      "step": 38300
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.282278481012658e-05,
+      "learning_rate_adapter": 9.282278481012658e-05,
+      "loss": 0.0266,
+      "step": 38350
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.281012658227849e-05,
+      "learning_rate_adapter": 9.281012658227849e-05,
+      "loss": 0.027,
+      "step": 38400
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.279746835443038e-05,
+      "learning_rate_adapter": 9.279746835443038e-05,
+      "loss": 0.0268,
+      "step": 38450
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.278481012658227e-05,
+      "learning_rate_adapter": 9.278481012658227e-05,
+      "loss": 0.027,
+      "step": 38500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.277215189873418e-05,
+      "learning_rate_adapter": 9.277215189873418e-05,
+      "loss": 0.0266,
+      "step": 38550
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.275949367088608e-05,
+      "learning_rate_adapter": 9.275949367088608e-05,
+      "loss": 0.0267,
+      "step": 38600
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.274683544303799e-05,
+      "learning_rate_adapter": 9.274683544303799e-05,
+      "loss": 0.0269,
+      "step": 38650
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.273417721518988e-05,
+      "learning_rate_adapter": 9.273417721518988e-05,
+      "loss": 0.0265,
+      "step": 38700
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.272151898734177e-05,
+      "learning_rate_adapter": 9.272151898734177e-05,
+      "loss": 0.0269,
+      "step": 38750
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.270886075949368e-05,
+      "learning_rate_adapter": 9.270886075949368e-05,
+      "loss": 0.0267,
+      "step": 38800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.269620253164557e-05,
+      "learning_rate_adapter": 9.269620253164557e-05,
+      "loss": 0.0266,
+      "step": 38850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.268354430379748e-05,
+      "learning_rate_adapter": 9.268354430379748e-05,
+      "loss": 0.0268,
+      "step": 38900
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.267088607594937e-05,
+      "learning_rate_adapter": 9.267088607594937e-05,
+      "loss": 0.0267,
+      "step": 38950
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.265822784810127e-05,
+      "learning_rate_adapter": 9.265822784810127e-05,
+      "loss": 0.0266,
+      "step": 39000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.264556962025317e-05,
+      "learning_rate_adapter": 9.264556962025317e-05,
+      "loss": 0.0266,
+      "step": 39050
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.263291139240506e-05,
+      "learning_rate_adapter": 9.263291139240506e-05,
+      "loss": 0.0268,
+      "step": 39100
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.262025316455696e-05,
+      "learning_rate_adapter": 9.262025316455696e-05,
+      "loss": 0.0266,
+      "step": 39150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.260759493670887e-05,
+      "learning_rate_adapter": 9.260759493670887e-05,
+      "loss": 0.0269,
+      "step": 39200
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.259493670886077e-05,
+      "learning_rate_adapter": 9.259493670886077e-05,
+      "loss": 0.0268,
+      "step": 39250
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 9.258227848101267e-05,
+      "learning_rate_adapter": 9.258227848101267e-05,
+      "loss": 0.0265,
+      "step": 39300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.256962025316456e-05,
+      "learning_rate_adapter": 9.256962025316456e-05,
+      "loss": 0.0267,
+      "step": 39350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.255696202531646e-05,
+      "learning_rate_adapter": 9.255696202531646e-05,
+      "loss": 0.0266,
+      "step": 39400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.254430379746836e-05,
+      "learning_rate_adapter": 9.254430379746836e-05,
+      "loss": 0.0266,
+      "step": 39450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.253164556962026e-05,
+      "learning_rate_adapter": 9.253164556962026e-05,
+      "loss": 0.0263,
+      "step": 39500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.251898734177215e-05,
+      "learning_rate_adapter": 9.251898734177215e-05,
+      "loss": 0.0266,
+      "step": 39550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.250632911392405e-05,
+      "learning_rate_adapter": 9.250632911392405e-05,
+      "loss": 0.0265,
+      "step": 39600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.249367088607595e-05,
+      "learning_rate_adapter": 9.249367088607595e-05,
+      "loss": 0.0266,
+      "step": 39650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.248101265822784e-05,
+      "learning_rate_adapter": 9.248101265822784e-05,
+      "loss": 0.0267,
+      "step": 39700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.246835443037975e-05,
+      "learning_rate_adapter": 9.246835443037975e-05,
+      "loss": 0.0267,
+      "step": 39750
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.245569620253165e-05,
+      "learning_rate_adapter": 9.245569620253165e-05,
+      "loss": 0.0266,
+      "step": 39800
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.244303797468355e-05,
+      "learning_rate_adapter": 9.244303797468355e-05,
+      "loss": 0.0265,
+      "step": 39850
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.243037974683545e-05,
+      "learning_rate_adapter": 9.243037974683545e-05,
+      "loss": 0.0263,
+      "step": 39900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.241772151898734e-05,
+      "learning_rate_adapter": 9.241772151898734e-05,
+      "loss": 0.0267,
+      "step": 39950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.240506329113925e-05,
+      "learning_rate_adapter": 9.240506329113925e-05,
+      "loss": 0.0266,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "eval_af_opus100_pr_auc": 0.7623195322070602,
+      "eval_af_ud_pr_auc": 0.9891954962626481,
+      "eval_am_opus100_pr_auc": 0.5662206271345445,
+      "eval_ar_ersatz_pr_auc": 0.9346222325996962,
+      "eval_ar_opus100_pr_auc": 0.7275537761480579,
+      "eval_ar_ud_pr_auc": 0.8867136179309848,
+      "eval_average_ersatz_pr_auc": 0.9669008674938548,
+      "eval_average_opus100_pr_auc": 0.8413887984180556,
+      "eval_average_ud_pr_auc": 0.9648722494921539,
+      "eval_az_opus100_pr_auc": 0.8262996803872925,
+      "eval_be_opus100_pr_auc": 0.7061375551755559,
+      "eval_be_ud_pr_auc": 0.8861837661830603,
+      "eval_bg_opus100_pr_auc": 0.929480380481822,
+      "eval_bg_ud_pr_auc": 0.9971429009766863,
+      "eval_bn_opus100_pr_auc": 0.8301684947397734,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.893349809351747,
+      "eval_ca_ud_pr_auc": 0.9916215448513334,
+      "eval_ceb_ud_pr_auc": 0.994939843014423,
+      "eval_cs_ersatz_pr_auc": 0.9853915212264227,
+      "eval_cs_opus100_pr_auc": 0.9124779819084372,
+      "eval_cs_ud_pr_auc": 0.9661032573954377,
+      "eval_cy_opus100_pr_auc": 0.7670943184290675,
+      "eval_cy_ud_pr_auc": 0.99574486988473,
+      "eval_da_opus100_pr_auc": 0.9230484752792049,
+      "eval_da_ud_pr_auc": 0.9833969298496419,
+      "eval_de_ersatz_pr_auc": 0.9894156150852926,
+      "eval_de_opus100_pr_auc": 0.9107859140298379,
+      "eval_de_ud_pr_auc": 0.9801114124069656,
+      "eval_el_opus100_pr_auc": 0.922036722976119,
+      "eval_el_ud_pr_auc": 0.9868030980498745,
+      "eval_en_ersatz_pr_auc": 0.9926514599999541,
+      "eval_en_opus100_pr_auc": 0.9305064076039438,
+      "eval_en_ud_pr_auc": 0.9868317388922951,
+      "eval_eo_opus100_pr_auc": 0.9402722900331701,
+      "eval_es_ersatz_pr_auc": 0.9971141720544734,
+      "eval_es_opus100_pr_auc": 0.9371969829625133,
+      "eval_es_ud_pr_auc": 0.9955323114811538,
+      "eval_et_ersatz_pr_auc": 0.9881657138201385,
+      "eval_et_opus100_pr_auc": 0.922178826537886,
+      "eval_et_ud_pr_auc": 0.9624211041445353,
+      "eval_eu_opus100_pr_auc": 0.8923381395333162,
+      "eval_eu_ud_pr_auc": 0.9934211921213081,
+      "eval_fa_opus100_pr_auc": 0.617873295269113,
+      "eval_fa_ud_pr_auc": 0.9952851401436956,
+      "eval_fi_ersatz_pr_auc": 0.993301265348142,
+      "eval_fi_opus100_pr_auc": 0.9254083356614285,
+      "eval_fi_ud_pr_auc": 0.9575102452618476,
+      "eval_fr_ersatz_pr_auc": 0.9838446129259191,
+      "eval_fr_opus100_pr_auc": 0.919327847494855,
+      "eval_fr_ud_pr_auc": 0.9797244730769566,
+      "eval_fy_opus100_pr_auc": 0.6741427475367596,
+      "eval_ga_opus100_pr_auc": 0.9018431779693586,
+      "eval_ga_ud_pr_auc": 0.8208331422506191,
+      "eval_gd_opus100_pr_auc": 0.7122282599566495,
+      "eval_gd_ud_pr_auc": 0.8222444193455573,
+      "eval_gl_opus100_pr_auc": 0.8943431086521615,
+      "eval_gl_ud_pr_auc": 0.9966335789657003,
+      "eval_gu_ersatz_pr_auc": 0.9344689380231107,
+      "eval_gu_opus100_pr_auc": 0.7582839050507879,
+      "eval_ha_opus100_pr_auc": 0.9071300475072197,
+      "eval_he_opus100_pr_auc": 0.8783487343867634,
+      "eval_he_ud_pr_auc": 0.981367555979173,
+      "eval_hi_ersatz_pr_auc": 0.9773991478682758,
+      "eval_hi_opus100_pr_auc": 0.692266238855491,
+      "eval_hi_ud_pr_auc": 0.9871301641509344,
+      "eval_hu_opus100_pr_auc": 0.9183674573756545,
+      "eval_hu_ud_pr_auc": 0.9860048020735683,
+      "eval_hy_opus100_pr_auc": 0.9077938639260492,
+      "eval_hy_ud_pr_auc": 0.9888467618593039,
+      "eval_id_opus100_pr_auc": 0.8968587710767021,
+      "eval_id_ud_pr_auc": 0.9934535854421145,
+      "eval_ig_opus100_pr_auc": 0.8711351301860137,
+      "eval_is_opus100_pr_auc": 0.9350616815829742,
+      "eval_is_ud_pr_auc": 0.9135508366682992,
+      "eval_it_opus100_pr_auc": 0.9239162059881091,
+      "eval_it_ud_pr_auc": 0.9995712927341898,
+      "eval_ja_ersatz_pr_auc": 0.8071185964070648,
+      "eval_ja_opus100_pr_auc": 0.8338723548575511,
+      "eval_ja_ud_pr_auc": 0.9704471212664207,
+      "eval_jv_ud_pr_auc": 0.9788070058678231,
+      "eval_ka_opus100_pr_auc": 0.8705382472318641,
+      "eval_kk_ersatz_pr_auc": 0.9872741206619053,
+      "eval_kk_opus100_pr_auc": 0.7563741858077095,
+      "eval_kk_ud_pr_auc": 0.9749174828336595,
+      "eval_km_ersatz_pr_auc": 0.9151165023758298,
+      "eval_km_opus100_pr_auc": 0.7299031919352814,
+      "eval_kn_opus100_pr_auc": 0.62946732573199,
+      "eval_ko_opus100_pr_auc": 0.6768035134640661,
+      "eval_ko_ud_pr_auc": 0.9988190343325907,
+      "eval_ku_opus100_pr_auc": 0.8225971058367376,
+      "eval_ky_opus100_pr_auc": 0.8635329605518495,
+      "eval_la_ud_pr_auc": 0.979880841613157,
+      "eval_loss": 0.030329203233122826,
+      "eval_lt_ersatz_pr_auc": 0.995656897062703,
+      "eval_lt_opus100_pr_auc": 0.8903275062413958,
+      "eval_lt_ud_pr_auc": 0.9982447078556734,
+      "eval_lv_ersatz_pr_auc": 0.9878239695052511,
+      "eval_lv_opus100_pr_auc": 0.8944123418355403,
+      "eval_lv_ud_pr_auc": 0.9679639553429771,
+      "eval_mg_opus100_pr_auc": 0.9383417805333698,
+      "eval_mk_opus100_pr_auc": 0.9227234645859947,
+      "eval_ml_opus100_pr_auc": 0.7980434181360444,
+      "eval_mn_opus100_pr_auc": 0.9554623970454826,
+      "eval_mr_opus100_pr_auc": 0.902936094389869,
+      "eval_mr_ud_pr_auc": 0.9778679593363911,
+      "eval_ms_opus100_pr_auc": 0.8866903045153153,
+      "eval_mt_opus100_pr_auc": 0.8814416754424664,
+      "eval_mt_ud_pr_auc": 0.8705022195269416,
+      "eval_my_opus100_pr_auc": 0.7487579078011163,
+      "eval_ne_opus100_pr_auc": 0.7413080442581074,
+      "eval_nl_opus100_pr_auc": 0.909308991649348,
+      "eval_nl_ud_pr_auc": 0.9896990192343672,
+      "eval_no_opus100_pr_auc": 0.9209111205337671,
+      "eval_no_ud_pr_auc": 0.9963954407936009,
+      "eval_pa_opus100_pr_auc": 0.6589344574136697,
+      "eval_pl_ersatz_pr_auc": 0.9802910496276751,
+      "eval_pl_opus100_pr_auc": 0.9072013374347057,
+      "eval_pl_ud_pr_auc": 0.9723118614943173,
+      "eval_ps_ersatz_pr_auc": 0.920881215211142,
+      "eval_ps_opus100_pr_auc": 0.7266913288035401,
+      "eval_pt_opus100_pr_auc": 0.9241883341060108,
+      "eval_pt_ud_pr_auc": 0.9861453957044571,
+      "eval_ro_ersatz_pr_auc": 0.9947189380960697,
+      "eval_ro_opus100_pr_auc": 0.8872448029632604,
+      "eval_ro_ud_pr_auc": 0.9887016027659821,
+      "eval_ru_ersatz_pr_auc": 0.9913890366311208,
+      "eval_ru_opus100_pr_auc": 0.928582063056691,
+      "eval_ru_ud_pr_auc": 0.8762654771180173,
+      "eval_runtime": 520.5217,
+      "eval_samples_per_second": 145.085,
+      "eval_si_opus100_pr_auc": 0.821703402549002,
+      "eval_sk_opus100_pr_auc": 0.9364687543148998,
+      "eval_sk_ud_pr_auc": 0.9889435642273827,
+      "eval_sl_opus100_pr_auc": 0.8757278204989056,
+      "eval_sl_ud_pr_auc": 0.968216631186552,
+      "eval_sq_opus100_pr_auc": 0.9368631272124522,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9085840949556213,
+      "eval_sr_ud_pr_auc": 0.99840045287452,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.9092197685023676,
+      "eval_sv_ud_pr_auc": 0.9418382767019411,
+      "eval_ta_ersatz_pr_auc": 0.9830774005664276,
+      "eval_ta_opus100_pr_auc": 0.6921222264972704,
+      "eval_ta_ud_pr_auc": 0.9935121869966688,
+      "eval_te_opus100_pr_auc": 0.8386936778797571,
+      "eval_tg_opus100_pr_auc": 0.8997663539321646,
+      "eval_th_opus100_pr_auc": 0.659026525714269,
+      "eval_th_ud_pr_auc": 0.8068763927342482,
+      "eval_tr_ersatz_pr_auc": 0.9701667855547632,
+      "eval_tr_opus100_pr_auc": 0.9129445866308407,
+      "eval_tr_ud_pr_auc": 0.9526513944998305,
+      "eval_uk_opus100_pr_auc": 0.8812388046886245,
+      "eval_uk_ud_pr_auc": 0.9363978487248789,
+      "eval_ur_opus100_pr_auc": 0.5474118530495115,
+      "eval_ur_ud_pr_auc": 0.9915294181761004,
+      "eval_uz_opus100_pr_auc": 0.8755854853628681,
+      "eval_vi_opus100_pr_auc": 0.903561614964713,
+      "eval_vi_ud_pr_auc": 0.9627209765609678,
+      "eval_xh_opus100_pr_auc": 0.8895660776366757,
+      "eval_yi_opus100_pr_auc": 0.7635135269659101,
+      "eval_yo_opus100_pr_auc": 0.8079721355521637,
+      "eval_yo_ud_pr_auc": 0.9178466728425436,
+      "eval_zh_ersatz_pr_auc": 0.9619298942134284,
+      "eval_zh_opus100_pr_auc": 0.8669709236242855,
+      "eval_zh_ud_pr_auc": 0.9934961990437272,
+      "eval_zu_opus100_pr_auc": 0.8265497301900874,
+      "step": 40000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.239240506329114e-05,
+      "learning_rate_adapter": 9.239240506329114e-05,
+      "loss": 0.0267,
+      "step": 40050
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.237974683544303e-05,
+      "learning_rate_adapter": 9.237974683544303e-05,
+      "loss": 0.0267,
+      "step": 40100
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.236708860759494e-05,
+      "learning_rate_adapter": 9.236708860759494e-05,
+      "loss": 0.0265,
+      "step": 40150
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.235443037974683e-05,
+      "learning_rate_adapter": 9.235443037974683e-05,
+      "loss": 0.0264,
+      "step": 40200
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.234177215189874e-05,
+      "learning_rate_adapter": 9.234177215189874e-05,
+      "loss": 0.0264,
+      "step": 40250
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.232911392405063e-05,
+      "learning_rate_adapter": 9.232911392405063e-05,
+      "loss": 0.0265,
+      "step": 40300
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.231645569620254e-05,
+      "learning_rate_adapter": 9.231645569620254e-05,
+      "loss": 0.0265,
+      "step": 40350
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.230379746835444e-05,
+      "learning_rate_adapter": 9.230379746835444e-05,
+      "loss": 0.0266,
+      "step": 40400
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.229113924050633e-05,
+      "learning_rate_adapter": 9.229113924050633e-05,
+      "loss": 0.0263,
+      "step": 40450
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.227848101265824e-05,
+      "learning_rate_adapter": 9.227848101265824e-05,
+      "loss": 0.0267,
+      "step": 40500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.226582278481013e-05,
+      "learning_rate_adapter": 9.226582278481013e-05,
+      "loss": 0.0266,
+      "step": 40550
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.225316455696204e-05,
+      "learning_rate_adapter": 9.225316455696204e-05,
+      "loss": 0.0266,
+      "step": 40600
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.224050632911393e-05,
+      "learning_rate_adapter": 9.224050632911393e-05,
+      "loss": 0.0266,
+      "step": 40650
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.222784810126582e-05,
+      "learning_rate_adapter": 9.222784810126582e-05,
+      "loss": 0.0264,
+      "step": 40700
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 9.221518987341773e-05,
+      "learning_rate_adapter": 9.221518987341773e-05,
+      "loss": 0.0264,
+      "step": 40750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.220253164556962e-05,
+      "learning_rate_adapter": 9.220253164556962e-05,
+      "loss": 0.0263,
+      "step": 40800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.218987341772152e-05,
+      "learning_rate_adapter": 9.218987341772152e-05,
+      "loss": 0.0264,
+      "step": 40850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.217721518987342e-05,
+      "learning_rate_adapter": 9.217721518987342e-05,
+      "loss": 0.0264,
+      "step": 40900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.216455696202532e-05,
+      "learning_rate_adapter": 9.216455696202532e-05,
+      "loss": 0.0266,
+      "step": 40950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.215189873417723e-05,
+      "learning_rate_adapter": 9.215189873417723e-05,
+      "loss": 0.0266,
+      "step": 41000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.213924050632912e-05,
+      "learning_rate_adapter": 9.213924050632912e-05,
+      "loss": 0.0263,
+      "step": 41050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.212658227848103e-05,
+      "learning_rate_adapter": 9.212658227848103e-05,
+      "loss": 0.0265,
+      "step": 41100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.211392405063292e-05,
+      "learning_rate_adapter": 9.211392405063292e-05,
+      "loss": 0.0265,
+      "step": 41150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.210126582278481e-05,
+      "learning_rate_adapter": 9.210126582278481e-05,
+      "loss": 0.0264,
+      "step": 41200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.208860759493671e-05,
+      "learning_rate_adapter": 9.208860759493671e-05,
+      "loss": 0.0263,
+      "step": 41250
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.207594936708861e-05,
+      "learning_rate_adapter": 9.207594936708861e-05,
+      "loss": 0.0265,
+      "step": 41300
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.206329113924051e-05,
+      "learning_rate_adapter": 9.206329113924051e-05,
+      "loss": 0.0264,
+      "step": 41350
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20506329113924e-05,
+      "learning_rate_adapter": 9.20506329113924e-05,
+      "loss": 0.0266,
+      "step": 41400
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.203797468354431e-05,
+      "learning_rate_adapter": 9.203797468354431e-05,
+      "loss": 0.0265,
+      "step": 41450
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.20253164556962e-05,
+      "learning_rate_adapter": 9.20253164556962e-05,
+      "loss": 0.0265,
+      "step": 41500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.201265822784811e-05,
+      "learning_rate_adapter": 9.201265822784811e-05,
+      "loss": 0.0263,
+      "step": 41550
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.200000000000001e-05,
+      "learning_rate_adapter": 9.200000000000001e-05,
+      "loss": 0.0266,
+      "step": 41600
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19873417721519e-05,
+      "learning_rate_adapter": 9.19873417721519e-05,
+      "loss": 0.0264,
+      "step": 41650
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19746835443038e-05,
+      "learning_rate_adapter": 9.19746835443038e-05,
+      "loss": 0.0264,
+      "step": 41700
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19620253164557e-05,
+      "learning_rate_adapter": 9.19620253164557e-05,
+      "loss": 0.0263,
+      "step": 41750
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19493670886076e-05,
+      "learning_rate_adapter": 9.19493670886076e-05,
+      "loss": 0.0264,
+      "step": 41800
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.19367088607595e-05,
+      "learning_rate_adapter": 9.19367088607595e-05,
+      "loss": 0.0265,
+      "step": 41850
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.192405063291139e-05,
+      "learning_rate_adapter": 9.192405063291139e-05,
+      "loss": 0.0264,
+      "step": 41900
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.191139240506329e-05,
+      "learning_rate_adapter": 9.191139240506329e-05,
+      "loss": 0.0263,
+      "step": 41950
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.189873417721519e-05,
+      "learning_rate_adapter": 9.189873417721519e-05,
+      "loss": 0.0263,
+      "step": 42000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.188607594936708e-05,
+      "learning_rate_adapter": 9.188607594936708e-05,
+      "loss": 0.0267,
+      "step": 42050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.187341772151899e-05,
+      "learning_rate_adapter": 9.187341772151899e-05,
+      "loss": 0.0263,
+      "step": 42100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18607594936709e-05,
+      "learning_rate_adapter": 9.18607594936709e-05,
+      "loss": 0.0266,
+      "step": 42150
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.18481012658228e-05,
+      "learning_rate_adapter": 9.18481012658228e-05,
+      "loss": 0.0264,
+      "step": 42200
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 9.183544303797469e-05,
+      "learning_rate_adapter": 9.183544303797469e-05,
+      "loss": 0.0262,
+      "step": 42250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.182278481012658e-05,
+      "learning_rate_adapter": 9.182278481012658e-05,
+      "loss": 0.0264,
+      "step": 42300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.181012658227849e-05,
+      "learning_rate_adapter": 9.181012658227849e-05,
+      "loss": 0.0264,
+      "step": 42350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.179746835443038e-05,
+      "learning_rate_adapter": 9.179746835443038e-05,
+      "loss": 0.0265,
+      "step": 42400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.178481012658229e-05,
+      "learning_rate_adapter": 9.178481012658229e-05,
+      "loss": 0.0263,
+      "step": 42450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.177215189873418e-05,
+      "learning_rate_adapter": 9.177215189873418e-05,
+      "loss": 0.0262,
+      "step": 42500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.175949367088607e-05,
+      "learning_rate_adapter": 9.175949367088607e-05,
+      "loss": 0.0264,
+      "step": 42550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.174683544303798e-05,
+      "learning_rate_adapter": 9.174683544303798e-05,
+      "loss": 0.0262,
+      "step": 42600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.173417721518987e-05,
+      "learning_rate_adapter": 9.173417721518987e-05,
+      "loss": 0.0263,
+      "step": 42650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.172151898734177e-05,
+      "learning_rate_adapter": 9.172151898734177e-05,
+      "loss": 0.0262,
+      "step": 42700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.170886075949368e-05,
+      "learning_rate_adapter": 9.170886075949368e-05,
+      "loss": 0.0261,
+      "step": 42750
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.169620253164557e-05,
+      "learning_rate_adapter": 9.169620253164557e-05,
+      "loss": 0.0264,
+      "step": 42800
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.168354430379748e-05,
+      "learning_rate_adapter": 9.168354430379748e-05,
+      "loss": 0.0261,
+      "step": 42850
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.167088607594937e-05,
+      "learning_rate_adapter": 9.167088607594937e-05,
+      "loss": 0.0264,
+      "step": 42900
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.165822784810128e-05,
+      "learning_rate_adapter": 9.165822784810128e-05,
+      "loss": 0.026,
+      "step": 42950
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.164556962025317e-05,
+      "learning_rate_adapter": 9.164556962025317e-05,
+      "loss": 0.0263,
+      "step": 43000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.163291139240506e-05,
+      "learning_rate_adapter": 9.163291139240506e-05,
+      "loss": 0.026,
+      "step": 43050
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.162025316455697e-05,
+      "learning_rate_adapter": 9.162025316455697e-05,
+      "loss": 0.0262,
+      "step": 43100
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.160759493670886e-05,
+      "learning_rate_adapter": 9.160759493670886e-05,
+      "loss": 0.0262,
+      "step": 43150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.159493670886076e-05,
+      "learning_rate_adapter": 9.159493670886076e-05,
+      "loss": 0.0264,
+      "step": 43200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.158227848101266e-05,
+      "learning_rate_adapter": 9.158227848101266e-05,
+      "loss": 0.026,
+      "step": 43250
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.156962025316456e-05,
+      "learning_rate_adapter": 9.156962025316456e-05,
+      "loss": 0.0263,
+      "step": 43300
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.155696202531647e-05,
+      "learning_rate_adapter": 9.155696202531647e-05,
+      "loss": 0.0265,
+      "step": 43350
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.154430379746836e-05,
+      "learning_rate_adapter": 9.154430379746836e-05,
+      "loss": 0.0263,
+      "step": 43400
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.153164556962026e-05,
+      "learning_rate_adapter": 9.153164556962026e-05,
+      "loss": 0.0262,
+      "step": 43450
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.151898734177216e-05,
+      "learning_rate_adapter": 9.151898734177216e-05,
+      "loss": 0.0265,
+      "step": 43500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.150632911392405e-05,
+      "learning_rate_adapter": 9.150632911392405e-05,
+      "loss": 0.0262,
+      "step": 43550
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.149367088607595e-05,
+      "learning_rate_adapter": 9.149367088607595e-05,
+      "loss": 0.0264,
+      "step": 43600
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.148101265822785e-05,
+      "learning_rate_adapter": 9.148101265822785e-05,
+      "loss": 0.026,
+      "step": 43650
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.146835443037975e-05,
+      "learning_rate_adapter": 9.146835443037975e-05,
+      "loss": 0.0259,
+      "step": 43700
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 9.145569620253164e-05,
+      "learning_rate_adapter": 9.145569620253164e-05,
+      "loss": 0.0263,
+      "step": 43750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.144303797468355e-05,
+      "learning_rate_adapter": 9.144303797468355e-05,
+      "loss": 0.0262,
+      "step": 43800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.143037974683544e-05,
+      "learning_rate_adapter": 9.143037974683544e-05,
+      "loss": 0.0262,
+      "step": 43850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.141772151898735e-05,
+      "learning_rate_adapter": 9.141772151898735e-05,
+      "loss": 0.0261,
+      "step": 43900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.140506329113925e-05,
+      "learning_rate_adapter": 9.140506329113925e-05,
+      "loss": 0.0262,
+      "step": 43950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.139240506329115e-05,
+      "learning_rate_adapter": 9.139240506329115e-05,
+      "loss": 0.0264,
+      "step": 44000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.137974683544305e-05,
+      "learning_rate_adapter": 9.137974683544305e-05,
+      "loss": 0.0263,
+      "step": 44050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.136708860759494e-05,
+      "learning_rate_adapter": 9.136708860759494e-05,
+      "loss": 0.0263,
+      "step": 44100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.135443037974683e-05,
+      "learning_rate_adapter": 9.135443037974683e-05,
+      "loss": 0.0261,
+      "step": 44150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.134177215189874e-05,
+      "learning_rate_adapter": 9.134177215189874e-05,
+      "loss": 0.0262,
+      "step": 44200
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.132911392405063e-05,
+      "learning_rate_adapter": 9.132911392405063e-05,
+      "loss": 0.026,
+      "step": 44250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.131645569620254e-05,
+      "learning_rate_adapter": 9.131645569620254e-05,
+      "loss": 0.0263,
+      "step": 44300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.130379746835443e-05,
+      "learning_rate_adapter": 9.130379746835443e-05,
+      "loss": 0.0264,
+      "step": 44350
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.129113924050634e-05,
+      "learning_rate_adapter": 9.129113924050634e-05,
+      "loss": 0.0263,
+      "step": 44400
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.127848101265823e-05,
+      "learning_rate_adapter": 9.127848101265823e-05,
+      "loss": 0.0262,
+      "step": 44450
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.126582278481013e-05,
+      "learning_rate_adapter": 9.126582278481013e-05,
+      "loss": 0.0263,
+      "step": 44500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.125316455696204e-05,
+      "learning_rate_adapter": 9.125316455696204e-05,
+      "loss": 0.0261,
+      "step": 44550
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.124050632911393e-05,
+      "learning_rate_adapter": 9.124050632911393e-05,
+      "loss": 0.0261,
+      "step": 44600
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.122784810126582e-05,
+      "learning_rate_adapter": 9.122784810126582e-05,
+      "loss": 0.0262,
+      "step": 44650
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.121518987341773e-05,
+      "learning_rate_adapter": 9.121518987341773e-05,
+      "loss": 0.026,
+      "step": 44700
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.120253164556962e-05,
+      "learning_rate_adapter": 9.120253164556962e-05,
+      "loss": 0.026,
+      "step": 44750
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.118987341772153e-05,
+      "learning_rate_adapter": 9.118987341772153e-05,
+      "loss": 0.0263,
+      "step": 44800
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.117721518987342e-05,
+      "learning_rate_adapter": 9.117721518987342e-05,
+      "loss": 0.0262,
+      "step": 44850
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.116455696202531e-05,
+      "learning_rate_adapter": 9.116455696202531e-05,
+      "loss": 0.026,
+      "step": 44900
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.115189873417722e-05,
+      "learning_rate_adapter": 9.115189873417722e-05,
+      "loss": 0.0262,
+      "step": 44950
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.113924050632912e-05,
+      "learning_rate_adapter": 9.113924050632912e-05,
+      "loss": 0.0263,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "eval_af_opus100_pr_auc": 0.7890186253348722,
+      "eval_af_ud_pr_auc": 0.9784231536420379,
+      "eval_am_opus100_pr_auc": 0.5048764527465537,
+      "eval_ar_ersatz_pr_auc": 0.940560976653542,
+      "eval_ar_opus100_pr_auc": 0.7392742314412774,
+      "eval_ar_ud_pr_auc": 0.8901107077482465,
+      "eval_average_ersatz_pr_auc": 0.970918429982828,
+      "eval_average_opus100_pr_auc": 0.8369371830381982,
+      "eval_average_ud_pr_auc": 0.9643402308769169,
+      "eval_az_opus100_pr_auc": 0.8455223767400548,
+      "eval_be_opus100_pr_auc": 0.7115508664294155,
+      "eval_be_ud_pr_auc": 0.883305799269973,
+      "eval_bg_opus100_pr_auc": 0.9165106606058181,
+      "eval_bg_ud_pr_auc": 0.9953923712443037,
+      "eval_bn_opus100_pr_auc": 0.8291234114228507,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8841131278003185,
+      "eval_ca_ud_pr_auc": 0.9870895285680056,
+      "eval_ceb_ud_pr_auc": 0.999636050700593,
+      "eval_cs_ersatz_pr_auc": 0.9888207967761985,
+      "eval_cs_opus100_pr_auc": 0.9073750672386847,
+      "eval_cs_ud_pr_auc": 0.9601525310510992,
+      "eval_cy_opus100_pr_auc": 0.7666000279647309,
+      "eval_cy_ud_pr_auc": 0.9945766501458397,
+      "eval_da_opus100_pr_auc": 0.9240828268001537,
+      "eval_da_ud_pr_auc": 0.980578362100082,
+      "eval_de_ersatz_pr_auc": 0.9895027823010397,
+      "eval_de_opus100_pr_auc": 0.9168460578735226,
+      "eval_de_ud_pr_auc": 0.9873129296004095,
+      "eval_el_opus100_pr_auc": 0.9179764038565823,
+      "eval_el_ud_pr_auc": 0.981987362060426,
+      "eval_en_ersatz_pr_auc": 0.9907579618543545,
+      "eval_en_opus100_pr_auc": 0.9188240868779197,
+      "eval_en_ud_pr_auc": 0.9726017652829848,
+      "eval_eo_opus100_pr_auc": 0.9335185977700483,
+      "eval_es_ersatz_pr_auc": 0.9967737824884284,
+      "eval_es_opus100_pr_auc": 0.9312919626027556,
+      "eval_es_ud_pr_auc": 0.9928379586066232,
+      "eval_et_ersatz_pr_auc": 0.9815615413480281,
+      "eval_et_opus100_pr_auc": 0.9011567725854678,
+      "eval_et_ud_pr_auc": 0.9697118675732326,
+      "eval_eu_opus100_pr_auc": 0.8891093506226254,
+      "eval_eu_ud_pr_auc": 0.9954625330987982,
+      "eval_fa_opus100_pr_auc": 0.6119974695336057,
+      "eval_fa_ud_pr_auc": 0.9940515984085555,
+      "eval_fi_ersatz_pr_auc": 0.9916593944541003,
+      "eval_fi_opus100_pr_auc": 0.9196161940282723,
+      "eval_fi_ud_pr_auc": 0.9689187582046627,
+      "eval_fr_ersatz_pr_auc": 0.9820349875161056,
+      "eval_fr_opus100_pr_auc": 0.9071679222335546,
+      "eval_fr_ud_pr_auc": 0.9851416273691609,
+      "eval_fy_opus100_pr_auc": 0.6585234097922792,
+      "eval_ga_opus100_pr_auc": 0.9010641699408476,
+      "eval_ga_ud_pr_auc": 0.8075969967159438,
+      "eval_gd_opus100_pr_auc": 0.6654459947048298,
+      "eval_gd_ud_pr_auc": 0.793075652198399,
+      "eval_gl_opus100_pr_auc": 0.8890167903021786,
+      "eval_gl_ud_pr_auc": 0.9983064010016384,
+      "eval_gu_ersatz_pr_auc": 0.9412799186373776,
+      "eval_gu_opus100_pr_auc": 0.7667748847766551,
+      "eval_ha_opus100_pr_auc": 0.9104966249506693,
+      "eval_he_opus100_pr_auc": 0.8666662473002757,
+      "eval_he_ud_pr_auc": 0.9717274800338506,
+      "eval_hi_ersatz_pr_auc": 0.9762573806883351,
+      "eval_hi_opus100_pr_auc": 0.6859029361018866,
+      "eval_hi_ud_pr_auc": 0.9915043389938124,
+      "eval_hu_opus100_pr_auc": 0.9116759742569202,
+      "eval_hu_ud_pr_auc": 0.9815221436832046,
+      "eval_hy_opus100_pr_auc": 0.9116378732344448,
+      "eval_hy_ud_pr_auc": 0.9854108383866487,
+      "eval_id_opus100_pr_auc": 0.8863270406957019,
+      "eval_id_ud_pr_auc": 0.9938102492381562,
+      "eval_ig_opus100_pr_auc": 0.8740863283091436,
+      "eval_is_opus100_pr_auc": 0.9278802622049401,
+      "eval_is_ud_pr_auc": 0.9192772052323681,
+      "eval_it_opus100_pr_auc": 0.9011714920187069,
+      "eval_it_ud_pr_auc": 0.9988942476358357,
+      "eval_ja_ersatz_pr_auc": 0.8721142082637348,
+      "eval_ja_opus100_pr_auc": 0.8141943697146681,
+      "eval_ja_ud_pr_auc": 0.9749998096220261,
+      "eval_jv_ud_pr_auc": 0.9730218953694059,
+      "eval_ka_opus100_pr_auc": 0.8591987286624122,
+      "eval_kk_ersatz_pr_auc": 0.9894865953789234,
+      "eval_kk_opus100_pr_auc": 0.7583563494950533,
+      "eval_kk_ud_pr_auc": 0.973078889197049,
+      "eval_km_ersatz_pr_auc": 0.915841543162663,
+      "eval_km_opus100_pr_auc": 0.7490486648213286,
+      "eval_kn_opus100_pr_auc": 0.620738891506654,
+      "eval_ko_opus100_pr_auc": 0.6616643682557642,
+      "eval_ko_ud_pr_auc": 0.9997333695077821,
+      "eval_ku_opus100_pr_auc": 0.8284447919071967,
+      "eval_ky_opus100_pr_auc": 0.8600569359786491,
+      "eval_la_ud_pr_auc": 0.977220852770279,
+      "eval_loss": 0.029870236292481422,
+      "eval_lt_ersatz_pr_auc": 0.996005238613028,
+      "eval_lt_opus100_pr_auc": 0.8755687949308982,
+      "eval_lt_ud_pr_auc": 0.996055969431542,
+      "eval_lv_ersatz_pr_auc": 0.9905398929274438,
+      "eval_lv_opus100_pr_auc": 0.894955362024918,
+      "eval_lv_ud_pr_auc": 0.961949437236342,
+      "eval_mg_opus100_pr_auc": 0.9370741978067807,
+      "eval_mk_opus100_pr_auc": 0.9098424466393695,
+      "eval_ml_opus100_pr_auc": 0.7956626977149959,
+      "eval_mn_opus100_pr_auc": 0.9369437405203838,
+      "eval_mr_opus100_pr_auc": 0.8826757905936912,
+      "eval_mr_ud_pr_auc": 0.9871117494082856,
+      "eval_ms_opus100_pr_auc": 0.8719144617222304,
+      "eval_mt_opus100_pr_auc": 0.8738027007634124,
+      "eval_mt_ud_pr_auc": 0.8689214132995823,
+      "eval_my_opus100_pr_auc": 0.7896452378700812,
+      "eval_ne_opus100_pr_auc": 0.7319100510938652,
+      "eval_nl_opus100_pr_auc": 0.900631438164234,
+      "eval_nl_ud_pr_auc": 0.9857058989111258,
+      "eval_no_opus100_pr_auc": 0.910180677150787,
+      "eval_no_ud_pr_auc": 0.9967834038257156,
+      "eval_pa_opus100_pr_auc": 0.6542734817705832,
+      "eval_pl_ersatz_pr_auc": 0.9706353487669162,
+      "eval_pl_opus100_pr_auc": 0.8954420402863765,
+      "eval_pl_ud_pr_auc": 0.9617736366091763,
+      "eval_ps_ersatz_pr_auc": 0.9300123621310089,
+      "eval_ps_opus100_pr_auc": 0.736797907413149,
+      "eval_pt_opus100_pr_auc": 0.9192286502220481,
+      "eval_pt_ud_pr_auc": 0.9845593435422136,
+      "eval_ro_ersatz_pr_auc": 0.9919791711150856,
+      "eval_ro_opus100_pr_auc": 0.8780613256346965,
+      "eval_ro_ud_pr_auc": 0.9851071045440205,
+      "eval_ru_ersatz_pr_auc": 0.991587948350394,
+      "eval_ru_opus100_pr_auc": 0.9125589235156927,
+      "eval_ru_ud_pr_auc": 0.8811243845519445,
+      "eval_runtime": 507.9968,
+      "eval_samples_per_second": 148.662,
+      "eval_si_opus100_pr_auc": 0.8161815323498506,
+      "eval_sk_opus100_pr_auc": 0.9287896597739738,
+      "eval_sk_ud_pr_auc": 0.9870802484517961,
+      "eval_sl_opus100_pr_auc": 0.8663975203633831,
+      "eval_sl_ud_pr_auc": 0.9701802913714298,
+      "eval_sq_opus100_pr_auc": 0.9220197043475811,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9105599001946807,
+      "eval_sr_ud_pr_auc": 0.9987463507078127,
+      "eval_steps_per_second": 0.581,
+      "eval_sv_opus100_pr_auc": 0.9009141082547066,
+      "eval_sv_ud_pr_auc": 0.9568297637554518,
+      "eval_ta_ersatz_pr_auc": 0.9846835824285829,
+      "eval_ta_opus100_pr_auc": 0.6840447727606682,
+      "eval_ta_ud_pr_auc": 0.9949247616059513,
+      "eval_te_opus100_pr_auc": 0.8268576169362332,
+      "eval_tg_opus100_pr_auc": 0.8995952265568622,
+      "eval_th_opus100_pr_auc": 0.6834376938991993,
+      "eval_th_ud_pr_auc": 0.8369193829113324,
+      "eval_tr_ersatz_pr_auc": 0.9673256403189412,
+      "eval_tr_opus100_pr_auc": 0.8970449842625916,
+      "eval_tr_ud_pr_auc": 0.9604571545312464,
+      "eval_uk_opus100_pr_auc": 0.8704521407900173,
+      "eval_uk_ud_pr_auc": 0.9359890737488525,
+      "eval_ur_opus100_pr_auc": 0.5639794230787255,
+      "eval_ur_ud_pr_auc": 0.9963078881217067,
+      "eval_uz_opus100_pr_auc": 0.8760702359870894,
+      "eval_vi_opus100_pr_auc": 0.8944861219902445,
+      "eval_vi_ud_pr_auc": 0.9507337042737314,
+      "eval_xh_opus100_pr_auc": 0.8703663298892633,
+      "eval_yi_opus100_pr_auc": 0.8184204313139453,
+      "eval_yo_opus100_pr_auc": 0.8133929565461042,
+      "eval_yo_ud_pr_auc": 0.9165392837713099,
+      "eval_zh_ersatz_pr_auc": 0.9807844054479847,
+      "eval_zh_opus100_pr_auc": 0.877506642113266,
+      "eval_zh_ud_pr_auc": 0.9971209911122608,
+      "eval_zu_opus100_pr_auc": 0.8272364604453974,
+      "step": 45000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.112658227848101e-05,
+      "learning_rate_adapter": 9.112658227848101e-05,
+      "loss": 0.0262,
+      "step": 45050
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.111392405063292e-05,
+      "learning_rate_adapter": 9.111392405063292e-05,
+      "loss": 0.0262,
+      "step": 45100
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.110126582278481e-05,
+      "learning_rate_adapter": 9.110126582278481e-05,
+      "loss": 0.0258,
+      "step": 45150
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 9.108860759493672e-05,
+      "learning_rate_adapter": 9.108860759493672e-05,
+      "loss": 0.0263,
+      "step": 45200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.107594936708861e-05,
+      "learning_rate_adapter": 9.107594936708861e-05,
+      "loss": 0.0258,
+      "step": 45250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.106329113924052e-05,
+      "learning_rate_adapter": 9.106329113924052e-05,
+      "loss": 0.0259,
+      "step": 45300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.105063291139241e-05,
+      "learning_rate_adapter": 9.105063291139241e-05,
+      "loss": 0.0258,
+      "step": 45350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.103797468354431e-05,
+      "learning_rate_adapter": 9.103797468354431e-05,
+      "loss": 0.0259,
+      "step": 45400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10253164556962e-05,
+      "learning_rate_adapter": 9.10253164556962e-05,
+      "loss": 0.0261,
+      "step": 45450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.10126582278481e-05,
+      "learning_rate_adapter": 9.10126582278481e-05,
+      "loss": 0.0262,
+      "step": 45500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.1e-05,
+      "learning_rate_adapter": 9.1e-05,
+      "loss": 0.026,
+      "step": 45550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09873417721519e-05,
+      "learning_rate_adapter": 9.09873417721519e-05,
+      "loss": 0.0258,
+      "step": 45600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09746835443038e-05,
+      "learning_rate_adapter": 9.09746835443038e-05,
+      "loss": 0.0259,
+      "step": 45650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09620253164557e-05,
+      "learning_rate_adapter": 9.09620253164557e-05,
+      "loss": 0.0262,
+      "step": 45700
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09493670886076e-05,
+      "learning_rate_adapter": 9.09493670886076e-05,
+      "loss": 0.026,
+      "step": 45750
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09367088607595e-05,
+      "learning_rate_adapter": 9.09367088607595e-05,
+      "loss": 0.0259,
+      "step": 45800
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09240506329114e-05,
+      "learning_rate_adapter": 9.09240506329114e-05,
+      "loss": 0.0262,
+      "step": 45850
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.09113924050633e-05,
+      "learning_rate_adapter": 9.09113924050633e-05,
+      "loss": 0.026,
+      "step": 45900
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.08987341772152e-05,
+      "learning_rate_adapter": 9.08987341772152e-05,
+      "loss": 0.0258,
+      "step": 45950
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.088607594936709e-05,
+      "learning_rate_adapter": 9.088607594936709e-05,
+      "loss": 0.0256,
+      "step": 46000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.087341772151899e-05,
+      "learning_rate_adapter": 9.087341772151899e-05,
+      "loss": 0.026,
+      "step": 46050
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.086075949367088e-05,
+      "learning_rate_adapter": 9.086075949367088e-05,
+      "loss": 0.026,
+      "step": 46100
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.084810126582279e-05,
+      "learning_rate_adapter": 9.084810126582279e-05,
+      "loss": 0.0261,
+      "step": 46150
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.083544303797468e-05,
+      "learning_rate_adapter": 9.083544303797468e-05,
+      "loss": 0.0258,
+      "step": 46200
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.082278481012659e-05,
+      "learning_rate_adapter": 9.082278481012659e-05,
+      "loss": 0.0259,
+      "step": 46250
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.081012658227849e-05,
+      "learning_rate_adapter": 9.081012658227849e-05,
+      "loss": 0.026,
+      "step": 46300
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.079746835443038e-05,
+      "learning_rate_adapter": 9.079746835443038e-05,
+      "loss": 0.026,
+      "step": 46350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.078481012658229e-05,
+      "learning_rate_adapter": 9.078481012658229e-05,
+      "loss": 0.0259,
+      "step": 46400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.077215189873418e-05,
+      "learning_rate_adapter": 9.077215189873418e-05,
+      "loss": 0.0262,
+      "step": 46450
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.075949367088607e-05,
+      "learning_rate_adapter": 9.075949367088607e-05,
+      "loss": 0.0259,
+      "step": 46500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.074683544303798e-05,
+      "learning_rate_adapter": 9.074683544303798e-05,
+      "loss": 0.0261,
+      "step": 46550
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.073417721518987e-05,
+      "learning_rate_adapter": 9.073417721518987e-05,
+      "loss": 0.0258,
+      "step": 46600
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.072151898734178e-05,
+      "learning_rate_adapter": 9.072151898734178e-05,
+      "loss": 0.026,
+      "step": 46650
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 9.070886075949367e-05,
+      "learning_rate_adapter": 9.070886075949367e-05,
+      "loss": 0.026,
+      "step": 46700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.069620253164558e-05,
+      "learning_rate_adapter": 9.069620253164558e-05,
+      "loss": 0.0262,
+      "step": 46750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.068354430379747e-05,
+      "learning_rate_adapter": 9.068354430379747e-05,
+      "loss": 0.0261,
+      "step": 46800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.067088607594937e-05,
+      "learning_rate_adapter": 9.067088607594937e-05,
+      "loss": 0.026,
+      "step": 46850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.065822784810128e-05,
+      "learning_rate_adapter": 9.065822784810128e-05,
+      "loss": 0.0258,
+      "step": 46900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.064556962025317e-05,
+      "learning_rate_adapter": 9.064556962025317e-05,
+      "loss": 0.026,
+      "step": 46950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.063291139240506e-05,
+      "learning_rate_adapter": 9.063291139240506e-05,
+      "loss": 0.0258,
+      "step": 47000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.062025316455697e-05,
+      "learning_rate_adapter": 9.062025316455697e-05,
+      "loss": 0.0262,
+      "step": 47050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.060759493670886e-05,
+      "learning_rate_adapter": 9.060759493670886e-05,
+      "loss": 0.026,
+      "step": 47100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.059493670886077e-05,
+      "learning_rate_adapter": 9.059493670886077e-05,
+      "loss": 0.0259,
+      "step": 47150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.058227848101266e-05,
+      "learning_rate_adapter": 9.058227848101266e-05,
+      "loss": 0.026,
+      "step": 47200
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.056962025316456e-05,
+      "learning_rate_adapter": 9.056962025316456e-05,
+      "loss": 0.0257,
+      "step": 47250
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.055696202531646e-05,
+      "learning_rate_adapter": 9.055696202531646e-05,
+      "loss": 0.0258,
+      "step": 47300
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.054430379746836e-05,
+      "learning_rate_adapter": 9.054430379746836e-05,
+      "loss": 0.0259,
+      "step": 47350
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.053164556962025e-05,
+      "learning_rate_adapter": 9.053164556962025e-05,
+      "loss": 0.026,
+      "step": 47400
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.051898734177216e-05,
+      "learning_rate_adapter": 9.051898734177216e-05,
+      "loss": 0.026,
+      "step": 47450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.050632911392407e-05,
+      "learning_rate_adapter": 9.050632911392407e-05,
+      "loss": 0.0261,
+      "step": 47500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.049367088607596e-05,
+      "learning_rate_adapter": 9.049367088607596e-05,
+      "loss": 0.026,
+      "step": 47550
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.048101265822785e-05,
+      "learning_rate_adapter": 9.048101265822785e-05,
+      "loss": 0.026,
+      "step": 47600
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.046835443037975e-05,
+      "learning_rate_adapter": 9.046835443037975e-05,
+      "loss": 0.026,
+      "step": 47650
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.045569620253165e-05,
+      "learning_rate_adapter": 9.045569620253165e-05,
+      "loss": 0.0257,
+      "step": 47700
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.044303797468355e-05,
+      "learning_rate_adapter": 9.044303797468355e-05,
+      "loss": 0.0259,
+      "step": 47750
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.043037974683544e-05,
+      "learning_rate_adapter": 9.043037974683544e-05,
+      "loss": 0.0257,
+      "step": 47800
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.041772151898734e-05,
+      "learning_rate_adapter": 9.041772151898734e-05,
+      "loss": 0.0261,
+      "step": 47850
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.040506329113924e-05,
+      "learning_rate_adapter": 9.040506329113924e-05,
+      "loss": 0.0259,
+      "step": 47900
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.039240506329115e-05,
+      "learning_rate_adapter": 9.039240506329115e-05,
+      "loss": 0.0257,
+      "step": 47950
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.037974683544304e-05,
+      "learning_rate_adapter": 9.037974683544304e-05,
+      "loss": 0.0257,
+      "step": 48000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.036708860759495e-05,
+      "learning_rate_adapter": 9.036708860759495e-05,
+      "loss": 0.0258,
+      "step": 48050
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.035443037974684e-05,
+      "learning_rate_adapter": 9.035443037974684e-05,
+      "loss": 0.0258,
+      "step": 48100
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.034177215189874e-05,
+      "learning_rate_adapter": 9.034177215189874e-05,
+      "loss": 0.0258,
+      "step": 48150
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 9.032911392405064e-05,
+      "learning_rate_adapter": 9.032911392405064e-05,
+      "loss": 0.026,
+      "step": 48200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.031645569620254e-05,
+      "learning_rate_adapter": 9.031645569620254e-05,
+      "loss": 0.0258,
+      "step": 48250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.030379746835443e-05,
+      "learning_rate_adapter": 9.030379746835443e-05,
+      "loss": 0.0256,
+      "step": 48300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.029113924050633e-05,
+      "learning_rate_adapter": 9.029113924050633e-05,
+      "loss": 0.026,
+      "step": 48350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.027848101265823e-05,
+      "learning_rate_adapter": 9.027848101265823e-05,
+      "loss": 0.0257,
+      "step": 48400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.026582278481012e-05,
+      "learning_rate_adapter": 9.026582278481012e-05,
+      "loss": 0.0259,
+      "step": 48450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.025316455696203e-05,
+      "learning_rate_adapter": 9.025316455696203e-05,
+      "loss": 0.0256,
+      "step": 48500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.024050632911393e-05,
+      "learning_rate_adapter": 9.024050632911393e-05,
+      "loss": 0.026,
+      "step": 48550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.022784810126583e-05,
+      "learning_rate_adapter": 9.022784810126583e-05,
+      "loss": 0.0258,
+      "step": 48600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.021518987341773e-05,
+      "learning_rate_adapter": 9.021518987341773e-05,
+      "loss": 0.0259,
+      "step": 48650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.020253164556962e-05,
+      "learning_rate_adapter": 9.020253164556962e-05,
+      "loss": 0.0256,
+      "step": 48700
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.018987341772153e-05,
+      "learning_rate_adapter": 9.018987341772153e-05,
+      "loss": 0.0257,
+      "step": 48750
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.017721518987342e-05,
+      "learning_rate_adapter": 9.017721518987342e-05,
+      "loss": 0.0259,
+      "step": 48800
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.016455696202533e-05,
+      "learning_rate_adapter": 9.016455696202533e-05,
+      "loss": 0.0257,
+      "step": 48850
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.015189873417722e-05,
+      "learning_rate_adapter": 9.015189873417722e-05,
+      "loss": 0.0257,
+      "step": 48900
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.013924050632911e-05,
+      "learning_rate_adapter": 9.013924050632911e-05,
+      "loss": 0.0261,
+      "step": 48950
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.012658227848102e-05,
+      "learning_rate_adapter": 9.012658227848102e-05,
+      "loss": 0.0258,
+      "step": 49000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.011392405063291e-05,
+      "learning_rate_adapter": 9.011392405063291e-05,
+      "loss": 0.0258,
+      "step": 49050
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.010126582278481e-05,
+      "learning_rate_adapter": 9.010126582278481e-05,
+      "loss": 0.0257,
+      "step": 49100
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.008860759493671e-05,
+      "learning_rate_adapter": 9.008860759493671e-05,
+      "loss": 0.026,
+      "step": 49150
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.007594936708861e-05,
+      "learning_rate_adapter": 9.007594936708861e-05,
+      "loss": 0.0257,
+      "step": 49200
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.006329113924052e-05,
+      "learning_rate_adapter": 9.006329113924052e-05,
+      "loss": 0.0258,
+      "step": 49250
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.005063291139241e-05,
+      "learning_rate_adapter": 9.005063291139241e-05,
+      "loss": 0.0255,
+      "step": 49300
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.003797468354432e-05,
+      "learning_rate_adapter": 9.003797468354432e-05,
+      "loss": 0.0258,
+      "step": 49350
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.002531645569621e-05,
+      "learning_rate_adapter": 9.002531645569621e-05,
+      "loss": 0.0259,
+      "step": 49400
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9.00126582278481e-05,
+      "learning_rate_adapter": 9.00126582278481e-05,
+      "loss": 0.0256,
+      "step": 49450
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 9e-05,
+      "learning_rate_adapter": 9e-05,
+      "loss": 0.0256,
+      "step": 49500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99873417721519e-05,
+      "learning_rate_adapter": 8.99873417721519e-05,
+      "loss": 0.0257,
+      "step": 49550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99746835443038e-05,
+      "learning_rate_adapter": 8.99746835443038e-05,
+      "loss": 0.0257,
+      "step": 49600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 8.99620253164557e-05,
+      "learning_rate_adapter": 8.99620253164557e-05,
+      "loss": 0.0256,
+      "step": 49650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99493670886076e-05,
+      "learning_rate_adapter": 8.99493670886076e-05,
+      "loss": 0.0259,
+      "step": 49700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.993670886075949e-05,
+      "learning_rate_adapter": 8.993670886075949e-05,
+      "loss": 0.0257,
+      "step": 49750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99240506329114e-05,
+      "learning_rate_adapter": 8.99240506329114e-05,
+      "loss": 0.0257,
+      "step": 49800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.99113924050633e-05,
+      "learning_rate_adapter": 8.99113924050633e-05,
+      "loss": 0.0257,
+      "step": 49850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.98987341772152e-05,
+      "learning_rate_adapter": 8.98987341772152e-05,
+      "loss": 0.026,
+      "step": 49900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.988607594936709e-05,
+      "learning_rate_adapter": 8.988607594936709e-05,
+      "loss": 0.0258,
+      "step": 49950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.9873417721519e-05,
+      "learning_rate_adapter": 8.9873417721519e-05,
+      "loss": 0.0255,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "eval_af_opus100_pr_auc": 0.7930459092804315,
+      "eval_af_ud_pr_auc": 0.9816374822848626,
+      "eval_am_opus100_pr_auc": 0.5210491926719436,
+      "eval_ar_ersatz_pr_auc": 0.9327045474331783,
+      "eval_ar_opus100_pr_auc": 0.7349782710596646,
+      "eval_ar_ud_pr_auc": 0.8891255645617067,
+      "eval_average_ersatz_pr_auc": 0.9694933347783867,
+      "eval_average_opus100_pr_auc": 0.840472911402086,
+      "eval_average_ud_pr_auc": 0.9634439054822151,
+      "eval_az_opus100_pr_auc": 0.8386422861525283,
+      "eval_be_opus100_pr_auc": 0.7279779256135102,
+      "eval_be_ud_pr_auc": 0.8854202521220502,
+      "eval_bg_opus100_pr_auc": 0.9213538542312463,
+      "eval_bg_ud_pr_auc": 0.9949430434788092,
+      "eval_bn_opus100_pr_auc": 0.8197058576577848,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8862737790579337,
+      "eval_ca_ud_pr_auc": 0.9929431298894229,
+      "eval_ceb_ud_pr_auc": 0.9992776465118789,
+      "eval_cs_ersatz_pr_auc": 0.9874147241072257,
+      "eval_cs_opus100_pr_auc": 0.9055455425553971,
+      "eval_cs_ud_pr_auc": 0.960376146430121,
+      "eval_cy_opus100_pr_auc": 0.7969866539457399,
+      "eval_cy_ud_pr_auc": 0.9963858435695854,
+      "eval_da_opus100_pr_auc": 0.9202208575869668,
+      "eval_da_ud_pr_auc": 0.9820209664649417,
+      "eval_de_ersatz_pr_auc": 0.9885902783039479,
+      "eval_de_opus100_pr_auc": 0.9064319851432007,
+      "eval_de_ud_pr_auc": 0.9806409773832205,
+      "eval_el_opus100_pr_auc": 0.9179839179170379,
+      "eval_el_ud_pr_auc": 0.985592713125655,
+      "eval_en_ersatz_pr_auc": 0.9914586176253595,
+      "eval_en_opus100_pr_auc": 0.9171908107369269,
+      "eval_en_ud_pr_auc": 0.9777942391196224,
+      "eval_eo_opus100_pr_auc": 0.9340010194897002,
+      "eval_es_ersatz_pr_auc": 0.9971479693824942,
+      "eval_es_opus100_pr_auc": 0.9278143839154105,
+      "eval_es_ud_pr_auc": 0.9911579043719521,
+      "eval_et_ersatz_pr_auc": 0.9828272987657803,
+      "eval_et_opus100_pr_auc": 0.9149235500951894,
+      "eval_et_ud_pr_auc": 0.9658273558166126,
+      "eval_eu_opus100_pr_auc": 0.8802625631957148,
+      "eval_eu_ud_pr_auc": 0.9928403207285661,
+      "eval_fa_opus100_pr_auc": 0.5990869479591979,
+      "eval_fa_ud_pr_auc": 0.9932099060326144,
+      "eval_fi_ersatz_pr_auc": 0.9925653790226352,
+      "eval_fi_opus100_pr_auc": 0.9196590154081714,
+      "eval_fi_ud_pr_auc": 0.9714156349903122,
+      "eval_fr_ersatz_pr_auc": 0.9866516827597411,
+      "eval_fr_opus100_pr_auc": 0.9131818553900861,
+      "eval_fr_ud_pr_auc": 0.9819835013287543,
+      "eval_fy_opus100_pr_auc": 0.6818473759584693,
+      "eval_ga_opus100_pr_auc": 0.9018307699190422,
+      "eval_ga_ud_pr_auc": 0.8066539932752387,
+      "eval_gd_opus100_pr_auc": 0.6819464174919458,
+      "eval_gd_ud_pr_auc": 0.8181565921955639,
+      "eval_gl_opus100_pr_auc": 0.8856250752093837,
+      "eval_gl_ud_pr_auc": 0.9984116814429749,
+      "eval_gu_ersatz_pr_auc": 0.9424696903647154,
+      "eval_gu_opus100_pr_auc": 0.7510333019947807,
+      "eval_ha_opus100_pr_auc": 0.9204685938957324,
+      "eval_he_opus100_pr_auc": 0.845531374563323,
+      "eval_he_ud_pr_auc": 0.9782150845188301,
+      "eval_hi_ersatz_pr_auc": 0.9782742310841172,
+      "eval_hi_opus100_pr_auc": 0.6973452933311202,
+      "eval_hi_ud_pr_auc": 0.9947752746164179,
+      "eval_hu_opus100_pr_auc": 0.9077898221966307,
+      "eval_hu_ud_pr_auc": 0.9734177970978045,
+      "eval_hy_opus100_pr_auc": 0.9078947495861907,
+      "eval_hy_ud_pr_auc": 0.981472404597334,
+      "eval_id_opus100_pr_auc": 0.8914534545139786,
+      "eval_id_ud_pr_auc": 0.9919863067450878,
+      "eval_ig_opus100_pr_auc": 0.8830270672329034,
+      "eval_is_opus100_pr_auc": 0.9245859891696186,
+      "eval_is_ud_pr_auc": 0.8951381092949123,
+      "eval_it_opus100_pr_auc": 0.9102522897787898,
+      "eval_it_ud_pr_auc": 0.9988588288613209,
+      "eval_ja_ersatz_pr_auc": 0.8450323818112078,
+      "eval_ja_opus100_pr_auc": 0.8121100072306422,
+      "eval_ja_ud_pr_auc": 0.9810001752545219,
+      "eval_jv_ud_pr_auc": 0.9564335675375913,
+      "eval_ka_opus100_pr_auc": 0.8584295434466709,
+      "eval_kk_ersatz_pr_auc": 0.9896871955750874,
+      "eval_kk_opus100_pr_auc": 0.8092761676837439,
+      "eval_kk_ud_pr_auc": 0.9741292291099983,
+      "eval_km_ersatz_pr_auc": 0.924352686134508,
+      "eval_km_opus100_pr_auc": 0.7511418113475972,
+      "eval_kn_opus100_pr_auc": 0.66981668621488,
+      "eval_ko_opus100_pr_auc": 0.6656332001586435,
+      "eval_ko_ud_pr_auc": 0.9995094951362093,
+      "eval_ku_opus100_pr_auc": 0.8033885922720339,
+      "eval_ky_opus100_pr_auc": 0.8949992410127642,
+      "eval_la_ud_pr_auc": 0.9698091118229588,
+      "eval_loss": 0.029607491567730904,
+      "eval_lt_ersatz_pr_auc": 0.9971280400008875,
+      "eval_lt_opus100_pr_auc": 0.8926274108053238,
+      "eval_lt_ud_pr_auc": 0.9958968634608205,
+      "eval_lv_ersatz_pr_auc": 0.9867513220303045,
+      "eval_lv_opus100_pr_auc": 0.8750800517879491,
+      "eval_lv_ud_pr_auc": 0.9647101935498094,
+      "eval_mg_opus100_pr_auc": 0.9430669946033948,
+      "eval_mk_opus100_pr_auc": 0.9173798802230269,
+      "eval_ml_opus100_pr_auc": 0.7900467728012065,
+      "eval_mn_opus100_pr_auc": 0.9484779695774923,
+      "eval_mr_opus100_pr_auc": 0.9111235103340685,
+      "eval_mr_ud_pr_auc": 0.9872493154284055,
+      "eval_ms_opus100_pr_auc": 0.8808146394795446,
+      "eval_mt_opus100_pr_auc": 0.8528878685959446,
+      "eval_mt_ud_pr_auc": 0.8839940805294713,
+      "eval_my_opus100_pr_auc": 0.7814022994537436,
+      "eval_ne_opus100_pr_auc": 0.7599195643073484,
+      "eval_nl_opus100_pr_auc": 0.8962051485808945,
+      "eval_nl_ud_pr_auc": 0.9839747991316523,
+      "eval_no_opus100_pr_auc": 0.909218623057182,
+      "eval_no_ud_pr_auc": 0.9966707787937518,
+      "eval_pa_opus100_pr_auc": 0.6713860463268989,
+      "eval_pl_ersatz_pr_auc": 0.9715985360264163,
+      "eval_pl_opus100_pr_auc": 0.8955857757736446,
+      "eval_pl_ud_pr_auc": 0.9631125364811062,
+      "eval_ps_ersatz_pr_auc": 0.9168232293971238,
+      "eval_ps_opus100_pr_auc": 0.7630743941490332,
+      "eval_pt_opus100_pr_auc": 0.9202852275859862,
+      "eval_pt_ud_pr_auc": 0.9806422830605914,
+      "eval_ro_ersatz_pr_auc": 0.9918066748487993,
+      "eval_ro_opus100_pr_auc": 0.8874211978990818,
+      "eval_ro_ud_pr_auc": 0.9470843458857734,
+      "eval_ru_ersatz_pr_auc": 0.9941599902690447,
+      "eval_ru_opus100_pr_auc": 0.9253994123503488,
+      "eval_ru_ud_pr_auc": 0.8793711717704283,
+      "eval_runtime": 503.8623,
+      "eval_samples_per_second": 149.882,
+      "eval_si_opus100_pr_auc": 0.8156001729147005,
+      "eval_sk_opus100_pr_auc": 0.9267531554926258,
+      "eval_sk_ud_pr_auc": 0.9861410791798847,
+      "eval_sl_opus100_pr_auc": 0.8636859505834185,
+      "eval_sl_ud_pr_auc": 0.972150526548666,
+      "eval_sq_opus100_pr_auc": 0.9256408421563642,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9157687405361424,
+      "eval_sr_ud_pr_auc": 0.9981509323775206,
+      "eval_steps_per_second": 0.585,
+      "eval_sv_opus100_pr_auc": 0.8952861345034193,
+      "eval_sv_ud_pr_auc": 0.9534836991639909,
+      "eval_ta_ersatz_pr_auc": 0.9844893778327534,
+      "eval_ta_opus100_pr_auc": 0.6841381478537575,
+      "eval_ta_ud_pr_auc": 0.9960492813937617,
+      "eval_te_opus100_pr_auc": 0.8346566505725526,
+      "eval_tg_opus100_pr_auc": 0.8991617953630475,
+      "eval_th_opus100_pr_auc": 0.6800422209920444,
+      "eval_th_ud_pr_auc": 0.8317166727689689,
+      "eval_tr_ersatz_pr_auc": 0.9694366186085714,
+      "eval_tr_opus100_pr_auc": 0.8991600343837697,
+      "eval_tr_ud_pr_auc": 0.957393676003672,
+      "eval_uk_opus100_pr_auc": 0.8642072322663864,
+      "eval_uk_ud_pr_auc": 0.9411457470778878,
+      "eval_ur_opus100_pr_auc": 0.5725311658193295,
+      "eval_ur_ud_pr_auc": 0.9929540889906975,
+      "eval_uz_opus100_pr_auc": 0.8657893233268346,
+      "eval_vi_opus100_pr_auc": 0.8942904813211279,
+      "eval_vi_ud_pr_auc": 0.9510681901411309,
+      "eval_xh_opus100_pr_auc": 0.8719652522349202,
+      "eval_yi_opus100_pr_auc": 0.7731732534701203,
+      "eval_yo_opus100_pr_auc": 0.8595132930539028,
+      "eval_yo_ud_pr_auc": 0.9152353002796296,
+      "eval_zh_ersatz_pr_auc": 0.9774828937406115,
+      "eval_zh_opus100_pr_auc": 0.8692137651270546,
+      "eval_zh_ud_pr_auc": 0.9975467707511875,
+      "eval_zu_opus100_pr_auc": 0.8350553320347582,
+      "step": 50000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.986075949367089e-05,
+      "learning_rate_adapter": 8.986075949367089e-05,
+      "loss": 0.0257,
+      "step": 50050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.984810126582279e-05,
+      "learning_rate_adapter": 8.984810126582279e-05,
+      "loss": 0.0258,
+      "step": 50100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.983544303797468e-05,
+      "learning_rate_adapter": 8.983544303797468e-05,
+      "loss": 0.0257,
+      "step": 50150
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.982278481012658e-05,
+      "learning_rate_adapter": 8.982278481012658e-05,
+      "loss": 0.0256,
+      "step": 50200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.981012658227848e-05,
+      "learning_rate_adapter": 8.981012658227848e-05,
+      "loss": 0.0257,
+      "step": 50250
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.979746835443039e-05,
+      "learning_rate_adapter": 8.979746835443039e-05,
+      "loss": 0.0256,
+      "step": 50300
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.978481012658228e-05,
+      "learning_rate_adapter": 8.978481012658228e-05,
+      "loss": 0.0257,
+      "step": 50350
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.977215189873419e-05,
+      "learning_rate_adapter": 8.977215189873419e-05,
+      "loss": 0.0255,
+      "step": 50400
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.975949367088609e-05,
+      "learning_rate_adapter": 8.975949367088609e-05,
+      "loss": 0.0258,
+      "step": 50450
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.974683544303798e-05,
+      "learning_rate_adapter": 8.974683544303798e-05,
+      "loss": 0.0253,
+      "step": 50500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.973417721518987e-05,
+      "learning_rate_adapter": 8.973417721518987e-05,
+      "loss": 0.0256,
+      "step": 50550
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.972151898734178e-05,
+      "learning_rate_adapter": 8.972151898734178e-05,
+      "loss": 0.0255,
+      "step": 50600
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.970886075949367e-05,
+      "learning_rate_adapter": 8.970886075949367e-05,
+      "loss": 0.0255,
+      "step": 50650
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.969620253164558e-05,
+      "learning_rate_adapter": 8.969620253164558e-05,
+      "loss": 0.0255,
+      "step": 50700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.968354430379747e-05,
+      "learning_rate_adapter": 8.968354430379747e-05,
+      "loss": 0.0258,
+      "step": 50750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.967088607594936e-05,
+      "learning_rate_adapter": 8.967088607594936e-05,
+      "loss": 0.0256,
+      "step": 50800
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.965822784810127e-05,
+      "learning_rate_adapter": 8.965822784810127e-05,
+      "loss": 0.0254,
+      "step": 50850
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.964556962025317e-05,
+      "learning_rate_adapter": 8.964556962025317e-05,
+      "loss": 0.0255,
+      "step": 50900
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.963291139240507e-05,
+      "learning_rate_adapter": 8.963291139240507e-05,
+      "loss": 0.0256,
+      "step": 50950
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.962025316455697e-05,
+      "learning_rate_adapter": 8.962025316455697e-05,
+      "loss": 0.0256,
+      "step": 51000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.960759493670886e-05,
+      "learning_rate_adapter": 8.960759493670886e-05,
+      "loss": 0.0256,
+      "step": 51050
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.959493670886077e-05,
+      "learning_rate_adapter": 8.959493670886077e-05,
+      "loss": 0.0255,
+      "step": 51100
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 8.958227848101266e-05,
+      "learning_rate_adapter": 8.958227848101266e-05,
+      "loss": 0.0257,
+      "step": 51150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.956962025316457e-05,
+      "learning_rate_adapter": 8.956962025316457e-05,
+      "loss": 0.0255,
+      "step": 51200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.955696202531646e-05,
+      "learning_rate_adapter": 8.955696202531646e-05,
+      "loss": 0.0254,
+      "step": 51250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.954430379746835e-05,
+      "learning_rate_adapter": 8.954430379746835e-05,
+      "loss": 0.0255,
+      "step": 51300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.953164556962026e-05,
+      "learning_rate_adapter": 8.953164556962026e-05,
+      "loss": 0.0255,
+      "step": 51350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.951898734177215e-05,
+      "learning_rate_adapter": 8.951898734177215e-05,
+      "loss": 0.0254,
+      "step": 51400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.950632911392405e-05,
+      "learning_rate_adapter": 8.950632911392405e-05,
+      "loss": 0.0256,
+      "step": 51450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.949367088607596e-05,
+      "learning_rate_adapter": 8.949367088607596e-05,
+      "loss": 0.0257,
+      "step": 51500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.948101265822785e-05,
+      "learning_rate_adapter": 8.948101265822785e-05,
+      "loss": 0.0258,
+      "step": 51550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.946835443037976e-05,
+      "learning_rate_adapter": 8.946835443037976e-05,
+      "loss": 0.0254,
+      "step": 51600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.945569620253165e-05,
+      "learning_rate_adapter": 8.945569620253165e-05,
+      "loss": 0.0256,
+      "step": 51650
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.944303797468356e-05,
+      "learning_rate_adapter": 8.944303797468356e-05,
+      "loss": 0.0255,
+      "step": 51700
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.943037974683545e-05,
+      "learning_rate_adapter": 8.943037974683545e-05,
+      "loss": 0.0255,
+      "step": 51750
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.941772151898734e-05,
+      "learning_rate_adapter": 8.941772151898734e-05,
+      "loss": 0.0255,
+      "step": 51800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.940506329113925e-05,
+      "learning_rate_adapter": 8.940506329113925e-05,
+      "loss": 0.0255,
+      "step": 51850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.939240506329114e-05,
+      "learning_rate_adapter": 8.939240506329114e-05,
+      "loss": 0.0255,
+      "step": 51900
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.937974683544304e-05,
+      "learning_rate_adapter": 8.937974683544304e-05,
+      "loss": 0.0254,
+      "step": 51950
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.936708860759493e-05,
+      "learning_rate_adapter": 8.936708860759493e-05,
+      "loss": 0.0253,
+      "step": 52000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.935443037974684e-05,
+      "learning_rate_adapter": 8.935443037974684e-05,
+      "loss": 0.0258,
+      "step": 52050
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.934177215189875e-05,
+      "learning_rate_adapter": 8.934177215189875e-05,
+      "loss": 0.0256,
+      "step": 52100
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.932911392405064e-05,
+      "learning_rate_adapter": 8.932911392405064e-05,
+      "loss": 0.0253,
+      "step": 52150
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.931645569620254e-05,
+      "learning_rate_adapter": 8.931645569620254e-05,
+      "loss": 0.0254,
+      "step": 52200
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.930379746835444e-05,
+      "learning_rate_adapter": 8.930379746835444e-05,
+      "loss": 0.0253,
+      "step": 52250
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.929113924050634e-05,
+      "learning_rate_adapter": 8.929113924050634e-05,
+      "loss": 0.0254,
+      "step": 52300
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.927848101265823e-05,
+      "learning_rate_adapter": 8.927848101265823e-05,
+      "loss": 0.0253,
+      "step": 52350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.926582278481013e-05,
+      "learning_rate_adapter": 8.926582278481013e-05,
+      "loss": 0.0255,
+      "step": 52400
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.925316455696203e-05,
+      "learning_rate_adapter": 8.925316455696203e-05,
+      "loss": 0.0253,
+      "step": 52450
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.924050632911392e-05,
+      "learning_rate_adapter": 8.924050632911392e-05,
+      "loss": 0.0256,
+      "step": 52500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.922784810126583e-05,
+      "learning_rate_adapter": 8.922784810126583e-05,
+      "loss": 0.0255,
+      "step": 52550
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.921518987341772e-05,
+      "learning_rate_adapter": 8.921518987341772e-05,
+      "loss": 0.0255,
+      "step": 52600
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 8.920253164556963e-05,
+      "learning_rate_adapter": 8.920253164556963e-05,
+      "loss": 0.0256,
+      "step": 52650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.918987341772152e-05,
+      "learning_rate_adapter": 8.918987341772152e-05,
+      "loss": 0.0254,
+      "step": 52700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.917721518987342e-05,
+      "learning_rate_adapter": 8.917721518987342e-05,
+      "loss": 0.0256,
+      "step": 52750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.916455696202533e-05,
+      "learning_rate_adapter": 8.916455696202533e-05,
+      "loss": 0.0253,
+      "step": 52800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.915189873417722e-05,
+      "learning_rate_adapter": 8.915189873417722e-05,
+      "loss": 0.0256,
+      "step": 52850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.913924050632911e-05,
+      "learning_rate_adapter": 8.913924050632911e-05,
+      "loss": 0.0255,
+      "step": 52900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.912658227848102e-05,
+      "learning_rate_adapter": 8.912658227848102e-05,
+      "loss": 0.0256,
+      "step": 52950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.911392405063291e-05,
+      "learning_rate_adapter": 8.911392405063291e-05,
+      "loss": 0.0255,
+      "step": 53000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.910126582278482e-05,
+      "learning_rate_adapter": 8.910126582278482e-05,
+      "loss": 0.0254,
+      "step": 53050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.908860759493671e-05,
+      "learning_rate_adapter": 8.908860759493671e-05,
+      "loss": 0.0253,
+      "step": 53100
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90759493670886e-05,
+      "learning_rate_adapter": 8.90759493670886e-05,
+      "loss": 0.0254,
+      "step": 53150
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.906329113924051e-05,
+      "learning_rate_adapter": 8.906329113924051e-05,
+      "loss": 0.0254,
+      "step": 53200
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.905063291139241e-05,
+      "learning_rate_adapter": 8.905063291139241e-05,
+      "loss": 0.0254,
+      "step": 53250
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90379746835443e-05,
+      "learning_rate_adapter": 8.90379746835443e-05,
+      "loss": 0.0256,
+      "step": 53300
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.902531645569621e-05,
+      "learning_rate_adapter": 8.902531645569621e-05,
+      "loss": 0.0254,
+      "step": 53350
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.90126582278481e-05,
+      "learning_rate_adapter": 8.90126582278481e-05,
+      "loss": 0.0253,
+      "step": 53400
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.900000000000001e-05,
+      "learning_rate_adapter": 8.900000000000001e-05,
+      "loss": 0.0254,
+      "step": 53450
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89873417721519e-05,
+      "learning_rate_adapter": 8.89873417721519e-05,
+      "loss": 0.025,
+      "step": 53500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89746835443038e-05,
+      "learning_rate_adapter": 8.89746835443038e-05,
+      "loss": 0.0254,
+      "step": 53550
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89620253164557e-05,
+      "learning_rate_adapter": 8.89620253164557e-05,
+      "loss": 0.0256,
+      "step": 53600
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89493670886076e-05,
+      "learning_rate_adapter": 8.89493670886076e-05,
+      "loss": 0.0254,
+      "step": 53650
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89367088607595e-05,
+      "learning_rate_adapter": 8.89367088607595e-05,
+      "loss": 0.0254,
+      "step": 53700
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.892405063291139e-05,
+      "learning_rate_adapter": 8.892405063291139e-05,
+      "loss": 0.0254,
+      "step": 53750
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.89113924050633e-05,
+      "learning_rate_adapter": 8.89113924050633e-05,
+      "loss": 0.0253,
+      "step": 53800
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88987341772152e-05,
+      "learning_rate_adapter": 8.88987341772152e-05,
+      "loss": 0.0254,
+      "step": 53850
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.888607594936709e-05,
+      "learning_rate_adapter": 8.888607594936709e-05,
+      "loss": 0.0255,
+      "step": 53900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.8873417721519e-05,
+      "learning_rate_adapter": 8.8873417721519e-05,
+      "loss": 0.0255,
+      "step": 53950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.886075949367089e-05,
+      "learning_rate_adapter": 8.886075949367089e-05,
+      "loss": 0.0253,
+      "step": 54000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.88481012658228e-05,
+      "learning_rate_adapter": 8.88481012658228e-05,
+      "loss": 0.0254,
+      "step": 54050
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 8.883544303797469e-05,
+      "learning_rate_adapter": 8.883544303797469e-05,
+      "loss": 0.0253,
+      "step": 54100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.882278481012659e-05,
+      "learning_rate_adapter": 8.882278481012659e-05,
+      "loss": 0.0254,
+      "step": 54150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.881012658227848e-05,
+      "learning_rate_adapter": 8.881012658227848e-05,
+      "loss": 0.0253,
+      "step": 54200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.879746835443038e-05,
+      "learning_rate_adapter": 8.879746835443038e-05,
+      "loss": 0.0253,
+      "step": 54250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.878481012658228e-05,
+      "learning_rate_adapter": 8.878481012658228e-05,
+      "loss": 0.0256,
+      "step": 54300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.877215189873417e-05,
+      "learning_rate_adapter": 8.877215189873417e-05,
+      "loss": 0.0253,
+      "step": 54350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.875949367088608e-05,
+      "learning_rate_adapter": 8.875949367088608e-05,
+      "loss": 0.0254,
+      "step": 54400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.874683544303799e-05,
+      "learning_rate_adapter": 8.874683544303799e-05,
+      "loss": 0.0253,
+      "step": 54450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.873417721518988e-05,
+      "learning_rate_adapter": 8.873417721518988e-05,
+      "loss": 0.0252,
+      "step": 54500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.872151898734178e-05,
+      "learning_rate_adapter": 8.872151898734178e-05,
+      "loss": 0.0254,
+      "step": 54550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.870886075949368e-05,
+      "learning_rate_adapter": 8.870886075949368e-05,
+      "loss": 0.0254,
+      "step": 54600
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.869620253164558e-05,
+      "learning_rate_adapter": 8.869620253164558e-05,
+      "loss": 0.0254,
+      "step": 54650
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.868354430379747e-05,
+      "learning_rate_adapter": 8.868354430379747e-05,
+      "loss": 0.0256,
+      "step": 54700
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.867088607594937e-05,
+      "learning_rate_adapter": 8.867088607594937e-05,
+      "loss": 0.0251,
+      "step": 54750
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.865822784810127e-05,
+      "learning_rate_adapter": 8.865822784810127e-05,
+      "loss": 0.0254,
+      "step": 54800
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.864556962025316e-05,
+      "learning_rate_adapter": 8.864556962025316e-05,
+      "loss": 0.0251,
+      "step": 54850
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.863291139240507e-05,
+      "learning_rate_adapter": 8.863291139240507e-05,
+      "loss": 0.0251,
+      "step": 54900
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.862025316455696e-05,
+      "learning_rate_adapter": 8.862025316455696e-05,
+      "loss": 0.0253,
+      "step": 54950
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.860759493670887e-05,
+      "learning_rate_adapter": 8.860759493670887e-05,
+      "loss": 0.0254,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "eval_af_opus100_pr_auc": 0.8001146893188302,
+      "eval_af_ud_pr_auc": 0.9875549739888034,
+      "eval_am_opus100_pr_auc": 0.6004567840830904,
+      "eval_ar_ersatz_pr_auc": 0.9393170399091004,
+      "eval_ar_opus100_pr_auc": 0.744895907684628,
+      "eval_ar_ud_pr_auc": 0.8983004664132201,
+      "eval_average_ersatz_pr_auc": 0.9704313995369666,
+      "eval_average_opus100_pr_auc": 0.8503255485836312,
+      "eval_average_ud_pr_auc": 0.964196705995128,
+      "eval_az_opus100_pr_auc": 0.8301964851887497,
+      "eval_be_opus100_pr_auc": 0.765219197008799,
+      "eval_be_ud_pr_auc": 0.9016039664562328,
+      "eval_bg_opus100_pr_auc": 0.9233485187522894,
+      "eval_bg_ud_pr_auc": 0.9960906899711651,
+      "eval_bn_opus100_pr_auc": 0.8350030189717327,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8950606270012735,
+      "eval_ca_ud_pr_auc": 0.9959547371130286,
+      "eval_ceb_ud_pr_auc": 0.9996510765450456,
+      "eval_cs_ersatz_pr_auc": 0.9863018181167094,
+      "eval_cs_opus100_pr_auc": 0.9180792768895529,
+      "eval_cs_ud_pr_auc": 0.9623297330687639,
+      "eval_cy_opus100_pr_auc": 0.7963198810314407,
+      "eval_cy_ud_pr_auc": 0.9978873353175398,
+      "eval_da_opus100_pr_auc": 0.9256566001899031,
+      "eval_da_ud_pr_auc": 0.9843073882486878,
+      "eval_de_ersatz_pr_auc": 0.9872466593217368,
+      "eval_de_opus100_pr_auc": 0.9193057737049655,
+      "eval_de_ud_pr_auc": 0.984811583880878,
+      "eval_el_opus100_pr_auc": 0.9264479918288051,
+      "eval_el_ud_pr_auc": 0.9909721042023993,
+      "eval_en_ersatz_pr_auc": 0.9919633928498086,
+      "eval_en_opus100_pr_auc": 0.9243798329378705,
+      "eval_en_ud_pr_auc": 0.97468663791893,
+      "eval_eo_opus100_pr_auc": 0.9352807471680946,
+      "eval_es_ersatz_pr_auc": 0.9961083905164572,
+      "eval_es_opus100_pr_auc": 0.9341996345223804,
+      "eval_es_ud_pr_auc": 0.9921204175522925,
+      "eval_et_ersatz_pr_auc": 0.9851791375342726,
+      "eval_et_opus100_pr_auc": 0.907743308516192,
+      "eval_et_ud_pr_auc": 0.9682901044403025,
+      "eval_eu_opus100_pr_auc": 0.8853093122758255,
+      "eval_eu_ud_pr_auc": 0.9941187802315042,
+      "eval_fa_opus100_pr_auc": 0.6379399735568989,
+      "eval_fa_ud_pr_auc": 0.997480079707064,
+      "eval_fi_ersatz_pr_auc": 0.9948498209472593,
+      "eval_fi_opus100_pr_auc": 0.9263853749073602,
+      "eval_fi_ud_pr_auc": 0.9707830112030096,
+      "eval_fr_ersatz_pr_auc": 0.989436357660819,
+      "eval_fr_opus100_pr_auc": 0.9302581157018817,
+      "eval_fr_ud_pr_auc": 0.9855375702564566,
+      "eval_fy_opus100_pr_auc": 0.6941202447383719,
+      "eval_ga_opus100_pr_auc": 0.9070214725017136,
+      "eval_ga_ud_pr_auc": 0.8250742862800148,
+      "eval_gd_opus100_pr_auc": 0.7247433723965426,
+      "eval_gd_ud_pr_auc": 0.8074316259534965,
+      "eval_gl_opus100_pr_auc": 0.8985530902713681,
+      "eval_gl_ud_pr_auc": 0.9985944956627897,
+      "eval_gu_ersatz_pr_auc": 0.9399085142784438,
+      "eval_gu_opus100_pr_auc": 0.7656324091870225,
+      "eval_ha_opus100_pr_auc": 0.9257759131933722,
+      "eval_he_opus100_pr_auc": 0.891398246801585,
+      "eval_he_ud_pr_auc": 0.979934031792758,
+      "eval_hi_ersatz_pr_auc": 0.9847551765219993,
+      "eval_hi_opus100_pr_auc": 0.713620611720126,
+      "eval_hi_ud_pr_auc": 0.9937439112915942,
+      "eval_hu_opus100_pr_auc": 0.9246514038143943,
+      "eval_hu_ud_pr_auc": 0.9763894801762425,
+      "eval_hy_opus100_pr_auc": 0.9189629864352997,
+      "eval_hy_ud_pr_auc": 0.9858188920634703,
+      "eval_id_opus100_pr_auc": 0.9074372576248797,
+      "eval_id_ud_pr_auc": 0.994501390362513,
+      "eval_ig_opus100_pr_auc": 0.8787784293425608,
+      "eval_is_opus100_pr_auc": 0.9325438966551963,
+      "eval_is_ud_pr_auc": 0.9087155620236275,
+      "eval_it_opus100_pr_auc": 0.9208587677157589,
+      "eval_it_ud_pr_auc": 0.9987869127167752,
+      "eval_ja_ersatz_pr_auc": 0.8530362501529866,
+      "eval_ja_opus100_pr_auc": 0.8344807373912378,
+      "eval_ja_ud_pr_auc": 0.9789927232301573,
+      "eval_jv_ud_pr_auc": 0.9620298968989965,
+      "eval_ka_opus100_pr_auc": 0.8527527111696239,
+      "eval_kk_ersatz_pr_auc": 0.9870519154959342,
+      "eval_kk_opus100_pr_auc": 0.8114301857570649,
+      "eval_kk_ud_pr_auc": 0.9720033236518413,
+      "eval_km_ersatz_pr_auc": 0.9222556296290944,
+      "eval_km_opus100_pr_auc": 0.7505591949703084,
+      "eval_kn_opus100_pr_auc": 0.6469763599181715,
+      "eval_ko_opus100_pr_auc": 0.7014211692084414,
+      "eval_ko_ud_pr_auc": 0.9988609746317942,
+      "eval_ku_opus100_pr_auc": 0.8462627991730775,
+      "eval_ky_opus100_pr_auc": 0.8870710743079991,
+      "eval_la_ud_pr_auc": 0.9589592588266378,
+      "eval_loss": 0.029026281088590622,
+      "eval_lt_ersatz_pr_auc": 0.9969539492153876,
+      "eval_lt_opus100_pr_auc": 0.8927097783330775,
+      "eval_lt_ud_pr_auc": 0.995692312065582,
+      "eval_lv_ersatz_pr_auc": 0.9907852830727345,
+      "eval_lv_opus100_pr_auc": 0.8969291413681885,
+      "eval_lv_ud_pr_auc": 0.9660343214413749,
+      "eval_mg_opus100_pr_auc": 0.9417803944978164,
+      "eval_mk_opus100_pr_auc": 0.9269245517171545,
+      "eval_ml_opus100_pr_auc": 0.8004102065986411,
+      "eval_mn_opus100_pr_auc": 0.944134200632564,
+      "eval_mr_opus100_pr_auc": 0.908688775606904,
+      "eval_mr_ud_pr_auc": 0.9609834003299179,
+      "eval_ms_opus100_pr_auc": 0.8882659338050913,
+      "eval_mt_opus100_pr_auc": 0.8567788847808784,
+      "eval_mt_ud_pr_auc": 0.8927938376375335,
+      "eval_my_opus100_pr_auc": 0.7779349510671103,
+      "eval_ne_opus100_pr_auc": 0.7728914078581319,
+      "eval_nl_opus100_pr_auc": 0.9113676344790536,
+      "eval_nl_ud_pr_auc": 0.9814179361662779,
+      "eval_no_opus100_pr_auc": 0.9164938198752788,
+      "eval_no_ud_pr_auc": 0.9970562190925865,
+      "eval_pa_opus100_pr_auc": 0.6948979556104679,
+      "eval_pl_ersatz_pr_auc": 0.9801041615383297,
+      "eval_pl_opus100_pr_auc": 0.9055611320559785,
+      "eval_pl_ud_pr_auc": 0.9734618904052419,
+      "eval_ps_ersatz_pr_auc": 0.9278470803113463,
+      "eval_ps_opus100_pr_auc": 0.7630007007210688,
+      "eval_pt_opus100_pr_auc": 0.9343619424299591,
+      "eval_pt_ud_pr_auc": 0.9828802138901369,
+      "eval_ro_ersatz_pr_auc": 0.9916955959032386,
+      "eval_ro_opus100_pr_auc": 0.8875171313797233,
+      "eval_ro_ud_pr_auc": 0.9407035103286638,
+      "eval_ru_ersatz_pr_auc": 0.9951722528873147,
+      "eval_ru_opus100_pr_auc": 0.9334242192654193,
+      "eval_ru_ud_pr_auc": 0.8626267918701198,
+      "eval_runtime": 515.2372,
+      "eval_samples_per_second": 146.573,
+      "eval_si_opus100_pr_auc": 0.829874575840422,
+      "eval_sk_opus100_pr_auc": 0.9314326091448377,
+      "eval_sk_ud_pr_auc": 0.9865751870180446,
+      "eval_sl_opus100_pr_auc": 0.8797086825691447,
+      "eval_sl_ud_pr_auc": 0.9685834904918313,
+      "eval_sq_opus100_pr_auc": 0.9338019139158418,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9144711964427894,
+      "eval_sr_ud_pr_auc": 0.9996217463675116,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.903304255325887,
+      "eval_sv_ud_pr_auc": 0.9564029784778804,
+      "eval_ta_ersatz_pr_auc": 0.982666052268141,
+      "eval_ta_opus100_pr_auc": 0.7175063715406023,
+      "eval_ta_ud_pr_auc": 0.9947384503829901,
+      "eval_te_opus100_pr_auc": 0.8452755751453416,
+      "eval_tg_opus100_pr_auc": 0.8975417297881734,
+      "eval_th_opus100_pr_auc": 0.6790981741304948,
+      "eval_th_ud_pr_auc": 0.8311060443509564,
+      "eval_tr_ersatz_pr_auc": 0.9576557102855822,
+      "eval_tr_opus100_pr_auc": 0.9114194729548984,
+      "eval_tr_ud_pr_auc": 0.9602656638944718,
+      "eval_uk_opus100_pr_auc": 0.8787829175910683,
+      "eval_uk_ud_pr_auc": 0.9302892316484467,
+      "eval_ur_opus100_pr_auc": 0.5929744104224791,
+      "eval_ur_ud_pr_auc": 0.988469760232573,
+      "eval_uz_opus100_pr_auc": 0.8770323925620451,
+      "eval_vi_opus100_pr_auc": 0.9067252386372981,
+      "eval_vi_ud_pr_auc": 0.9520191032682074,
+      "eval_xh_opus100_pr_auc": 0.8888640339237077,
+      "eval_yi_opus100_pr_auc": 0.7707084012925761,
+      "eval_yo_opus100_pr_auc": 0.8187846637082596,
+      "eval_yo_ud_pr_auc": 0.9215128187118922,
+      "eval_zh_ersatz_pr_auc": 0.9692006013965687,
+      "eval_zh_opus100_pr_auc": 0.8706076649786266,
+      "eval_zh_ud_pr_auc": 0.9936599115720169,
+      "eval_zu_opus100_pr_auc": 0.8280545563260682,
+      "step": 55000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.859493670886077e-05,
+      "learning_rate_adapter": 8.859493670886077e-05,
+      "loss": 0.0254,
+      "step": 55050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.858227848101266e-05,
+      "learning_rate_adapter": 8.858227848101266e-05,
+      "loss": 0.0253,
+      "step": 55100
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.856962025316457e-05,
+      "learning_rate_adapter": 8.856962025316457e-05,
+      "loss": 0.0253,
+      "step": 55150
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.855696202531646e-05,
+      "learning_rate_adapter": 8.855696202531646e-05,
+      "loss": 0.0254,
+      "step": 55200
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.854430379746835e-05,
+      "learning_rate_adapter": 8.854430379746835e-05,
+      "loss": 0.0253,
+      "step": 55250
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.853164556962026e-05,
+      "learning_rate_adapter": 8.853164556962026e-05,
+      "loss": 0.025,
+      "step": 55300
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.851898734177215e-05,
+      "learning_rate_adapter": 8.851898734177215e-05,
+      "loss": 0.0252,
+      "step": 55350
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.850632911392406e-05,
+      "learning_rate_adapter": 8.850632911392406e-05,
+      "loss": 0.0253,
+      "step": 55400
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.849367088607595e-05,
+      "learning_rate_adapter": 8.849367088607595e-05,
+      "loss": 0.0253,
+      "step": 55450
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.848101265822785e-05,
+      "learning_rate_adapter": 8.848101265822785e-05,
+      "loss": 0.0255,
+      "step": 55500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.846835443037975e-05,
+      "learning_rate_adapter": 8.846835443037975e-05,
+      "loss": 0.0252,
+      "step": 55550
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 8.845569620253165e-05,
+      "learning_rate_adapter": 8.845569620253165e-05,
+      "loss": 0.0254,
+      "step": 55600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.844303797468356e-05,
+      "learning_rate_adapter": 8.844303797468356e-05,
+      "loss": 0.0251,
+      "step": 55650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.843037974683545e-05,
+      "learning_rate_adapter": 8.843037974683545e-05,
+      "loss": 0.0251,
+      "step": 55700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.841772151898736e-05,
+      "learning_rate_adapter": 8.841772151898736e-05,
+      "loss": 0.0249,
+      "step": 55750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.840506329113925e-05,
+      "learning_rate_adapter": 8.840506329113925e-05,
+      "loss": 0.0252,
+      "step": 55800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.839240506329114e-05,
+      "learning_rate_adapter": 8.839240506329114e-05,
+      "loss": 0.0252,
+      "step": 55850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.837974683544305e-05,
+      "learning_rate_adapter": 8.837974683544305e-05,
+      "loss": 0.0256,
+      "step": 55900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.836708860759494e-05,
+      "learning_rate_adapter": 8.836708860759494e-05,
+      "loss": 0.0252,
+      "step": 55950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.835443037974684e-05,
+      "learning_rate_adapter": 8.835443037974684e-05,
+      "loss": 0.0253,
+      "step": 56000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.834177215189874e-05,
+      "learning_rate_adapter": 8.834177215189874e-05,
+      "loss": 0.0253,
+      "step": 56050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.832911392405063e-05,
+      "learning_rate_adapter": 8.832911392405063e-05,
+      "loss": 0.0252,
+      "step": 56100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.831645569620253e-05,
+      "learning_rate_adapter": 8.831645569620253e-05,
+      "loss": 0.0251,
+      "step": 56150
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.830379746835444e-05,
+      "learning_rate_adapter": 8.830379746835444e-05,
+      "loss": 0.025,
+      "step": 56200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.829113924050633e-05,
+      "learning_rate_adapter": 8.829113924050633e-05,
+      "loss": 0.0254,
+      "step": 56250
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.827848101265824e-05,
+      "learning_rate_adapter": 8.827848101265824e-05,
+      "loss": 0.0254,
+      "step": 56300
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.826582278481013e-05,
+      "learning_rate_adapter": 8.826582278481013e-05,
+      "loss": 0.0253,
+      "step": 56350
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.825316455696203e-05,
+      "learning_rate_adapter": 8.825316455696203e-05,
+      "loss": 0.0251,
+      "step": 56400
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.824050632911393e-05,
+      "learning_rate_adapter": 8.824050632911393e-05,
+      "loss": 0.0252,
+      "step": 56450
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.822784810126583e-05,
+      "learning_rate_adapter": 8.822784810126583e-05,
+      "loss": 0.0251,
+      "step": 56500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.821518987341772e-05,
+      "learning_rate_adapter": 8.821518987341772e-05,
+      "loss": 0.0251,
+      "step": 56550
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.820253164556962e-05,
+      "learning_rate_adapter": 8.820253164556962e-05,
+      "loss": 0.025,
+      "step": 56600
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.818987341772152e-05,
+      "learning_rate_adapter": 8.818987341772152e-05,
+      "loss": 0.0255,
+      "step": 56650
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.817721518987341e-05,
+      "learning_rate_adapter": 8.817721518987341e-05,
+      "loss": 0.0251,
+      "step": 56700
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.816455696202532e-05,
+      "learning_rate_adapter": 8.816455696202532e-05,
+      "loss": 0.0255,
+      "step": 56750
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.815189873417722e-05,
+      "learning_rate_adapter": 8.815189873417722e-05,
+      "loss": 0.0253,
+      "step": 56800
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.813924050632912e-05,
+      "learning_rate_adapter": 8.813924050632912e-05,
+      "loss": 0.0253,
+      "step": 56850
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.812658227848102e-05,
+      "learning_rate_adapter": 8.812658227848102e-05,
+      "loss": 0.0251,
+      "step": 56900
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.811392405063291e-05,
+      "learning_rate_adapter": 8.811392405063291e-05,
+      "loss": 0.0249,
+      "step": 56950
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.810126582278482e-05,
+      "learning_rate_adapter": 8.810126582278482e-05,
+      "loss": 0.0252,
+      "step": 57000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.808860759493671e-05,
+      "learning_rate_adapter": 8.808860759493671e-05,
+      "loss": 0.0253,
+      "step": 57050
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 8.807594936708862e-05,
+      "learning_rate_adapter": 8.807594936708862e-05,
+      "loss": 0.0251,
+      "step": 57100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.806329113924051e-05,
+      "learning_rate_adapter": 8.806329113924051e-05,
+      "loss": 0.0251,
+      "step": 57150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80506329113924e-05,
+      "learning_rate_adapter": 8.80506329113924e-05,
+      "loss": 0.0253,
+      "step": 57200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.803797468354431e-05,
+      "learning_rate_adapter": 8.803797468354431e-05,
+      "loss": 0.0254,
+      "step": 57250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80253164556962e-05,
+      "learning_rate_adapter": 8.80253164556962e-05,
+      "loss": 0.0249,
+      "step": 57300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.80126582278481e-05,
+      "learning_rate_adapter": 8.80126582278481e-05,
+      "loss": 0.0251,
+      "step": 57350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.800000000000001e-05,
+      "learning_rate_adapter": 8.800000000000001e-05,
+      "loss": 0.0252,
+      "step": 57400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79873417721519e-05,
+      "learning_rate_adapter": 8.79873417721519e-05,
+      "loss": 0.025,
+      "step": 57450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.797468354430381e-05,
+      "learning_rate_adapter": 8.797468354430381e-05,
+      "loss": 0.0248,
+      "step": 57500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79620253164557e-05,
+      "learning_rate_adapter": 8.79620253164557e-05,
+      "loss": 0.0254,
+      "step": 57550
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79493670886076e-05,
+      "learning_rate_adapter": 8.79493670886076e-05,
+      "loss": 0.0252,
+      "step": 57600
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79367088607595e-05,
+      "learning_rate_adapter": 8.79367088607595e-05,
+      "loss": 0.0251,
+      "step": 57650
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.792405063291139e-05,
+      "learning_rate_adapter": 8.792405063291139e-05,
+      "loss": 0.0249,
+      "step": 57700
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.79113924050633e-05,
+      "learning_rate_adapter": 8.79113924050633e-05,
+      "loss": 0.025,
+      "step": 57750
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.789873417721519e-05,
+      "learning_rate_adapter": 8.789873417721519e-05,
+      "loss": 0.0251,
+      "step": 57800
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78860759493671e-05,
+      "learning_rate_adapter": 8.78860759493671e-05,
+      "loss": 0.0251,
+      "step": 57850
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.787341772151899e-05,
+      "learning_rate_adapter": 8.787341772151899e-05,
+      "loss": 0.025,
+      "step": 57900
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.786075949367089e-05,
+      "learning_rate_adapter": 8.786075949367089e-05,
+      "loss": 0.0252,
+      "step": 57950
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78481012658228e-05,
+      "learning_rate_adapter": 8.78481012658228e-05,
+      "loss": 0.0249,
+      "step": 58000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.783544303797469e-05,
+      "learning_rate_adapter": 8.783544303797469e-05,
+      "loss": 0.0249,
+      "step": 58050
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.78227848101266e-05,
+      "learning_rate_adapter": 8.78227848101266e-05,
+      "loss": 0.025,
+      "step": 58100
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.781012658227849e-05,
+      "learning_rate_adapter": 8.781012658227849e-05,
+      "loss": 0.0251,
+      "step": 58150
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.779746835443038e-05,
+      "learning_rate_adapter": 8.779746835443038e-05,
+      "loss": 0.0252,
+      "step": 58200
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.778481012658229e-05,
+      "learning_rate_adapter": 8.778481012658229e-05,
+      "loss": 0.0252,
+      "step": 58250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.777215189873418e-05,
+      "learning_rate_adapter": 8.777215189873418e-05,
+      "loss": 0.0249,
+      "step": 58300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.775949367088608e-05,
+      "learning_rate_adapter": 8.775949367088608e-05,
+      "loss": 0.0249,
+      "step": 58350
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.774683544303797e-05,
+      "learning_rate_adapter": 8.774683544303797e-05,
+      "loss": 0.0251,
+      "step": 58400
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.773417721518987e-05,
+      "learning_rate_adapter": 8.773417721518987e-05,
+      "loss": 0.025,
+      "step": 58450
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.772151898734177e-05,
+      "learning_rate_adapter": 8.772151898734177e-05,
+      "loss": 0.0253,
+      "step": 58500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 8.770886075949368e-05,
+      "learning_rate_adapter": 8.770886075949368e-05,
+      "loss": 0.0252,
+      "step": 58550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.769620253164558e-05,
+      "learning_rate_adapter": 8.769620253164558e-05,
+      "loss": 0.0251,
+      "step": 58600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.768354430379748e-05,
+      "learning_rate_adapter": 8.768354430379748e-05,
+      "loss": 0.025,
+      "step": 58650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.767088607594938e-05,
+      "learning_rate_adapter": 8.767088607594938e-05,
+      "loss": 0.0255,
+      "step": 58700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.765822784810127e-05,
+      "learning_rate_adapter": 8.765822784810127e-05,
+      "loss": 0.0251,
+      "step": 58750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.764556962025317e-05,
+      "learning_rate_adapter": 8.764556962025317e-05,
+      "loss": 0.0248,
+      "step": 58800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.763291139240507e-05,
+      "learning_rate_adapter": 8.763291139240507e-05,
+      "loss": 0.025,
+      "step": 58850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.762025316455696e-05,
+      "learning_rate_adapter": 8.762025316455696e-05,
+      "loss": 0.0251,
+      "step": 58900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.760759493670887e-05,
+      "learning_rate_adapter": 8.760759493670887e-05,
+      "loss": 0.0251,
+      "step": 58950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.759493670886076e-05,
+      "learning_rate_adapter": 8.759493670886076e-05,
+      "loss": 0.0251,
+      "step": 59000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.758227848101265e-05,
+      "learning_rate_adapter": 8.758227848101265e-05,
+      "loss": 0.0251,
+      "step": 59050
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.756962025316456e-05,
+      "learning_rate_adapter": 8.756962025316456e-05,
+      "loss": 0.025,
+      "step": 59100
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.755696202531646e-05,
+      "learning_rate_adapter": 8.755696202531646e-05,
+      "loss": 0.0249,
+      "step": 59150
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.754430379746837e-05,
+      "learning_rate_adapter": 8.754430379746837e-05,
+      "loss": 0.0251,
+      "step": 59200
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.753164556962026e-05,
+      "learning_rate_adapter": 8.753164556962026e-05,
+      "loss": 0.0252,
+      "step": 59250
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.751898734177215e-05,
+      "learning_rate_adapter": 8.751898734177215e-05,
+      "loss": 0.025,
+      "step": 59300
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.750632911392406e-05,
+      "learning_rate_adapter": 8.750632911392406e-05,
+      "loss": 0.0248,
+      "step": 59350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.749367088607595e-05,
+      "learning_rate_adapter": 8.749367088607595e-05,
+      "loss": 0.0251,
+      "step": 59400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.748101265822786e-05,
+      "learning_rate_adapter": 8.748101265822786e-05,
+      "loss": 0.0247,
+      "step": 59450
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.746835443037975e-05,
+      "learning_rate_adapter": 8.746835443037975e-05,
+      "loss": 0.025,
+      "step": 59500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.745569620253164e-05,
+      "learning_rate_adapter": 8.745569620253164e-05,
+      "loss": 0.025,
+      "step": 59550
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.744303797468355e-05,
+      "learning_rate_adapter": 8.744303797468355e-05,
+      "loss": 0.0249,
+      "step": 59600
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.743037974683544e-05,
+      "learning_rate_adapter": 8.743037974683544e-05,
+      "loss": 0.0248,
+      "step": 59650
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.741772151898735e-05,
+      "learning_rate_adapter": 8.741772151898735e-05,
+      "loss": 0.0249,
+      "step": 59700
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.740506329113925e-05,
+      "learning_rate_adapter": 8.740506329113925e-05,
+      "loss": 0.0251,
+      "step": 59750
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.739240506329114e-05,
+      "learning_rate_adapter": 8.739240506329114e-05,
+      "loss": 0.0249,
+      "step": 59800
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.737974683544305e-05,
+      "learning_rate_adapter": 8.737974683544305e-05,
+      "loss": 0.025,
+      "step": 59850
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.736708860759494e-05,
+      "learning_rate_adapter": 8.736708860759494e-05,
+      "loss": 0.025,
+      "step": 59900
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.735443037974685e-05,
+      "learning_rate_adapter": 8.735443037974685e-05,
+      "loss": 0.025,
+      "step": 59950
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.734177215189874e-05,
+      "learning_rate_adapter": 8.734177215189874e-05,
+      "loss": 0.0249,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "eval_af_opus100_pr_auc": 0.7781511415761245,
+      "eval_af_ud_pr_auc": 0.98437238387806,
+      "eval_am_opus100_pr_auc": 0.5188340145285079,
+      "eval_ar_ersatz_pr_auc": 0.9265819079741675,
+      "eval_ar_opus100_pr_auc": 0.7434385106571054,
+      "eval_ar_ud_pr_auc": 0.8989758548232455,
+      "eval_average_ersatz_pr_auc": 0.9648384605957808,
+      "eval_average_opus100_pr_auc": 0.8398784629714517,
+      "eval_average_ud_pr_auc": 0.9654001701228088,
+      "eval_az_opus100_pr_auc": 0.8179697685354343,
+      "eval_be_opus100_pr_auc": 0.6986509748654159,
+      "eval_be_ud_pr_auc": 0.9051861719865615,
+      "eval_bg_opus100_pr_auc": 0.9204812422439915,
+      "eval_bg_ud_pr_auc": 0.9931530103519433,
+      "eval_bn_opus100_pr_auc": 0.8235401196886125,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8952193401416632,
+      "eval_ca_ud_pr_auc": 0.9946449000961867,
+      "eval_ceb_ud_pr_auc": 0.9990132849814306,
+      "eval_cs_ersatz_pr_auc": 0.9871330319163736,
+      "eval_cs_opus100_pr_auc": 0.9033550478463745,
+      "eval_cs_ud_pr_auc": 0.9565290147077692,
+      "eval_cy_opus100_pr_auc": 0.7550689428454499,
+      "eval_cy_ud_pr_auc": 0.9974811776382696,
+      "eval_da_opus100_pr_auc": 0.9229828246409255,
+      "eval_da_ud_pr_auc": 0.9835351561779286,
+      "eval_de_ersatz_pr_auc": 0.9844751705010599,
+      "eval_de_opus100_pr_auc": 0.9094279629264996,
+      "eval_de_ud_pr_auc": 0.9827861294747711,
+      "eval_el_opus100_pr_auc": 0.91446770169787,
+      "eval_el_ud_pr_auc": 0.9904789153633013,
+      "eval_en_ersatz_pr_auc": 0.9927922483240614,
+      "eval_en_opus100_pr_auc": 0.9229873748864196,
+      "eval_en_ud_pr_auc": 0.9758386261248948,
+      "eval_eo_opus100_pr_auc": 0.9297351840440904,
+      "eval_es_ersatz_pr_auc": 0.9962830089028144,
+      "eval_es_opus100_pr_auc": 0.9319076791432955,
+      "eval_es_ud_pr_auc": 0.9916188788221476,
+      "eval_et_ersatz_pr_auc": 0.9815992990580162,
+      "eval_et_opus100_pr_auc": 0.8927879835336108,
+      "eval_et_ud_pr_auc": 0.9699582558377949,
+      "eval_eu_opus100_pr_auc": 0.8836054417864133,
+      "eval_eu_ud_pr_auc": 0.9915527825046079,
+      "eval_fa_opus100_pr_auc": 0.6160427784765101,
+      "eval_fa_ud_pr_auc": 0.9903842402010523,
+      "eval_fi_ersatz_pr_auc": 0.9927341695759963,
+      "eval_fi_opus100_pr_auc": 0.9227960685263739,
+      "eval_fi_ud_pr_auc": 0.9680108089303487,
+      "eval_fr_ersatz_pr_auc": 0.989713021045511,
+      "eval_fr_opus100_pr_auc": 0.9175492721246749,
+      "eval_fr_ud_pr_auc": 0.9845342666001881,
+      "eval_fy_opus100_pr_auc": 0.6733917187349654,
+      "eval_ga_opus100_pr_auc": 0.9074317008841525,
+      "eval_ga_ud_pr_auc": 0.8256650305133673,
+      "eval_gd_opus100_pr_auc": 0.7439986173169914,
+      "eval_gd_ud_pr_auc": 0.83327352754505,
+      "eval_gl_opus100_pr_auc": 0.8910434288137093,
+      "eval_gl_ud_pr_auc": 0.9969711614262977,
+      "eval_gu_ersatz_pr_auc": 0.9359890218281244,
+      "eval_gu_opus100_pr_auc": 0.7399839978678414,
+      "eval_ha_opus100_pr_auc": 0.9043179815019017,
+      "eval_he_opus100_pr_auc": 0.8652026037792835,
+      "eval_he_ud_pr_auc": 0.9856975349626287,
+      "eval_hi_ersatz_pr_auc": 0.9809687485878051,
+      "eval_hi_opus100_pr_auc": 0.6904437345257779,
+      "eval_hi_ud_pr_auc": 0.9867490287625912,
+      "eval_hu_opus100_pr_auc": 0.9173262295275872,
+      "eval_hu_ud_pr_auc": 0.9774172299789244,
+      "eval_hy_opus100_pr_auc": 0.9212260417074145,
+      "eval_hy_ud_pr_auc": 0.9817396958038812,
+      "eval_id_opus100_pr_auc": 0.8916499133385131,
+      "eval_id_ud_pr_auc": 0.9951312409801591,
+      "eval_ig_opus100_pr_auc": 0.8869930990438772,
+      "eval_is_opus100_pr_auc": 0.9396411631595163,
+      "eval_is_ud_pr_auc": 0.9146758954724181,
+      "eval_it_opus100_pr_auc": 0.9086230789853103,
+      "eval_it_ud_pr_auc": 0.9990897582326211,
+      "eval_ja_ersatz_pr_auc": 0.8024810397547493,
+      "eval_ja_opus100_pr_auc": 0.8085925876561498,
+      "eval_ja_ud_pr_auc": 0.9693003687203686,
+      "eval_jv_ud_pr_auc": 0.965695422313867,
+      "eval_ka_opus100_pr_auc": 0.8601038878268118,
+      "eval_kk_ersatz_pr_auc": 0.9903351507499678,
+      "eval_kk_opus100_pr_auc": 0.7888500515915243,
+      "eval_kk_ud_pr_auc": 0.9737241407033956,
+      "eval_km_ersatz_pr_auc": 0.9179572771500248,
+      "eval_km_opus100_pr_auc": 0.7569753779639459,
+      "eval_kn_opus100_pr_auc": 0.6654773567965401,
+      "eval_ko_opus100_pr_auc": 0.6829530938669962,
+      "eval_ko_ud_pr_auc": 0.9986266728748096,
+      "eval_ku_opus100_pr_auc": 0.8270850064963183,
+      "eval_ky_opus100_pr_auc": 0.8966697995301272,
+      "eval_la_ud_pr_auc": 0.9684717978839096,
+      "eval_loss": 0.028881169855594635,
+      "eval_lt_ersatz_pr_auc": 0.9964762208562716,
+      "eval_lt_opus100_pr_auc": 0.8697553881924511,
+      "eval_lt_ud_pr_auc": 0.9958599201998947,
+      "eval_lv_ersatz_pr_auc": 0.9900468659335164,
+      "eval_lv_opus100_pr_auc": 0.8706635484865579,
+      "eval_lv_ud_pr_auc": 0.9698200405589382,
+      "eval_mg_opus100_pr_auc": 0.9441182403980856,
+      "eval_mk_opus100_pr_auc": 0.9184306337209417,
+      "eval_ml_opus100_pr_auc": 0.7998475962820369,
+      "eval_mn_opus100_pr_auc": 0.9361620811702566,
+      "eval_mr_opus100_pr_auc": 0.8921726089692551,
+      "eval_mr_ud_pr_auc": 0.9691754699523052,
+      "eval_ms_opus100_pr_auc": 0.8742818933113289,
+      "eval_mt_opus100_pr_auc": 0.8624243552076121,
+      "eval_mt_ud_pr_auc": 0.8748346734986564,
+      "eval_my_opus100_pr_auc": 0.759741486158888,
+      "eval_ne_opus100_pr_auc": 0.7470244632172776,
+      "eval_nl_opus100_pr_auc": 0.8968549661021167,
+      "eval_nl_ud_pr_auc": 0.9822736476434065,
+      "eval_no_opus100_pr_auc": 0.9174891467359294,
+      "eval_no_ud_pr_auc": 0.9963946507199684,
+      "eval_pa_opus100_pr_auc": 0.6608450142468026,
+      "eval_pl_ersatz_pr_auc": 0.976759256061545,
+      "eval_pl_opus100_pr_auc": 0.9034429787131075,
+      "eval_pl_ud_pr_auc": 0.973095747111048,
+      "eval_ps_ersatz_pr_auc": 0.914757850727425,
+      "eval_ps_opus100_pr_auc": 0.7588222918211375,
+      "eval_pt_opus100_pr_auc": 0.926318298845339,
+      "eval_pt_ud_pr_auc": 0.9811264019449689,
+      "eval_ro_ersatz_pr_auc": 0.9928059802072902,
+      "eval_ro_opus100_pr_auc": 0.886944300023911,
+      "eval_ro_ud_pr_auc": 0.9771609354704599,
+      "eval_ru_ersatz_pr_auc": 0.9940100135928729,
+      "eval_ru_opus100_pr_auc": 0.9304974331147485,
+      "eval_ru_ud_pr_auc": 0.889370794252056,
+      "eval_runtime": 532.0684,
+      "eval_samples_per_second": 141.937,
+      "eval_si_opus100_pr_auc": 0.8053422702059109,
+      "eval_sk_opus100_pr_auc": 0.9283085383618553,
+      "eval_sk_ud_pr_auc": 0.985921269051041,
+      "eval_sl_opus100_pr_auc": 0.8677980391221899,
+      "eval_sl_ud_pr_auc": 0.9750251709448934,
+      "eval_sq_opus100_pr_auc": 0.9275781472208505,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9145504444229916,
+      "eval_sr_ud_pr_auc": 0.9991654381387457,
+      "eval_steps_per_second": 0.554,
+      "eval_sv_opus100_pr_auc": 0.8928585475603973,
+      "eval_sv_ud_pr_auc": 0.9548665272185397,
+      "eval_ta_ersatz_pr_auc": 0.9827167863004544,
+      "eval_ta_opus100_pr_auc": 0.7070171369680239,
+      "eval_ta_ud_pr_auc": 0.9957813958575252,
+      "eval_te_opus100_pr_auc": 0.8305754375471327,
+      "eval_tg_opus100_pr_auc": 0.9068166833340077,
+      "eval_th_opus100_pr_auc": 0.6771332067549508,
+      "eval_th_ud_pr_auc": 0.8379038570736326,
+      "eval_tr_ersatz_pr_auc": 0.9578164026381663,
+      "eval_tr_opus100_pr_auc": 0.9012274520293873,
+      "eval_tr_ud_pr_auc": 0.9500854622867827,
+      "eval_uk_opus100_pr_auc": 0.8798566914336352,
+      "eval_uk_ud_pr_auc": 0.9391053269703,
+      "eval_ur_opus100_pr_auc": 0.5656436846243225,
+      "eval_ur_ud_pr_auc": 0.9832922622396194,
+      "eval_uz_opus100_pr_auc": 0.8716497298847242,
+      "eval_vi_opus100_pr_auc": 0.8940726116810622,
+      "eval_vi_ud_pr_auc": 0.9530000877017092,
+      "eval_xh_opus100_pr_auc": 0.8711879417711831,
+      "eval_yi_opus100_pr_auc": 0.8044733711324057,
+      "eval_yo_opus100_pr_auc": 0.812630862124583,
+      "eval_yo_ud_pr_auc": 0.9202688694320011,
+      "eval_zh_ersatz_pr_auc": 0.9420136614209661,
+      "eval_zh_opus100_pr_auc": 0.84855331549114,
+      "eval_zh_ud_pr_auc": 0.9939993840588154,
+      "eval_zu_opus100_pr_auc": 0.8199432816398792,
+      "step": 60000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 8.732911392405063e-05,
+      "learning_rate_adapter": 8.732911392405063e-05,
+      "loss": 0.0246,
+      "step": 60050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.731645569620254e-05,
+      "learning_rate_adapter": 8.731645569620254e-05,
+      "loss": 0.025,
+      "step": 60100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.730379746835443e-05,
+      "learning_rate_adapter": 8.730379746835443e-05,
+      "loss": 0.0249,
+      "step": 60150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.729113924050633e-05,
+      "learning_rate_adapter": 8.729113924050633e-05,
+      "loss": 0.025,
+      "step": 60200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.727848101265823e-05,
+      "learning_rate_adapter": 8.727848101265823e-05,
+      "loss": 0.0249,
+      "step": 60250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.726582278481013e-05,
+      "learning_rate_adapter": 8.726582278481013e-05,
+      "loss": 0.0251,
+      "step": 60300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.725316455696204e-05,
+      "learning_rate_adapter": 8.725316455696204e-05,
+      "loss": 0.025,
+      "step": 60350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.724050632911393e-05,
+      "learning_rate_adapter": 8.724050632911393e-05,
+      "loss": 0.025,
+      "step": 60400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.722784810126583e-05,
+      "learning_rate_adapter": 8.722784810126583e-05,
+      "loss": 0.0248,
+      "step": 60450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.721518987341773e-05,
+      "learning_rate_adapter": 8.721518987341773e-05,
+      "loss": 0.0251,
+      "step": 60500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.720253164556963e-05,
+      "learning_rate_adapter": 8.720253164556963e-05,
+      "loss": 0.025,
+      "step": 60550
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.718987341772152e-05,
+      "learning_rate_adapter": 8.718987341772152e-05,
+      "loss": 0.0247,
+      "step": 60600
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.717721518987342e-05,
+      "learning_rate_adapter": 8.717721518987342e-05,
+      "loss": 0.0249,
+      "step": 60650
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.716455696202532e-05,
+      "learning_rate_adapter": 8.716455696202532e-05,
+      "loss": 0.0249,
+      "step": 60700
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.715189873417721e-05,
+      "learning_rate_adapter": 8.715189873417721e-05,
+      "loss": 0.0251,
+      "step": 60750
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.713924050632912e-05,
+      "learning_rate_adapter": 8.713924050632912e-05,
+      "loss": 0.025,
+      "step": 60800
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.712658227848101e-05,
+      "learning_rate_adapter": 8.712658227848101e-05,
+      "loss": 0.025,
+      "step": 60850
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.711392405063292e-05,
+      "learning_rate_adapter": 8.711392405063292e-05,
+      "loss": 0.0248,
+      "step": 60900
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.710126582278482e-05,
+      "learning_rate_adapter": 8.710126582278482e-05,
+      "loss": 0.0249,
+      "step": 60950
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.708860759493672e-05,
+      "learning_rate_adapter": 8.708860759493672e-05,
+      "loss": 0.0249,
+      "step": 61000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.707594936708862e-05,
+      "learning_rate_adapter": 8.707594936708862e-05,
+      "loss": 0.025,
+      "step": 61050
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.706329113924051e-05,
+      "learning_rate_adapter": 8.706329113924051e-05,
+      "loss": 0.0251,
+      "step": 61100
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70506329113924e-05,
+      "learning_rate_adapter": 8.70506329113924e-05,
+      "loss": 0.0249,
+      "step": 61150
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.703797468354431e-05,
+      "learning_rate_adapter": 8.703797468354431e-05,
+      "loss": 0.025,
+      "step": 61200
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.70253164556962e-05,
+      "learning_rate_adapter": 8.70253164556962e-05,
+      "loss": 0.0249,
+      "step": 61250
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.701265822784811e-05,
+      "learning_rate_adapter": 8.701265822784811e-05,
+      "loss": 0.0248,
+      "step": 61300
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.7e-05,
+      "learning_rate_adapter": 8.7e-05,
+      "loss": 0.0249,
+      "step": 61350
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.698734177215189e-05,
+      "learning_rate_adapter": 8.698734177215189e-05,
+      "loss": 0.0251,
+      "step": 61400
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69746835443038e-05,
+      "learning_rate_adapter": 8.69746835443038e-05,
+      "loss": 0.0248,
+      "step": 61450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.69620253164557e-05,
+      "learning_rate_adapter": 8.69620253164557e-05,
+      "loss": 0.025,
+      "step": 61500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 8.694936708860761e-05,
+      "learning_rate_adapter": 8.694936708860761e-05,
+      "loss": 0.0248,
+      "step": 61550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69367088607595e-05,
+      "learning_rate_adapter": 8.69367088607595e-05,
+      "loss": 0.025,
+      "step": 61600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69240506329114e-05,
+      "learning_rate_adapter": 8.69240506329114e-05,
+      "loss": 0.0251,
+      "step": 61650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.69113924050633e-05,
+      "learning_rate_adapter": 8.69113924050633e-05,
+      "loss": 0.0248,
+      "step": 61700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.689873417721519e-05,
+      "learning_rate_adapter": 8.689873417721519e-05,
+      "loss": 0.0246,
+      "step": 61750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68860759493671e-05,
+      "learning_rate_adapter": 8.68860759493671e-05,
+      "loss": 0.025,
+      "step": 61800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.687341772151899e-05,
+      "learning_rate_adapter": 8.687341772151899e-05,
+      "loss": 0.0249,
+      "step": 61850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.68607594936709e-05,
+      "learning_rate_adapter": 8.68607594936709e-05,
+      "loss": 0.0249,
+      "step": 61900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.684810126582279e-05,
+      "learning_rate_adapter": 8.684810126582279e-05,
+      "loss": 0.0249,
+      "step": 61950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.683544303797468e-05,
+      "learning_rate_adapter": 8.683544303797468e-05,
+      "loss": 0.025,
+      "step": 62000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.682278481012658e-05,
+      "learning_rate_adapter": 8.682278481012658e-05,
+      "loss": 0.0249,
+      "step": 62050
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.681012658227849e-05,
+      "learning_rate_adapter": 8.681012658227849e-05,
+      "loss": 0.0248,
+      "step": 62100
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.67974683544304e-05,
+      "learning_rate_adapter": 8.67974683544304e-05,
+      "loss": 0.0249,
+      "step": 62150
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.678481012658229e-05,
+      "learning_rate_adapter": 8.678481012658229e-05,
+      "loss": 0.025,
+      "step": 62200
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.677215189873418e-05,
+      "learning_rate_adapter": 8.677215189873418e-05,
+      "loss": 0.0249,
+      "step": 62250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.675949367088609e-05,
+      "learning_rate_adapter": 8.675949367088609e-05,
+      "loss": 0.0251,
+      "step": 62300
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.674683544303798e-05,
+      "learning_rate_adapter": 8.674683544303798e-05,
+      "loss": 0.0247,
+      "step": 62350
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.673417721518988e-05,
+      "learning_rate_adapter": 8.673417721518988e-05,
+      "loss": 0.0247,
+      "step": 62400
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.672151898734178e-05,
+      "learning_rate_adapter": 8.672151898734178e-05,
+      "loss": 0.0248,
+      "step": 62450
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.670886075949367e-05,
+      "learning_rate_adapter": 8.670886075949367e-05,
+      "loss": 0.0249,
+      "step": 62500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.669620253164557e-05,
+      "learning_rate_adapter": 8.669620253164557e-05,
+      "loss": 0.0249,
+      "step": 62550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.668354430379747e-05,
+      "learning_rate_adapter": 8.668354430379747e-05,
+      "loss": 0.025,
+      "step": 62600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.667088607594937e-05,
+      "learning_rate_adapter": 8.667088607594937e-05,
+      "loss": 0.0248,
+      "step": 62650
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.665822784810128e-05,
+      "learning_rate_adapter": 8.665822784810128e-05,
+      "loss": 0.0247,
+      "step": 62700
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.664556962025317e-05,
+      "learning_rate_adapter": 8.664556962025317e-05,
+      "loss": 0.025,
+      "step": 62750
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.663291139240507e-05,
+      "learning_rate_adapter": 8.663291139240507e-05,
+      "loss": 0.0247,
+      "step": 62800
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.662025316455697e-05,
+      "learning_rate_adapter": 8.662025316455697e-05,
+      "loss": 0.0249,
+      "step": 62850
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.660759493670887e-05,
+      "learning_rate_adapter": 8.660759493670887e-05,
+      "loss": 0.0248,
+      "step": 62900
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.659493670886076e-05,
+      "learning_rate_adapter": 8.659493670886076e-05,
+      "loss": 0.0247,
+      "step": 62950
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 8.658227848101266e-05,
+      "learning_rate_adapter": 8.658227848101266e-05,
+      "loss": 0.0247,
+      "step": 63000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.656962025316456e-05,
+      "learning_rate_adapter": 8.656962025316456e-05,
+      "loss": 0.0249,
+      "step": 63050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.655696202531645e-05,
+      "learning_rate_adapter": 8.655696202531645e-05,
+      "loss": 0.0249,
+      "step": 63100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.654430379746836e-05,
+      "learning_rate_adapter": 8.654430379746836e-05,
+      "loss": 0.0249,
+      "step": 63150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.653164556962025e-05,
+      "learning_rate_adapter": 8.653164556962025e-05,
+      "loss": 0.0247,
+      "step": 63200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.651898734177216e-05,
+      "learning_rate_adapter": 8.651898734177216e-05,
+      "loss": 0.025,
+      "step": 63250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.650632911392406e-05,
+      "learning_rate_adapter": 8.650632911392406e-05,
+      "loss": 0.0248,
+      "step": 63300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.649367088607595e-05,
+      "learning_rate_adapter": 8.649367088607595e-05,
+      "loss": 0.0247,
+      "step": 63350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.648101265822786e-05,
+      "learning_rate_adapter": 8.648101265822786e-05,
+      "loss": 0.0248,
+      "step": 63400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.646835443037975e-05,
+      "learning_rate_adapter": 8.646835443037975e-05,
+      "loss": 0.0248,
+      "step": 63450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.645569620253166e-05,
+      "learning_rate_adapter": 8.645569620253166e-05,
+      "loss": 0.0249,
+      "step": 63500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.644303797468355e-05,
+      "learning_rate_adapter": 8.644303797468355e-05,
+      "loss": 0.0248,
+      "step": 63550
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.643037974683544e-05,
+      "learning_rate_adapter": 8.643037974683544e-05,
+      "loss": 0.0246,
+      "step": 63600
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.641772151898735e-05,
+      "learning_rate_adapter": 8.641772151898735e-05,
+      "loss": 0.0249,
+      "step": 63650
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.640506329113924e-05,
+      "learning_rate_adapter": 8.640506329113924e-05,
+      "loss": 0.0246,
+      "step": 63700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.639240506329115e-05,
+      "learning_rate_adapter": 8.639240506329115e-05,
+      "loss": 0.0249,
+      "step": 63750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.637974683544304e-05,
+      "learning_rate_adapter": 8.637974683544304e-05,
+      "loss": 0.0248,
+      "step": 63800
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.636708860759494e-05,
+      "learning_rate_adapter": 8.636708860759494e-05,
+      "loss": 0.0247,
+      "step": 63850
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.635443037974685e-05,
+      "learning_rate_adapter": 8.635443037974685e-05,
+      "loss": 0.0247,
+      "step": 63900
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.634177215189874e-05,
+      "learning_rate_adapter": 8.634177215189874e-05,
+      "loss": 0.0246,
+      "step": 63950
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.632911392405065e-05,
+      "learning_rate_adapter": 8.632911392405065e-05,
+      "loss": 0.0245,
+      "step": 64000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.631645569620254e-05,
+      "learning_rate_adapter": 8.631645569620254e-05,
+      "loss": 0.0248,
+      "step": 64050
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.630379746835443e-05,
+      "learning_rate_adapter": 8.630379746835443e-05,
+      "loss": 0.0249,
+      "step": 64100
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.629113924050634e-05,
+      "learning_rate_adapter": 8.629113924050634e-05,
+      "loss": 0.0246,
+      "step": 64150
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.627848101265823e-05,
+      "learning_rate_adapter": 8.627848101265823e-05,
+      "loss": 0.0247,
+      "step": 64200
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.626582278481013e-05,
+      "learning_rate_adapter": 8.626582278481013e-05,
+      "loss": 0.0247,
+      "step": 64250
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.625316455696203e-05,
+      "learning_rate_adapter": 8.625316455696203e-05,
+      "loss": 0.0248,
+      "step": 64300
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.624050632911392e-05,
+      "learning_rate_adapter": 8.624050632911392e-05,
+      "loss": 0.0246,
+      "step": 64350
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.622784810126582e-05,
+      "learning_rate_adapter": 8.622784810126582e-05,
+      "loss": 0.0249,
+      "step": 64400
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.621518987341773e-05,
+      "learning_rate_adapter": 8.621518987341773e-05,
+      "loss": 0.0249,
+      "step": 64450
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 8.620253164556964e-05,
+      "learning_rate_adapter": 8.620253164556964e-05,
+      "loss": 0.0246,
+      "step": 64500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.618987341772153e-05,
+      "learning_rate_adapter": 8.618987341772153e-05,
+      "loss": 0.0246,
+      "step": 64550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.617721518987342e-05,
+      "learning_rate_adapter": 8.617721518987342e-05,
+      "loss": 0.0246,
+      "step": 64600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.616455696202532e-05,
+      "learning_rate_adapter": 8.616455696202532e-05,
+      "loss": 0.0247,
+      "step": 64650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.615189873417722e-05,
+      "learning_rate_adapter": 8.615189873417722e-05,
+      "loss": 0.025,
+      "step": 64700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.613924050632912e-05,
+      "learning_rate_adapter": 8.613924050632912e-05,
+      "loss": 0.0249,
+      "step": 64750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.612658227848101e-05,
+      "learning_rate_adapter": 8.612658227848101e-05,
+      "loss": 0.0249,
+      "step": 64800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.611392405063291e-05,
+      "learning_rate_adapter": 8.611392405063291e-05,
+      "loss": 0.0245,
+      "step": 64850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.610126582278481e-05,
+      "learning_rate_adapter": 8.610126582278481e-05,
+      "loss": 0.0248,
+      "step": 64900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60886075949367e-05,
+      "learning_rate_adapter": 8.60886075949367e-05,
+      "loss": 0.0249,
+      "step": 64950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.607594936708861e-05,
+      "learning_rate_adapter": 8.607594936708861e-05,
+      "loss": 0.0248,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "eval_af_opus100_pr_auc": 0.7876179438673402,
+      "eval_af_ud_pr_auc": 0.9878208928640293,
+      "eval_am_opus100_pr_auc": 0.5560198843381108,
+      "eval_ar_ersatz_pr_auc": 0.9244043471855442,
+      "eval_ar_opus100_pr_auc": 0.7411051366223362,
+      "eval_ar_ud_pr_auc": 0.8933895521211028,
+      "eval_average_ersatz_pr_auc": 0.9703021479624911,
+      "eval_average_opus100_pr_auc": 0.8472804988787919,
+      "eval_average_ud_pr_auc": 0.9659903087145786,
+      "eval_az_opus100_pr_auc": 0.8288178642520092,
+      "eval_be_opus100_pr_auc": 0.7315141738398571,
+      "eval_be_ud_pr_auc": 0.9180930399957596,
+      "eval_bg_opus100_pr_auc": 0.9262200633676704,
+      "eval_bg_ud_pr_auc": 0.99406039429335,
+      "eval_bn_opus100_pr_auc": 0.8364127051574972,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8946144755713171,
+      "eval_ca_ud_pr_auc": 0.9975661785405243,
+      "eval_ceb_ud_pr_auc": 0.9976278660379972,
+      "eval_cs_ersatz_pr_auc": 0.9857686451595035,
+      "eval_cs_opus100_pr_auc": 0.914798303893613,
+      "eval_cs_ud_pr_auc": 0.9608752068703872,
+      "eval_cy_opus100_pr_auc": 0.7788577347475879,
+      "eval_cy_ud_pr_auc": 0.9971967499538126,
+      "eval_da_opus100_pr_auc": 0.928148858932488,
+      "eval_da_ud_pr_auc": 0.9808466217143894,
+      "eval_de_ersatz_pr_auc": 0.9856874970963849,
+      "eval_de_opus100_pr_auc": 0.9140542595158063,
+      "eval_de_ud_pr_auc": 0.9841672873514679,
+      "eval_el_opus100_pr_auc": 0.9216712211432263,
+      "eval_el_ud_pr_auc": 0.9936108941448271,
+      "eval_en_ersatz_pr_auc": 0.9924543406471592,
+      "eval_en_opus100_pr_auc": 0.9294758771899697,
+      "eval_en_ud_pr_auc": 0.9802657537081594,
+      "eval_eo_opus100_pr_auc": 0.9400852573666049,
+      "eval_es_ersatz_pr_auc": 0.9965621295924156,
+      "eval_es_opus100_pr_auc": 0.9351153193623247,
+      "eval_es_ud_pr_auc": 0.993456318164749,
+      "eval_et_ersatz_pr_auc": 0.9845662811573028,
+      "eval_et_opus100_pr_auc": 0.9111524002160656,
+      "eval_et_ud_pr_auc": 0.9752150672254623,
+      "eval_eu_opus100_pr_auc": 0.8916518978865701,
+      "eval_eu_ud_pr_auc": 0.9946880672342151,
+      "eval_fa_opus100_pr_auc": 0.6334136357011506,
+      "eval_fa_ud_pr_auc": 0.9954209936170485,
+      "eval_fi_ersatz_pr_auc": 0.9930417938427747,
+      "eval_fi_opus100_pr_auc": 0.9325405734233212,
+      "eval_fi_ud_pr_auc": 0.9717806009332757,
+      "eval_fr_ersatz_pr_auc": 0.9879727100560878,
+      "eval_fr_opus100_pr_auc": 0.9304451023207584,
+      "eval_fr_ud_pr_auc": 0.9887512260920097,
+      "eval_fy_opus100_pr_auc": 0.6794508492828373,
+      "eval_ga_opus100_pr_auc": 0.9099007228583129,
+      "eval_ga_ud_pr_auc": 0.8196770091638877,
+      "eval_gd_opus100_pr_auc": 0.720901843293916,
+      "eval_gd_ud_pr_auc": 0.8193659115784295,
+      "eval_gl_opus100_pr_auc": 0.9087895595813354,
+      "eval_gl_ud_pr_auc": 0.9979115335336514,
+      "eval_gu_ersatz_pr_auc": 0.9369478309151459,
+      "eval_gu_opus100_pr_auc": 0.7489999819414954,
+      "eval_ha_opus100_pr_auc": 0.9087076138742939,
+      "eval_he_opus100_pr_auc": 0.8664574165930902,
+      "eval_he_ud_pr_auc": 0.9817095890218454,
+      "eval_hi_ersatz_pr_auc": 0.9847584163494435,
+      "eval_hi_opus100_pr_auc": 0.7064519858502541,
+      "eval_hi_ud_pr_auc": 0.9889261731833255,
+      "eval_hu_opus100_pr_auc": 0.9241791864904589,
+      "eval_hu_ud_pr_auc": 0.9784463988860892,
+      "eval_hy_opus100_pr_auc": 0.917979502150119,
+      "eval_hy_ud_pr_auc": 0.9760930354196901,
+      "eval_id_opus100_pr_auc": 0.8928145432022896,
+      "eval_id_ud_pr_auc": 0.9933969731262373,
+      "eval_ig_opus100_pr_auc": 0.88659833361537,
+      "eval_is_opus100_pr_auc": 0.9327471017965704,
+      "eval_is_ud_pr_auc": 0.9107905296665185,
+      "eval_it_opus100_pr_auc": 0.9197473024991204,
+      "eval_it_ud_pr_auc": 0.9969656792935531,
+      "eval_ja_ersatz_pr_auc": 0.8777622096810435,
+      "eval_ja_opus100_pr_auc": 0.819970860734561,
+      "eval_ja_ud_pr_auc": 0.9810823866790659,
+      "eval_jv_ud_pr_auc": 0.9604388238396105,
+      "eval_ka_opus100_pr_auc": 0.8557172514015552,
+      "eval_kk_ersatz_pr_auc": 0.989378616342955,
+      "eval_kk_opus100_pr_auc": 0.8099125864014723,
+      "eval_kk_ud_pr_auc": 0.9663670623245733,
+      "eval_km_ersatz_pr_auc": 0.9226295053704383,
+      "eval_km_opus100_pr_auc": 0.7513697163622475,
+      "eval_kn_opus100_pr_auc": 0.67292493247691,
+      "eval_ko_opus100_pr_auc": 0.6889140935415051,
+      "eval_ko_ud_pr_auc": 0.99971636524479,
+      "eval_ku_opus100_pr_auc": 0.8230427394614853,
+      "eval_ky_opus100_pr_auc": 0.8808060940202607,
+      "eval_la_ud_pr_auc": 0.9723392964514818,
+      "eval_loss": 0.0283485259860754,
+      "eval_lt_ersatz_pr_auc": 0.9967238809105415,
+      "eval_lt_opus100_pr_auc": 0.9003774422349136,
+      "eval_lt_ud_pr_auc": 0.9950553090233208,
+      "eval_lv_ersatz_pr_auc": 0.9900957840409981,
+      "eval_lv_opus100_pr_auc": 0.8921294326547331,
+      "eval_lv_ud_pr_auc": 0.9641866705937505,
+      "eval_mg_opus100_pr_auc": 0.943261107529928,
+      "eval_mk_opus100_pr_auc": 0.9154817307520712,
+      "eval_ml_opus100_pr_auc": 0.8091101351022756,
+      "eval_mn_opus100_pr_auc": 0.9575394921711448,
+      "eval_mr_opus100_pr_auc": 0.9056150105651901,
+      "eval_mr_ud_pr_auc": 0.9716229238569106,
+      "eval_ms_opus100_pr_auc": 0.8882068705110236,
+      "eval_mt_opus100_pr_auc": 0.8677587556856481,
+      "eval_mt_ud_pr_auc": 0.9073700592062502,
+      "eval_my_opus100_pr_auc": 0.7862081607667155,
+      "eval_ne_opus100_pr_auc": 0.7544476683598674,
+      "eval_nl_opus100_pr_auc": 0.9091491363184951,
+      "eval_nl_ud_pr_auc": 0.9853512399601292,
+      "eval_no_opus100_pr_auc": 0.9265638661259489,
+      "eval_no_ud_pr_auc": 0.997013745309106,
+      "eval_pa_opus100_pr_auc": 0.6619622217392204,
+      "eval_pl_ersatz_pr_auc": 0.9738622312476152,
+      "eval_pl_opus100_pr_auc": 0.8997139396454226,
+      "eval_pl_ud_pr_auc": 0.9650512629329554,
+      "eval_ps_ersatz_pr_auc": 0.9244990108096829,
+      "eval_ps_opus100_pr_auc": 0.757652094696774,
+      "eval_pt_opus100_pr_auc": 0.9286193345325461,
+      "eval_pt_ud_pr_auc": 0.982118999136024,
+      "eval_ro_ersatz_pr_auc": 0.9941800128902792,
+      "eval_ro_opus100_pr_auc": 0.881570114278919,
+      "eval_ro_ud_pr_auc": 0.9695924032030745,
+      "eval_ru_ersatz_pr_auc": 0.992865511850241,
+      "eval_ru_opus100_pr_auc": 0.9381844355896904,
+      "eval_ru_ud_pr_auc": 0.8789572313239129,
+      "eval_runtime": 509.5134,
+      "eval_samples_per_second": 148.22,
+      "eval_si_opus100_pr_auc": 0.8197307550159355,
+      "eval_sk_opus100_pr_auc": 0.9430397031893096,
+      "eval_sk_ud_pr_auc": 0.9853052379361467,
+      "eval_sl_opus100_pr_auc": 0.8830595263407588,
+      "eval_sl_ud_pr_auc": 0.9725869974465396,
+      "eval_sq_opus100_pr_auc": 0.9354777645412681,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9143432638859142,
+      "eval_sr_ud_pr_auc": 0.9990701166334488,
+      "eval_steps_per_second": 0.579,
+      "eval_sv_opus100_pr_auc": 0.9071564633789307,
+      "eval_sv_ud_pr_auc": 0.9426362022557573,
+      "eval_ta_ersatz_pr_auc": 0.9831088857770522,
+      "eval_ta_opus100_pr_auc": 0.7175632899094114,
+      "eval_ta_ud_pr_auc": 0.9959059103574013,
+      "eval_te_opus100_pr_auc": 0.8358552495744064,
+      "eval_tg_opus100_pr_auc": 0.9104370065905499,
+      "eval_th_opus100_pr_auc": 0.6993367788212089,
+      "eval_th_ud_pr_auc": 0.8370829589592377,
+      "eval_tr_ersatz_pr_auc": 0.964357157750277,
+      "eval_tr_opus100_pr_auc": 0.9109196761713986,
+      "eval_tr_ud_pr_auc": 0.963045081627648,
+      "eval_uk_opus100_pr_auc": 0.8849278679828491,
+      "eval_uk_ud_pr_auc": 0.9432165682296005,
+      "eval_ur_opus100_pr_auc": 0.5723412025162133,
+      "eval_ur_ud_pr_auc": 0.9928631440979216,
+      "eval_uz_opus100_pr_auc": 0.88523452928049,
+      "eval_vi_opus100_pr_auc": 0.901680984301497,
+      "eval_vi_ud_pr_auc": 0.9554815614203002,
+      "eval_xh_opus100_pr_auc": 0.8889943590164251,
+      "eval_yi_opus100_pr_auc": 0.7275191742989348,
+      "eval_yo_opus100_pr_auc": 0.8405373502369138,
+      "eval_yo_ud_pr_auc": 0.9156621253241428,
+      "eval_zh_ersatz_pr_auc": 0.9650204565019184,
+      "eval_zh_opus100_pr_auc": 0.856787159818236,
+      "eval_zh_ud_pr_auc": 0.9942123696220801,
+      "eval_zu_opus100_pr_auc": 0.8283909477846629,
+      "step": 65000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.606329113924052e-05,
+      "learning_rate_adapter": 8.606329113924052e-05,
+      "loss": 0.0245,
+      "step": 65050
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.605063291139241e-05,
+      "learning_rate_adapter": 8.605063291139241e-05,
+      "loss": 0.0247,
+      "step": 65100
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.603797468354431e-05,
+      "learning_rate_adapter": 8.603797468354431e-05,
+      "loss": 0.0247,
+      "step": 65150
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.60253164556962e-05,
+      "learning_rate_adapter": 8.60253164556962e-05,
+      "loss": 0.0247,
+      "step": 65200
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.601265822784811e-05,
+      "learning_rate_adapter": 8.601265822784811e-05,
+      "loss": 0.0246,
+      "step": 65250
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.6e-05,
+      "learning_rate_adapter": 8.6e-05,
+      "loss": 0.0248,
+      "step": 65300
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.598734177215191e-05,
+      "learning_rate_adapter": 8.598734177215191e-05,
+      "loss": 0.0247,
+      "step": 65350
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59746835443038e-05,
+      "learning_rate_adapter": 8.59746835443038e-05,
+      "loss": 0.0245,
+      "step": 65400
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.596202531645569e-05,
+      "learning_rate_adapter": 8.596202531645569e-05,
+      "loss": 0.0246,
+      "step": 65450
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59493670886076e-05,
+      "learning_rate_adapter": 8.59493670886076e-05,
+      "loss": 0.0248,
+      "step": 65500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.593670886075949e-05,
+      "learning_rate_adapter": 8.593670886075949e-05,
+      "loss": 0.0246,
+      "step": 65550
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59240506329114e-05,
+      "learning_rate_adapter": 8.59240506329114e-05,
+      "loss": 0.0246,
+      "step": 65600
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.59113924050633e-05,
+      "learning_rate_adapter": 8.59113924050633e-05,
+      "loss": 0.0245,
+      "step": 65650
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58987341772152e-05,
+      "learning_rate_adapter": 8.58987341772152e-05,
+      "loss": 0.0247,
+      "step": 65700
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58860759493671e-05,
+      "learning_rate_adapter": 8.58860759493671e-05,
+      "loss": 0.0245,
+      "step": 65750
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.587341772151899e-05,
+      "learning_rate_adapter": 8.587341772151899e-05,
+      "loss": 0.0247,
+      "step": 65800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.58607594936709e-05,
+      "learning_rate_adapter": 8.58607594936709e-05,
+      "loss": 0.0244,
+      "step": 65850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.584810126582279e-05,
+      "learning_rate_adapter": 8.584810126582279e-05,
+      "loss": 0.0248,
+      "step": 65900
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.583544303797468e-05,
+      "learning_rate_adapter": 8.583544303797468e-05,
+      "loss": 0.0247,
+      "step": 65950
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 8.582278481012659e-05,
+      "learning_rate_adapter": 8.582278481012659e-05,
+      "loss": 0.0248,
+      "step": 66000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.581012658227848e-05,
+      "learning_rate_adapter": 8.581012658227848e-05,
+      "loss": 0.0246,
+      "step": 66050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.579746835443038e-05,
+      "learning_rate_adapter": 8.579746835443038e-05,
+      "loss": 0.0244,
+      "step": 66100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.578481012658228e-05,
+      "learning_rate_adapter": 8.578481012658228e-05,
+      "loss": 0.0248,
+      "step": 66150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.577215189873418e-05,
+      "learning_rate_adapter": 8.577215189873418e-05,
+      "loss": 0.0246,
+      "step": 66200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.575949367088609e-05,
+      "learning_rate_adapter": 8.575949367088609e-05,
+      "loss": 0.0247,
+      "step": 66250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.574683544303798e-05,
+      "learning_rate_adapter": 8.574683544303798e-05,
+      "loss": 0.0245,
+      "step": 66300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.573417721518989e-05,
+      "learning_rate_adapter": 8.573417721518989e-05,
+      "loss": 0.0247,
+      "step": 66350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.572151898734178e-05,
+      "learning_rate_adapter": 8.572151898734178e-05,
+      "loss": 0.0244,
+      "step": 66400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.570886075949367e-05,
+      "learning_rate_adapter": 8.570886075949367e-05,
+      "loss": 0.0247,
+      "step": 66450
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.569620253164558e-05,
+      "learning_rate_adapter": 8.569620253164558e-05,
+      "loss": 0.0246,
+      "step": 66500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.568354430379747e-05,
+      "learning_rate_adapter": 8.568354430379747e-05,
+      "loss": 0.0245,
+      "step": 66550
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.567088607594937e-05,
+      "learning_rate_adapter": 8.567088607594937e-05,
+      "loss": 0.0246,
+      "step": 66600
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.565822784810127e-05,
+      "learning_rate_adapter": 8.565822784810127e-05,
+      "loss": 0.0246,
+      "step": 66650
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.564556962025316e-05,
+      "learning_rate_adapter": 8.564556962025316e-05,
+      "loss": 0.0245,
+      "step": 66700
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.563291139240506e-05,
+      "learning_rate_adapter": 8.563291139240506e-05,
+      "loss": 0.0246,
+      "step": 66750
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.562025316455697e-05,
+      "learning_rate_adapter": 8.562025316455697e-05,
+      "loss": 0.0246,
+      "step": 66800
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.560759493670887e-05,
+      "learning_rate_adapter": 8.560759493670887e-05,
+      "loss": 0.0244,
+      "step": 66850
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.559493670886077e-05,
+      "learning_rate_adapter": 8.559493670886077e-05,
+      "loss": 0.0245,
+      "step": 66900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.558227848101267e-05,
+      "learning_rate_adapter": 8.558227848101267e-05,
+      "loss": 0.0245,
+      "step": 66950
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.556962025316456e-05,
+      "learning_rate_adapter": 8.556962025316456e-05,
+      "loss": 0.0244,
+      "step": 67000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.555696202531646e-05,
+      "learning_rate_adapter": 8.555696202531646e-05,
+      "loss": 0.0247,
+      "step": 67050
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.554430379746836e-05,
+      "learning_rate_adapter": 8.554430379746836e-05,
+      "loss": 0.0244,
+      "step": 67100
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.553164556962025e-05,
+      "learning_rate_adapter": 8.553164556962025e-05,
+      "loss": 0.0245,
+      "step": 67150
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.551898734177216e-05,
+      "learning_rate_adapter": 8.551898734177216e-05,
+      "loss": 0.0246,
+      "step": 67200
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.550632911392405e-05,
+      "learning_rate_adapter": 8.550632911392405e-05,
+      "loss": 0.0246,
+      "step": 67250
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.549367088607594e-05,
+      "learning_rate_adapter": 8.549367088607594e-05,
+      "loss": 0.0246,
+      "step": 67300
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.548101265822785e-05,
+      "learning_rate_adapter": 8.548101265822785e-05,
+      "loss": 0.0244,
+      "step": 67350
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.546835443037976e-05,
+      "learning_rate_adapter": 8.546835443037976e-05,
+      "loss": 0.0245,
+      "step": 67400
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 8.545569620253166e-05,
+      "learning_rate_adapter": 8.545569620253166e-05,
+      "loss": 0.0246,
+      "step": 67450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.544303797468355e-05,
+      "learning_rate_adapter": 8.544303797468355e-05,
+      "loss": 0.0247,
+      "step": 67500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.543037974683545e-05,
+      "learning_rate_adapter": 8.543037974683545e-05,
+      "loss": 0.0246,
+      "step": 67550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.541772151898735e-05,
+      "learning_rate_adapter": 8.541772151898735e-05,
+      "loss": 0.0246,
+      "step": 67600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.540506329113924e-05,
+      "learning_rate_adapter": 8.540506329113924e-05,
+      "loss": 0.0244,
+      "step": 67650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.539240506329115e-05,
+      "learning_rate_adapter": 8.539240506329115e-05,
+      "loss": 0.0246,
+      "step": 67700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.537974683544304e-05,
+      "learning_rate_adapter": 8.537974683544304e-05,
+      "loss": 0.0245,
+      "step": 67750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.536708860759493e-05,
+      "learning_rate_adapter": 8.536708860759493e-05,
+      "loss": 0.0244,
+      "step": 67800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.535443037974684e-05,
+      "learning_rate_adapter": 8.535443037974684e-05,
+      "loss": 0.0245,
+      "step": 67850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.534177215189873e-05,
+      "learning_rate_adapter": 8.534177215189873e-05,
+      "loss": 0.0246,
+      "step": 67900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.532911392405064e-05,
+      "learning_rate_adapter": 8.532911392405064e-05,
+      "loss": 0.0244,
+      "step": 67950
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.531645569620254e-05,
+      "learning_rate_adapter": 8.531645569620254e-05,
+      "loss": 0.0245,
+      "step": 68000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.530379746835443e-05,
+      "learning_rate_adapter": 8.530379746835443e-05,
+      "loss": 0.0247,
+      "step": 68050
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.529113924050634e-05,
+      "learning_rate_adapter": 8.529113924050634e-05,
+      "loss": 0.0245,
+      "step": 68100
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.527848101265823e-05,
+      "learning_rate_adapter": 8.527848101265823e-05,
+      "loss": 0.0245,
+      "step": 68150
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.526582278481014e-05,
+      "learning_rate_adapter": 8.526582278481014e-05,
+      "loss": 0.0244,
+      "step": 68200
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.525316455696203e-05,
+      "learning_rate_adapter": 8.525316455696203e-05,
+      "loss": 0.0249,
+      "step": 68250
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.524050632911392e-05,
+      "learning_rate_adapter": 8.524050632911392e-05,
+      "loss": 0.0247,
+      "step": 68300
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.522784810126583e-05,
+      "learning_rate_adapter": 8.522784810126583e-05,
+      "loss": 0.0248,
+      "step": 68350
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.521518987341772e-05,
+      "learning_rate_adapter": 8.521518987341772e-05,
+      "loss": 0.0247,
+      "step": 68400
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.520253164556962e-05,
+      "learning_rate_adapter": 8.520253164556962e-05,
+      "loss": 0.0248,
+      "step": 68450
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.518987341772152e-05,
+      "learning_rate_adapter": 8.518987341772152e-05,
+      "loss": 0.0245,
+      "step": 68500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.517721518987342e-05,
+      "learning_rate_adapter": 8.517721518987342e-05,
+      "loss": 0.0244,
+      "step": 68550
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.516455696202533e-05,
+      "learning_rate_adapter": 8.516455696202533e-05,
+      "loss": 0.0246,
+      "step": 68600
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.515189873417722e-05,
+      "learning_rate_adapter": 8.515189873417722e-05,
+      "loss": 0.0244,
+      "step": 68650
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.513924050632913e-05,
+      "learning_rate_adapter": 8.513924050632913e-05,
+      "loss": 0.0245,
+      "step": 68700
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.512658227848102e-05,
+      "learning_rate_adapter": 8.512658227848102e-05,
+      "loss": 0.0245,
+      "step": 68750
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.511392405063292e-05,
+      "learning_rate_adapter": 8.511392405063292e-05,
+      "loss": 0.0245,
+      "step": 68800
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.510126582278482e-05,
+      "learning_rate_adapter": 8.510126582278482e-05,
+      "loss": 0.0242,
+      "step": 68850
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.508860759493671e-05,
+      "learning_rate_adapter": 8.508860759493671e-05,
+      "loss": 0.0243,
+      "step": 68900
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 8.507594936708861e-05,
+      "learning_rate_adapter": 8.507594936708861e-05,
+      "loss": 0.0246,
+      "step": 68950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50632911392405e-05,
+      "learning_rate_adapter": 8.50632911392405e-05,
+      "loss": 0.0243,
+      "step": 69000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.505063291139241e-05,
+      "learning_rate_adapter": 8.505063291139241e-05,
+      "loss": 0.0243,
+      "step": 69050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.50379746835443e-05,
+      "learning_rate_adapter": 8.50379746835443e-05,
+      "loss": 0.0244,
+      "step": 69100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.502531645569621e-05,
+      "learning_rate_adapter": 8.502531645569621e-05,
+      "loss": 0.0245,
+      "step": 69150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.501265822784811e-05,
+      "learning_rate_adapter": 8.501265822784811e-05,
+      "loss": 0.0246,
+      "step": 69200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.5e-05,
+      "learning_rate_adapter": 8.5e-05,
+      "loss": 0.0243,
+      "step": 69250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.498734177215191e-05,
+      "learning_rate_adapter": 8.498734177215191e-05,
+      "loss": 0.0244,
+      "step": 69300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49746835443038e-05,
+      "learning_rate_adapter": 8.49746835443038e-05,
+      "loss": 0.0245,
+      "step": 69350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49620253164557e-05,
+      "learning_rate_adapter": 8.49620253164557e-05,
+      "loss": 0.0244,
+      "step": 69400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49493670886076e-05,
+      "learning_rate_adapter": 8.49493670886076e-05,
+      "loss": 0.0247,
+      "step": 69450
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49367088607595e-05,
+      "learning_rate_adapter": 8.49367088607595e-05,
+      "loss": 0.0243,
+      "step": 69500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.49240506329114e-05,
+      "learning_rate_adapter": 8.49240506329114e-05,
+      "loss": 0.0247,
+      "step": 69550
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.491139240506329e-05,
+      "learning_rate_adapter": 8.491139240506329e-05,
+      "loss": 0.0242,
+      "step": 69600
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.489873417721518e-05,
+      "learning_rate_adapter": 8.489873417721518e-05,
+      "loss": 0.0245,
+      "step": 69650
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.488607594936709e-05,
+      "learning_rate_adapter": 8.488607594936709e-05,
+      "loss": 0.0247,
+      "step": 69700
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.4873417721519e-05,
+      "learning_rate_adapter": 8.4873417721519e-05,
+      "loss": 0.0244,
+      "step": 69750
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.48607594936709e-05,
+      "learning_rate_adapter": 8.48607594936709e-05,
+      "loss": 0.0245,
+      "step": 69800
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.484810126582279e-05,
+      "learning_rate_adapter": 8.484810126582279e-05,
+      "loss": 0.0246,
+      "step": 69850
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.483544303797468e-05,
+      "learning_rate_adapter": 8.483544303797468e-05,
+      "loss": 0.0244,
+      "step": 69900
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.482278481012659e-05,
+      "learning_rate_adapter": 8.482278481012659e-05,
+      "loss": 0.0243,
+      "step": 69950
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.481012658227848e-05,
+      "learning_rate_adapter": 8.481012658227848e-05,
+      "loss": 0.0244,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "eval_af_opus100_pr_auc": 0.7823819738393581,
+      "eval_af_ud_pr_auc": 0.9855094583255505,
+      "eval_am_opus100_pr_auc": 0.5524962212211071,
+      "eval_ar_ersatz_pr_auc": 0.9259524277424707,
+      "eval_ar_opus100_pr_auc": 0.7374484008878301,
+      "eval_ar_ud_pr_auc": 0.9054213843577392,
+      "eval_average_ersatz_pr_auc": 0.9690431470239912,
+      "eval_average_opus100_pr_auc": 0.8481675004075976,
+      "eval_average_ud_pr_auc": 0.9669827285334951,
+      "eval_az_opus100_pr_auc": 0.838085545470514,
+      "eval_be_opus100_pr_auc": 0.7763587326906681,
+      "eval_be_ud_pr_auc": 0.9104168726906011,
+      "eval_bg_opus100_pr_auc": 0.9311287416798972,
+      "eval_bg_ud_pr_auc": 0.9961747053324755,
+      "eval_bn_opus100_pr_auc": 0.8315695649788276,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8941896798260887,
+      "eval_ca_ud_pr_auc": 0.9920172928097472,
+      "eval_ceb_ud_pr_auc": 0.9993734890850104,
+      "eval_cs_ersatz_pr_auc": 0.9849546209227893,
+      "eval_cs_opus100_pr_auc": 0.9158523874342813,
+      "eval_cs_ud_pr_auc": 0.9586852719649477,
+      "eval_cy_opus100_pr_auc": 0.7674881788130135,
+      "eval_cy_ud_pr_auc": 0.9976957635157102,
+      "eval_da_opus100_pr_auc": 0.926175299898555,
+      "eval_da_ud_pr_auc": 0.982491941359854,
+      "eval_de_ersatz_pr_auc": 0.9881428657232871,
+      "eval_de_opus100_pr_auc": 0.9090051291435198,
+      "eval_de_ud_pr_auc": 0.9870701405646325,
+      "eval_el_opus100_pr_auc": 0.9208720320206975,
+      "eval_el_ud_pr_auc": 0.9904279133265486,
+      "eval_en_ersatz_pr_auc": 0.9922637673100946,
+      "eval_en_opus100_pr_auc": 0.9272354588078426,
+      "eval_en_ud_pr_auc": 0.9783591169762395,
+      "eval_eo_opus100_pr_auc": 0.9370080461592109,
+      "eval_es_ersatz_pr_auc": 0.9965326245546359,
+      "eval_es_opus100_pr_auc": 0.9296770853165629,
+      "eval_es_ud_pr_auc": 0.9904545900982314,
+      "eval_et_ersatz_pr_auc": 0.9841376158378451,
+      "eval_et_opus100_pr_auc": 0.908289743354819,
+      "eval_et_ud_pr_auc": 0.9713542670384506,
+      "eval_eu_opus100_pr_auc": 0.8862062124130017,
+      "eval_eu_ud_pr_auc": 0.989731067327711,
+      "eval_fa_opus100_pr_auc": 0.6091553931641818,
+      "eval_fa_ud_pr_auc": 0.9910164216619137,
+      "eval_fi_ersatz_pr_auc": 0.9939338389126023,
+      "eval_fi_opus100_pr_auc": 0.9269999982911916,
+      "eval_fi_ud_pr_auc": 0.973771888647764,
+      "eval_fr_ersatz_pr_auc": 0.9889003286425203,
+      "eval_fr_opus100_pr_auc": 0.9225618529317954,
+      "eval_fr_ud_pr_auc": 0.9895216713882529,
+      "eval_fy_opus100_pr_auc": 0.6870827461857573,
+      "eval_ga_opus100_pr_auc": 0.9085734894550191,
+      "eval_ga_ud_pr_auc": 0.8182724516964912,
+      "eval_gd_opus100_pr_auc": 0.6846651118606162,
+      "eval_gd_ud_pr_auc": 0.8380485333743526,
+      "eval_gl_opus100_pr_auc": 0.9057264776517207,
+      "eval_gl_ud_pr_auc": 0.997263421207535,
+      "eval_gu_ersatz_pr_auc": 0.9353985959317038,
+      "eval_gu_opus100_pr_auc": 0.7577755126795477,
+      "eval_ha_opus100_pr_auc": 0.9209978313977635,
+      "eval_he_opus100_pr_auc": 0.8906287204250292,
+      "eval_he_ud_pr_auc": 0.978751127092057,
+      "eval_hi_ersatz_pr_auc": 0.9795580219888711,
+      "eval_hi_opus100_pr_auc": 0.7051627143241582,
+      "eval_hi_ud_pr_auc": 0.9816218200211054,
+      "eval_hu_opus100_pr_auc": 0.9243470405795382,
+      "eval_hu_ud_pr_auc": 0.978860679894151,
+      "eval_hy_opus100_pr_auc": 0.9218157317337402,
+      "eval_hy_ud_pr_auc": 0.9893492400216902,
+      "eval_id_opus100_pr_auc": 0.8850080740565349,
+      "eval_id_ud_pr_auc": 0.9942832787369278,
+      "eval_ig_opus100_pr_auc": 0.893500753526184,
+      "eval_is_opus100_pr_auc": 0.9306579751104304,
+      "eval_is_ud_pr_auc": 0.9170340735041237,
+      "eval_it_opus100_pr_auc": 0.9151361807839516,
+      "eval_it_ud_pr_auc": 0.9975174077771596,
+      "eval_ja_ersatz_pr_auc": 0.8592634989348271,
+      "eval_ja_opus100_pr_auc": 0.8258886914978246,
+      "eval_ja_ud_pr_auc": 0.9740259736528508,
+      "eval_jv_ud_pr_auc": 0.9522209645863251,
+      "eval_ka_opus100_pr_auc": 0.8523786710067873,
+      "eval_kk_ersatz_pr_auc": 0.9902990346623259,
+      "eval_kk_opus100_pr_auc": 0.8251360116261836,
+      "eval_kk_ud_pr_auc": 0.972588017287676,
+      "eval_km_ersatz_pr_auc": 0.9265274605928918,
+      "eval_km_opus100_pr_auc": 0.7322232780065587,
+      "eval_kn_opus100_pr_auc": 0.6806644795593179,
+      "eval_ko_opus100_pr_auc": 0.6741172586391526,
+      "eval_ko_ud_pr_auc": 0.9981634360422389,
+      "eval_ku_opus100_pr_auc": 0.8402437330589844,
+      "eval_ky_opus100_pr_auc": 0.8916976232423186,
+      "eval_la_ud_pr_auc": 0.9754375405143304,
+      "eval_loss": 0.02811291627585888,
+      "eval_lt_ersatz_pr_auc": 0.9972031682661444,
+      "eval_lt_opus100_pr_auc": 0.889309301430146,
+      "eval_lt_ud_pr_auc": 0.9926775570266231,
+      "eval_lv_ersatz_pr_auc": 0.9896787327252694,
+      "eval_lv_opus100_pr_auc": 0.8939016469881372,
+      "eval_lv_ud_pr_auc": 0.9647049349385858,
+      "eval_mg_opus100_pr_auc": 0.9404259407913375,
+      "eval_mk_opus100_pr_auc": 0.9183989842818076,
+      "eval_ml_opus100_pr_auc": 0.803742962986364,
+      "eval_mn_opus100_pr_auc": 0.9604889519252702,
+      "eval_mr_opus100_pr_auc": 0.9195767340660546,
+      "eval_mr_ud_pr_auc": 0.9748831580261508,
+      "eval_ms_opus100_pr_auc": 0.8783688515468584,
+      "eval_mt_opus100_pr_auc": 0.8584176365717752,
+      "eval_mt_ud_pr_auc": 0.9111488111660718,
+      "eval_my_opus100_pr_auc": 0.8094771382762614,
+      "eval_ne_opus100_pr_auc": 0.7644504802547675,
+      "eval_nl_opus100_pr_auc": 0.91119113618403,
+      "eval_nl_ud_pr_auc": 0.9848799071579513,
+      "eval_no_opus100_pr_auc": 0.9202238890295993,
+      "eval_no_ud_pr_auc": 0.9964905088713623,
+      "eval_pa_opus100_pr_auc": 0.6988909904856447,
+      "eval_pl_ersatz_pr_auc": 0.9734122206657878,
+      "eval_pl_opus100_pr_auc": 0.9056866829686011,
+      "eval_pl_ud_pr_auc": 0.9663552639575627,
+      "eval_ps_ersatz_pr_auc": 0.9128655201972182,
+      "eval_ps_opus100_pr_auc": 0.7654489028201934,
+      "eval_pt_opus100_pr_auc": 0.9263581943507162,
+      "eval_pt_ud_pr_auc": 0.9828571928537165,
+      "eval_ro_ersatz_pr_auc": 0.992116924484269,
+      "eval_ro_opus100_pr_auc": 0.879284180148478,
+      "eval_ro_ud_pr_auc": 0.987982970610049,
+      "eval_ru_ersatz_pr_auc": 0.9938280966319799,
+      "eval_ru_opus100_pr_auc": 0.9378141265039347,
+      "eval_ru_ud_pr_auc": 0.8945510629462836,
+      "eval_runtime": 514.8874,
+      "eval_samples_per_second": 146.673,
+      "eval_si_opus100_pr_auc": 0.8202716993949021,
+      "eval_sk_opus100_pr_auc": 0.9360723303559998,
+      "eval_sk_ud_pr_auc": 0.985957652957106,
+      "eval_sl_opus100_pr_auc": 0.878895538988359,
+      "eval_sl_ud_pr_auc": 0.9736472968126226,
+      "eval_sq_opus100_pr_auc": 0.9345842478984561,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.914292990800821,
+      "eval_sr_ud_pr_auc": 0.9989510666656625,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.901131391055511,
+      "eval_sv_ud_pr_auc": 0.9574261486828176,
+      "eval_ta_ersatz_pr_auc": 0.9838013233702487,
+      "eval_ta_opus100_pr_auc": 0.7171516958095435,
+      "eval_ta_ud_pr_auc": 0.9930265015552893,
+      "eval_te_opus100_pr_auc": 0.8432381620701801,
+      "eval_tg_opus100_pr_auc": 0.9157708154366151,
+      "eval_th_opus100_pr_auc": 0.6835598458973146,
+      "eval_th_ud_pr_auc": 0.8394862684717788,
+      "eval_tr_ersatz_pr_auc": 0.9695055980522981,
+      "eval_tr_opus100_pr_auc": 0.9099314117072644,
+      "eval_tr_ud_pr_auc": 0.9610407903068718,
+      "eval_uk_opus100_pr_auc": 0.88557446621921,
+      "eval_uk_ud_pr_auc": 0.9442931845007267,
+      "eval_ur_opus100_pr_auc": 0.581172853916265,
+      "eval_ur_ud_pr_auc": 0.9901083494176148,
+      "eval_uz_opus100_pr_auc": 0.876272819180611,
+      "eval_vi_opus100_pr_auc": 0.8980316743603344,
+      "eval_vi_ud_pr_auc": 0.9495024504961331,
+      "eval_xh_opus100_pr_auc": 0.8802636078785295,
+      "eval_yi_opus100_pr_auc": 0.7990262869681803,
+      "eval_yo_opus100_pr_auc": 0.8259560739367362,
+      "eval_yo_ud_pr_auc": 0.9208015969383359,
+      "eval_zh_ersatz_pr_auc": 0.9606729483777322,
+      "eval_zh_opus100_pr_auc": 0.8619323252095408,
+      "eval_zh_ud_pr_auc": 0.9943116301695101,
+      "eval_zu_opus100_pr_auc": 0.8215342799785738,
+      "step": 70000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.479746835443039e-05,
+      "learning_rate_adapter": 8.479746835443039e-05,
+      "loss": 0.0245,
+      "step": 70050
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.478481012658228e-05,
+      "learning_rate_adapter": 8.478481012658228e-05,
+      "loss": 0.0245,
+      "step": 70100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.477215189873419e-05,
+      "learning_rate_adapter": 8.477215189873419e-05,
+      "loss": 0.0242,
+      "step": 70150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.475949367088608e-05,
+      "learning_rate_adapter": 8.475949367088608e-05,
+      "loss": 0.0244,
+      "step": 70200
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.474683544303797e-05,
+      "learning_rate_adapter": 8.474683544303797e-05,
+      "loss": 0.0244,
+      "step": 70250
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.473417721518988e-05,
+      "learning_rate_adapter": 8.473417721518988e-05,
+      "loss": 0.0242,
+      "step": 70300
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.472151898734178e-05,
+      "learning_rate_adapter": 8.472151898734178e-05,
+      "loss": 0.0244,
+      "step": 70350
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.470886075949369e-05,
+      "learning_rate_adapter": 8.470886075949369e-05,
+      "loss": 0.0243,
+      "step": 70400
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 8.469620253164558e-05,
+      "learning_rate_adapter": 8.469620253164558e-05,
+      "loss": 0.0242,
+      "step": 70450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.468354430379747e-05,
+      "learning_rate_adapter": 8.468354430379747e-05,
+      "loss": 0.0244,
+      "step": 70500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.467088607594938e-05,
+      "learning_rate_adapter": 8.467088607594938e-05,
+      "loss": 0.0242,
+      "step": 70550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.465822784810127e-05,
+      "learning_rate_adapter": 8.465822784810127e-05,
+      "loss": 0.0245,
+      "step": 70600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.464556962025317e-05,
+      "learning_rate_adapter": 8.464556962025317e-05,
+      "loss": 0.0243,
+      "step": 70650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.463291139240507e-05,
+      "learning_rate_adapter": 8.463291139240507e-05,
+      "loss": 0.0244,
+      "step": 70700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.462025316455696e-05,
+      "learning_rate_adapter": 8.462025316455696e-05,
+      "loss": 0.0244,
+      "step": 70750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.460759493670886e-05,
+      "learning_rate_adapter": 8.460759493670886e-05,
+      "loss": 0.0244,
+      "step": 70800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.459493670886076e-05,
+      "learning_rate_adapter": 8.459493670886076e-05,
+      "loss": 0.0245,
+      "step": 70850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.458227848101266e-05,
+      "learning_rate_adapter": 8.458227848101266e-05,
+      "loss": 0.0244,
+      "step": 70900
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.456962025316457e-05,
+      "learning_rate_adapter": 8.456962025316457e-05,
+      "loss": 0.0247,
+      "step": 70950
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.455696202531646e-05,
+      "learning_rate_adapter": 8.455696202531646e-05,
+      "loss": 0.024,
+      "step": 71000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.454430379746836e-05,
+      "learning_rate_adapter": 8.454430379746836e-05,
+      "loss": 0.0244,
+      "step": 71050
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.453164556962026e-05,
+      "learning_rate_adapter": 8.453164556962026e-05,
+      "loss": 0.0242,
+      "step": 71100
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.451898734177216e-05,
+      "learning_rate_adapter": 8.451898734177216e-05,
+      "loss": 0.0242,
+      "step": 71150
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.450632911392405e-05,
+      "learning_rate_adapter": 8.450632911392405e-05,
+      "loss": 0.0243,
+      "step": 71200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.449367088607595e-05,
+      "learning_rate_adapter": 8.449367088607595e-05,
+      "loss": 0.0244,
+      "step": 71250
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.448101265822785e-05,
+      "learning_rate_adapter": 8.448101265822785e-05,
+      "loss": 0.0242,
+      "step": 71300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.446835443037974e-05,
+      "learning_rate_adapter": 8.446835443037974e-05,
+      "loss": 0.0242,
+      "step": 71350
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.445569620253165e-05,
+      "learning_rate_adapter": 8.445569620253165e-05,
+      "loss": 0.0242,
+      "step": 71400
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.444303797468354e-05,
+      "learning_rate_adapter": 8.444303797468354e-05,
+      "loss": 0.0244,
+      "step": 71450
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.443037974683545e-05,
+      "learning_rate_adapter": 8.443037974683545e-05,
+      "loss": 0.0245,
+      "step": 71500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.441772151898735e-05,
+      "learning_rate_adapter": 8.441772151898735e-05,
+      "loss": 0.0244,
+      "step": 71550
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.440506329113925e-05,
+      "learning_rate_adapter": 8.440506329113925e-05,
+      "loss": 0.0244,
+      "step": 71600
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.439240506329115e-05,
+      "learning_rate_adapter": 8.439240506329115e-05,
+      "loss": 0.024,
+      "step": 71650
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.437974683544304e-05,
+      "learning_rate_adapter": 8.437974683544304e-05,
+      "loss": 0.0242,
+      "step": 71700
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.436708860759495e-05,
+      "learning_rate_adapter": 8.436708860759495e-05,
+      "loss": 0.0243,
+      "step": 71750
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.435443037974684e-05,
+      "learning_rate_adapter": 8.435443037974684e-05,
+      "loss": 0.0245,
+      "step": 71800
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.434177215189873e-05,
+      "learning_rate_adapter": 8.434177215189873e-05,
+      "loss": 0.0243,
+      "step": 71850
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 8.432911392405064e-05,
+      "learning_rate_adapter": 8.432911392405064e-05,
+      "loss": 0.0245,
+      "step": 71900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.431645569620253e-05,
+      "learning_rate_adapter": 8.431645569620253e-05,
+      "loss": 0.0241,
+      "step": 71950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.430379746835444e-05,
+      "learning_rate_adapter": 8.430379746835444e-05,
+      "loss": 0.0242,
+      "step": 72000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.429113924050633e-05,
+      "learning_rate_adapter": 8.429113924050633e-05,
+      "loss": 0.0243,
+      "step": 72050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.427848101265823e-05,
+      "learning_rate_adapter": 8.427848101265823e-05,
+      "loss": 0.0244,
+      "step": 72100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.426582278481014e-05,
+      "learning_rate_adapter": 8.426582278481014e-05,
+      "loss": 0.0243,
+      "step": 72150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.425316455696203e-05,
+      "learning_rate_adapter": 8.425316455696203e-05,
+      "loss": 0.0243,
+      "step": 72200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.424050632911394e-05,
+      "learning_rate_adapter": 8.424050632911394e-05,
+      "loss": 0.0243,
+      "step": 72250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.422784810126583e-05,
+      "learning_rate_adapter": 8.422784810126583e-05,
+      "loss": 0.0243,
+      "step": 72300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.421518987341772e-05,
+      "learning_rate_adapter": 8.421518987341772e-05,
+      "loss": 0.0244,
+      "step": 72350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.420253164556963e-05,
+      "learning_rate_adapter": 8.420253164556963e-05,
+      "loss": 0.0246,
+      "step": 72400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.418987341772152e-05,
+      "learning_rate_adapter": 8.418987341772152e-05,
+      "loss": 0.0244,
+      "step": 72450
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.417721518987342e-05,
+      "learning_rate_adapter": 8.417721518987342e-05,
+      "loss": 0.0244,
+      "step": 72500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.416455696202532e-05,
+      "learning_rate_adapter": 8.416455696202532e-05,
+      "loss": 0.0241,
+      "step": 72550
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.415189873417721e-05,
+      "learning_rate_adapter": 8.415189873417721e-05,
+      "loss": 0.0243,
+      "step": 72600
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.413924050632911e-05,
+      "learning_rate_adapter": 8.413924050632911e-05,
+      "loss": 0.0243,
+      "step": 72650
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.412658227848102e-05,
+      "learning_rate_adapter": 8.412658227848102e-05,
+      "loss": 0.0243,
+      "step": 72700
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.411392405063293e-05,
+      "learning_rate_adapter": 8.411392405063293e-05,
+      "loss": 0.0242,
+      "step": 72750
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.410126582278482e-05,
+      "learning_rate_adapter": 8.410126582278482e-05,
+      "loss": 0.024,
+      "step": 72800
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.408860759493671e-05,
+      "learning_rate_adapter": 8.408860759493671e-05,
+      "loss": 0.0245,
+      "step": 72850
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.407594936708862e-05,
+      "learning_rate_adapter": 8.407594936708862e-05,
+      "loss": 0.0245,
+      "step": 72900
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.406329113924051e-05,
+      "learning_rate_adapter": 8.406329113924051e-05,
+      "loss": 0.0242,
+      "step": 72950
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.405063291139241e-05,
+      "learning_rate_adapter": 8.405063291139241e-05,
+      "loss": 0.0244,
+      "step": 73000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40379746835443e-05,
+      "learning_rate_adapter": 8.40379746835443e-05,
+      "loss": 0.0243,
+      "step": 73050
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40253164556962e-05,
+      "learning_rate_adapter": 8.40253164556962e-05,
+      "loss": 0.0246,
+      "step": 73100
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.40126582278481e-05,
+      "learning_rate_adapter": 8.40126582278481e-05,
+      "loss": 0.0243,
+      "step": 73150
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.4e-05,
+      "learning_rate_adapter": 8.4e-05,
+      "loss": 0.0243,
+      "step": 73200
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39873417721519e-05,
+      "learning_rate_adapter": 8.39873417721519e-05,
+      "loss": 0.0242,
+      "step": 73250
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39746835443038e-05,
+      "learning_rate_adapter": 8.39746835443038e-05,
+      "loss": 0.0241,
+      "step": 73300
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39620253164557e-05,
+      "learning_rate_adapter": 8.39620253164557e-05,
+      "loss": 0.0242,
+      "step": 73350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 8.39493670886076e-05,
+      "learning_rate_adapter": 8.39493670886076e-05,
+      "loss": 0.0242,
+      "step": 73400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39367088607595e-05,
+      "learning_rate_adapter": 8.39367088607595e-05,
+      "loss": 0.0242,
+      "step": 73450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39240506329114e-05,
+      "learning_rate_adapter": 8.39240506329114e-05,
+      "loss": 0.0242,
+      "step": 73500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.39113924050633e-05,
+      "learning_rate_adapter": 8.39113924050633e-05,
+      "loss": 0.0243,
+      "step": 73550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.38987341772152e-05,
+      "learning_rate_adapter": 8.38987341772152e-05,
+      "loss": 0.0241,
+      "step": 73600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.388607594936709e-05,
+      "learning_rate_adapter": 8.388607594936709e-05,
+      "loss": 0.024,
+      "step": 73650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.387341772151898e-05,
+      "learning_rate_adapter": 8.387341772151898e-05,
+      "loss": 0.0242,
+      "step": 73700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.386075949367089e-05,
+      "learning_rate_adapter": 8.386075949367089e-05,
+      "loss": 0.0243,
+      "step": 73750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.384810126582278e-05,
+      "learning_rate_adapter": 8.384810126582278e-05,
+      "loss": 0.0242,
+      "step": 73800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.383544303797469e-05,
+      "learning_rate_adapter": 8.383544303797469e-05,
+      "loss": 0.0241,
+      "step": 73850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.382278481012659e-05,
+      "learning_rate_adapter": 8.382278481012659e-05,
+      "loss": 0.0242,
+      "step": 73900
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.381012658227848e-05,
+      "learning_rate_adapter": 8.381012658227848e-05,
+      "loss": 0.0242,
+      "step": 73950
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.379746835443039e-05,
+      "learning_rate_adapter": 8.379746835443039e-05,
+      "loss": 0.0245,
+      "step": 74000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.378481012658228e-05,
+      "learning_rate_adapter": 8.378481012658228e-05,
+      "loss": 0.0242,
+      "step": 74050
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.377215189873419e-05,
+      "learning_rate_adapter": 8.377215189873419e-05,
+      "loss": 0.0241,
+      "step": 74100
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.375949367088608e-05,
+      "learning_rate_adapter": 8.375949367088608e-05,
+      "loss": 0.0241,
+      "step": 74150
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.374683544303797e-05,
+      "learning_rate_adapter": 8.374683544303797e-05,
+      "loss": 0.0242,
+      "step": 74200
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.373417721518988e-05,
+      "learning_rate_adapter": 8.373417721518988e-05,
+      "loss": 0.024,
+      "step": 74250
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.372151898734177e-05,
+      "learning_rate_adapter": 8.372151898734177e-05,
+      "loss": 0.024,
+      "step": 74300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.370886075949368e-05,
+      "learning_rate_adapter": 8.370886075949368e-05,
+      "loss": 0.024,
+      "step": 74350
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.369620253164557e-05,
+      "learning_rate_adapter": 8.369620253164557e-05,
+      "loss": 0.0244,
+      "step": 74400
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.368354430379747e-05,
+      "learning_rate_adapter": 8.368354430379747e-05,
+      "loss": 0.0244,
+      "step": 74450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.367088607594938e-05,
+      "learning_rate_adapter": 8.367088607594938e-05,
+      "loss": 0.0245,
+      "step": 74500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.365822784810127e-05,
+      "learning_rate_adapter": 8.365822784810127e-05,
+      "loss": 0.0244,
+      "step": 74550
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.364556962025318e-05,
+      "learning_rate_adapter": 8.364556962025318e-05,
+      "loss": 0.0242,
+      "step": 74600
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.363291139240507e-05,
+      "learning_rate_adapter": 8.363291139240507e-05,
+      "loss": 0.0242,
+      "step": 74650
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.362025316455696e-05,
+      "learning_rate_adapter": 8.362025316455696e-05,
+      "loss": 0.0242,
+      "step": 74700
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.360759493670887e-05,
+      "learning_rate_adapter": 8.360759493670887e-05,
+      "loss": 0.0242,
+      "step": 74750
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.359493670886076e-05,
+      "learning_rate_adapter": 8.359493670886076e-05,
+      "loss": 0.0243,
+      "step": 74800
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.358227848101266e-05,
+      "learning_rate_adapter": 8.358227848101266e-05,
+      "loss": 0.0244,
+      "step": 74850
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 8.356962025316456e-05,
+      "learning_rate_adapter": 8.356962025316456e-05,
+      "loss": 0.0242,
+      "step": 74900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.355696202531645e-05,
+      "learning_rate_adapter": 8.355696202531645e-05,
+      "loss": 0.0239,
+      "step": 74950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.354430379746835e-05,
+      "learning_rate_adapter": 8.354430379746835e-05,
+      "loss": 0.024,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "eval_af_opus100_pr_auc": 0.8110950128449906,
+      "eval_af_ud_pr_auc": 0.987839965358244,
+      "eval_am_opus100_pr_auc": 0.5656665715772315,
+      "eval_ar_ersatz_pr_auc": 0.927361813368337,
+      "eval_ar_opus100_pr_auc": 0.7502051777579036,
+      "eval_ar_ud_pr_auc": 0.896209718332849,
+      "eval_average_ersatz_pr_auc": 0.9691540342644255,
+      "eval_average_opus100_pr_auc": 0.8479815938383204,
+      "eval_average_ud_pr_auc": 0.9646219308697901,
+      "eval_az_opus100_pr_auc": 0.8294036974083259,
+      "eval_be_opus100_pr_auc": 0.7778350092384171,
+      "eval_be_ud_pr_auc": 0.8877835632754744,
+      "eval_bg_opus100_pr_auc": 0.9253708855782709,
+      "eval_bg_ud_pr_auc": 0.9953506134583239,
+      "eval_bn_opus100_pr_auc": 0.8307789542057327,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.888734743472815,
+      "eval_ca_ud_pr_auc": 0.9945224779013109,
+      "eval_ceb_ud_pr_auc": 0.9963967645198574,
+      "eval_cs_ersatz_pr_auc": 0.9853733447566013,
+      "eval_cs_opus100_pr_auc": 0.9078359126094921,
+      "eval_cs_ud_pr_auc": 0.9591242826661764,
+      "eval_cy_opus100_pr_auc": 0.7900368871334974,
+      "eval_cy_ud_pr_auc": 0.9967908493145465,
+      "eval_da_opus100_pr_auc": 0.9209953604515969,
+      "eval_da_ud_pr_auc": 0.980857157725229,
+      "eval_de_ersatz_pr_auc": 0.9863734125675171,
+      "eval_de_opus100_pr_auc": 0.9058657005854122,
+      "eval_de_ud_pr_auc": 0.9871870959153828,
+      "eval_el_opus100_pr_auc": 0.9123252153284114,
+      "eval_el_ud_pr_auc": 0.9943953903901672,
+      "eval_en_ersatz_pr_auc": 0.991926571890485,
+      "eval_en_opus100_pr_auc": 0.9194284074303043,
+      "eval_en_ud_pr_auc": 0.9829186587969626,
+      "eval_eo_opus100_pr_auc": 0.9280933360772147,
+      "eval_es_ersatz_pr_auc": 0.9962205355373558,
+      "eval_es_opus100_pr_auc": 0.9266835190298627,
+      "eval_es_ud_pr_auc": 0.9860822317309937,
+      "eval_et_ersatz_pr_auc": 0.984111967944953,
+      "eval_et_opus100_pr_auc": 0.8985434037768973,
+      "eval_et_ud_pr_auc": 0.9701472307900639,
+      "eval_eu_opus100_pr_auc": 0.8826795179791121,
+      "eval_eu_ud_pr_auc": 0.9929264814764491,
+      "eval_fa_opus100_pr_auc": 0.6116942102419635,
+      "eval_fa_ud_pr_auc": 0.9918322779626396,
+      "eval_fi_ersatz_pr_auc": 0.9941595553870274,
+      "eval_fi_opus100_pr_auc": 0.9183494139713496,
+      "eval_fi_ud_pr_auc": 0.9682089436133396,
+      "eval_fr_ersatz_pr_auc": 0.9857552368984046,
+      "eval_fr_opus100_pr_auc": 0.9225688133522302,
+      "eval_fr_ud_pr_auc": 0.9840940618868061,
+      "eval_fy_opus100_pr_auc": 0.7142736433228741,
+      "eval_ga_opus100_pr_auc": 0.909517506270624,
+      "eval_ga_ud_pr_auc": 0.8034413886734945,
+      "eval_gd_opus100_pr_auc": 0.7685138621679503,
+      "eval_gd_ud_pr_auc": 0.8189722904547683,
+      "eval_gl_opus100_pr_auc": 0.8912295968061068,
+      "eval_gl_ud_pr_auc": 0.9983324640082104,
+      "eval_gu_ersatz_pr_auc": 0.9285946612251531,
+      "eval_gu_opus100_pr_auc": 0.7546512248094848,
+      "eval_ha_opus100_pr_auc": 0.9134504913419934,
+      "eval_he_opus100_pr_auc": 0.8864906601470484,
+      "eval_he_ud_pr_auc": 0.9761523118113692,
+      "eval_hi_ersatz_pr_auc": 0.9832530410119799,
+      "eval_hi_opus100_pr_auc": 0.7059076482099113,
+      "eval_hi_ud_pr_auc": 0.9917471876856513,
+      "eval_hu_opus100_pr_auc": 0.9158691944971221,
+      "eval_hu_ud_pr_auc": 0.9774505104404558,
+      "eval_hy_opus100_pr_auc": 0.9224120878403343,
+      "eval_hy_ud_pr_auc": 0.9822517083472798,
+      "eval_id_opus100_pr_auc": 0.8875971380941019,
+      "eval_id_ud_pr_auc": 0.9940338267873936,
+      "eval_ig_opus100_pr_auc": 0.8959591152466122,
+      "eval_is_opus100_pr_auc": 0.9321235777511716,
+      "eval_is_ud_pr_auc": 0.9101326105505637,
+      "eval_it_opus100_pr_auc": 0.9120551324804668,
+      "eval_it_ud_pr_auc": 0.9963467716116801,
+      "eval_ja_ersatz_pr_auc": 0.849843893650695,
+      "eval_ja_opus100_pr_auc": 0.8139022150077371,
+      "eval_ja_ud_pr_auc": 0.9759000695891619,
+      "eval_jv_ud_pr_auc": 0.9541539874347926,
+      "eval_ka_opus100_pr_auc": 0.8648834194217132,
+      "eval_kk_ersatz_pr_auc": 0.9858475953322166,
+      "eval_kk_opus100_pr_auc": 0.8348759547868203,
+      "eval_kk_ud_pr_auc": 0.9709274029271532,
+      "eval_km_ersatz_pr_auc": 0.9279835209896993,
+      "eval_km_opus100_pr_auc": 0.7665691785626985,
+      "eval_kn_opus100_pr_auc": 0.6889392491535383,
+      "eval_ko_opus100_pr_auc": 0.6860124030878137,
+      "eval_ko_ud_pr_auc": 0.9981503106445682,
+      "eval_ku_opus100_pr_auc": 0.8455566567993222,
+      "eval_ky_opus100_pr_auc": 0.9040965968906097,
+      "eval_la_ud_pr_auc": 0.9712477861341892,
+      "eval_loss": 0.027875050902366638,
+      "eval_lt_ersatz_pr_auc": 0.9969730286770774,
+      "eval_lt_opus100_pr_auc": 0.8752899535948053,
+      "eval_lt_ud_pr_auc": 0.9936525943398505,
+      "eval_lv_ersatz_pr_auc": 0.9912507842783176,
+      "eval_lv_opus100_pr_auc": 0.8782007475032272,
+      "eval_lv_ud_pr_auc": 0.9638289799693823,
+      "eval_mg_opus100_pr_auc": 0.9395758749915163,
+      "eval_mk_opus100_pr_auc": 0.9217042126162518,
+      "eval_ml_opus100_pr_auc": 0.7974833738129659,
+      "eval_mn_opus100_pr_auc": 0.9580214084256797,
+      "eval_mr_opus100_pr_auc": 0.8895669888167508,
+      "eval_mr_ud_pr_auc": 0.9657247950117132,
+      "eval_ms_opus100_pr_auc": 0.8785946116289114,
+      "eval_mt_opus100_pr_auc": 0.8603100900401065,
+      "eval_mt_ud_pr_auc": 0.917584729539933,
+      "eval_my_opus100_pr_auc": 0.8093784310592019,
+      "eval_ne_opus100_pr_auc": 0.7504466929071365,
+      "eval_nl_opus100_pr_auc": 0.8987895469439305,
+      "eval_nl_ud_pr_auc": 0.9855298107891682,
+      "eval_no_opus100_pr_auc": 0.913698098151159,
+      "eval_no_ud_pr_auc": 0.996463712056908,
+      "eval_pa_opus100_pr_auc": 0.7025444399581987,
+      "eval_pl_ersatz_pr_auc": 0.9694643797189505,
+      "eval_pl_opus100_pr_auc": 0.8942265084966212,
+      "eval_pl_ud_pr_auc": 0.9617991265141709,
+      "eval_ps_ersatz_pr_auc": 0.9249751143769931,
+      "eval_ps_opus100_pr_auc": 0.7451995574741928,
+      "eval_pt_opus100_pr_auc": 0.9170914399345437,
+      "eval_pt_ud_pr_auc": 0.9814106430184415,
+      "eval_ro_ersatz_pr_auc": 0.9927293360654483,
+      "eval_ro_opus100_pr_auc": 0.8694371468822897,
+      "eval_ro_ud_pr_auc": 0.9647387380752572,
+      "eval_ru_ersatz_pr_auc": 0.9935233135949082,
+      "eval_ru_opus100_pr_auc": 0.9346772207788615,
+      "eval_ru_ud_pr_auc": 0.8668764204388691,
+      "eval_runtime": 532.6211,
+      "eval_samples_per_second": 141.789,
+      "eval_si_opus100_pr_auc": 0.8173863890724774,
+      "eval_sk_opus100_pr_auc": 0.9324351632193103,
+      "eval_sk_ud_pr_auc": 0.9858530296165043,
+      "eval_sl_opus100_pr_auc": 0.8776414738800957,
+      "eval_sl_ud_pr_auc": 0.9693966114651744,
+      "eval_sq_opus100_pr_auc": 0.9324550357530361,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9117756188728772,
+      "eval_sr_ud_pr_auc": 0.9986618043130449,
+      "eval_steps_per_second": 0.554,
+      "eval_sv_opus100_pr_auc": 0.8934318514412817,
+      "eval_sv_ud_pr_auc": 0.9530376344190579,
+      "eval_ta_ersatz_pr_auc": 0.9849600223771635,
+      "eval_ta_opus100_pr_auc": 0.7235244412585189,
+      "eval_ta_ud_pr_auc": 0.992086782373149,
+      "eval_te_opus100_pr_auc": 0.8217793463727385,
+      "eval_tg_opus100_pr_auc": 0.9089051124654894,
+      "eval_th_opus100_pr_auc": 0.6969715054973823,
+      "eval_th_ud_pr_auc": 0.852015991016633,
+      "eval_tr_ersatz_pr_auc": 0.9615946369272163,
+      "eval_tr_opus100_pr_auc": 0.9012631467696639,
+      "eval_tr_ud_pr_auc": 0.9591742559201324,
+      "eval_uk_opus100_pr_auc": 0.8747196182740862,
+      "eval_uk_ud_pr_auc": 0.9284859488181604,
+      "eval_ur_opus100_pr_auc": 0.5743329859811271,
+      "eval_ur_ud_pr_auc": 0.9941408458700929,
+      "eval_uz_opus100_pr_auc": 0.8868889619249175,
+      "eval_vi_opus100_pr_auc": 0.8972317319654045,
+      "eval_vi_ud_pr_auc": 0.9591002201565434,
+      "eval_xh_opus100_pr_auc": 0.8751063044823252,
+      "eval_yi_opus100_pr_auc": 0.7585719672390452,
+      "eval_yo_opus100_pr_auc": 0.8634875922405622,
+      "eval_yo_ud_pr_auc": 0.9283410628166966,
+      "eval_zh_ersatz_pr_auc": 0.9791129872408585,
+      "eval_zh_opus100_pr_auc": 0.8735444344601343,
+      "eval_zh_ud_pr_auc": 0.9936379308235921,
+      "eval_zu_opus100_pr_auc": 0.8397253668083688,
+      "step": 75000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.353164556962026e-05,
+      "learning_rate_adapter": 8.353164556962026e-05,
+      "loss": 0.0244,
+      "step": 75050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.351898734177217e-05,
+      "learning_rate_adapter": 8.351898734177217e-05,
+      "loss": 0.0242,
+      "step": 75100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.350632911392406e-05,
+      "learning_rate_adapter": 8.350632911392406e-05,
+      "loss": 0.0241,
+      "step": 75150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.349367088607596e-05,
+      "learning_rate_adapter": 8.349367088607596e-05,
+      "loss": 0.0242,
+      "step": 75200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.348101265822786e-05,
+      "learning_rate_adapter": 8.348101265822786e-05,
+      "loss": 0.024,
+      "step": 75250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.346835443037975e-05,
+      "learning_rate_adapter": 8.346835443037975e-05,
+      "loss": 0.0239,
+      "step": 75300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.345569620253165e-05,
+      "learning_rate_adapter": 8.345569620253165e-05,
+      "loss": 0.0242,
+      "step": 75350
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.344303797468354e-05,
+      "learning_rate_adapter": 8.344303797468354e-05,
+      "loss": 0.0243,
+      "step": 75400
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.343037974683545e-05,
+      "learning_rate_adapter": 8.343037974683545e-05,
+      "loss": 0.0241,
+      "step": 75450
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.341772151898734e-05,
+      "learning_rate_adapter": 8.341772151898734e-05,
+      "loss": 0.0242,
+      "step": 75500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.340506329113923e-05,
+      "learning_rate_adapter": 8.340506329113923e-05,
+      "loss": 0.0244,
+      "step": 75550
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.339240506329114e-05,
+      "learning_rate_adapter": 8.339240506329114e-05,
+      "loss": 0.0243,
+      "step": 75600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.337974683544305e-05,
+      "learning_rate_adapter": 8.337974683544305e-05,
+      "loss": 0.024,
+      "step": 75650
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.336708860759495e-05,
+      "learning_rate_adapter": 8.336708860759495e-05,
+      "loss": 0.024,
+      "step": 75700
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.335443037974684e-05,
+      "learning_rate_adapter": 8.335443037974684e-05,
+      "loss": 0.0245,
+      "step": 75750
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.334177215189874e-05,
+      "learning_rate_adapter": 8.334177215189874e-05,
+      "loss": 0.0242,
+      "step": 75800
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.332911392405064e-05,
+      "learning_rate_adapter": 8.332911392405064e-05,
+      "loss": 0.024,
+      "step": 75850
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.331645569620253e-05,
+      "learning_rate_adapter": 8.331645569620253e-05,
+      "loss": 0.0239,
+      "step": 75900
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.330379746835444e-05,
+      "learning_rate_adapter": 8.330379746835444e-05,
+      "loss": 0.0241,
+      "step": 75950
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.329113924050633e-05,
+      "learning_rate_adapter": 8.329113924050633e-05,
+      "loss": 0.0242,
+      "step": 76000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.327848101265822e-05,
+      "learning_rate_adapter": 8.327848101265822e-05,
+      "loss": 0.024,
+      "step": 76050
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.326582278481013e-05,
+      "learning_rate_adapter": 8.326582278481013e-05,
+      "loss": 0.0243,
+      "step": 76100
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.325316455696202e-05,
+      "learning_rate_adapter": 8.325316455696202e-05,
+      "loss": 0.0242,
+      "step": 76150
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.324050632911393e-05,
+      "learning_rate_adapter": 8.324050632911393e-05,
+      "loss": 0.0241,
+      "step": 76200
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.322784810126583e-05,
+      "learning_rate_adapter": 8.322784810126583e-05,
+      "loss": 0.024,
+      "step": 76250
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.321518987341772e-05,
+      "learning_rate_adapter": 8.321518987341772e-05,
+      "loss": 0.0241,
+      "step": 76300
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 8.320253164556963e-05,
+      "learning_rate_adapter": 8.320253164556963e-05,
+      "loss": 0.0241,
+      "step": 76350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.318987341772152e-05,
+      "learning_rate_adapter": 8.318987341772152e-05,
+      "loss": 0.0242,
+      "step": 76400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.317721518987343e-05,
+      "learning_rate_adapter": 8.317721518987343e-05,
+      "loss": 0.0239,
+      "step": 76450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.316455696202532e-05,
+      "learning_rate_adapter": 8.316455696202532e-05,
+      "loss": 0.024,
+      "step": 76500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.315189873417721e-05,
+      "learning_rate_adapter": 8.315189873417721e-05,
+      "loss": 0.0241,
+      "step": 76550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.313924050632912e-05,
+      "learning_rate_adapter": 8.313924050632912e-05,
+      "loss": 0.024,
+      "step": 76600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.312658227848101e-05,
+      "learning_rate_adapter": 8.312658227848101e-05,
+      "loss": 0.0242,
+      "step": 76650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.311392405063292e-05,
+      "learning_rate_adapter": 8.311392405063292e-05,
+      "loss": 0.0241,
+      "step": 76700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.310126582278481e-05,
+      "learning_rate_adapter": 8.310126582278481e-05,
+      "loss": 0.0242,
+      "step": 76750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.308860759493671e-05,
+      "learning_rate_adapter": 8.308860759493671e-05,
+      "loss": 0.0242,
+      "step": 76800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.307594936708862e-05,
+      "learning_rate_adapter": 8.307594936708862e-05,
+      "loss": 0.024,
+      "step": 76850
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.306329113924051e-05,
+      "learning_rate_adapter": 8.306329113924051e-05,
+      "loss": 0.0241,
+      "step": 76900
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.305063291139242e-05,
+      "learning_rate_adapter": 8.305063291139242e-05,
+      "loss": 0.0242,
+      "step": 76950
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.303797468354431e-05,
+      "learning_rate_adapter": 8.303797468354431e-05,
+      "loss": 0.0241,
+      "step": 77000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.302531645569621e-05,
+      "learning_rate_adapter": 8.302531645569621e-05,
+      "loss": 0.0241,
+      "step": 77050
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.30126582278481e-05,
+      "learning_rate_adapter": 8.30126582278481e-05,
+      "loss": 0.0239,
+      "step": 77100
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.3e-05,
+      "learning_rate_adapter": 8.3e-05,
+      "loss": 0.0241,
+      "step": 77150
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29873417721519e-05,
+      "learning_rate_adapter": 8.29873417721519e-05,
+      "loss": 0.024,
+      "step": 77200
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29746835443038e-05,
+      "learning_rate_adapter": 8.29746835443038e-05,
+      "loss": 0.0241,
+      "step": 77250
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29620253164557e-05,
+      "learning_rate_adapter": 8.29620253164557e-05,
+      "loss": 0.0241,
+      "step": 77300
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29493670886076e-05,
+      "learning_rate_adapter": 8.29493670886076e-05,
+      "loss": 0.0242,
+      "step": 77350
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29367088607595e-05,
+      "learning_rate_adapter": 8.29367088607595e-05,
+      "loss": 0.0243,
+      "step": 77400
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29240506329114e-05,
+      "learning_rate_adapter": 8.29240506329114e-05,
+      "loss": 0.0242,
+      "step": 77450
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.29113924050633e-05,
+      "learning_rate_adapter": 8.29113924050633e-05,
+      "loss": 0.0242,
+      "step": 77500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28987341772152e-05,
+      "learning_rate_adapter": 8.28987341772152e-05,
+      "loss": 0.0241,
+      "step": 77550
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.28860759493671e-05,
+      "learning_rate_adapter": 8.28860759493671e-05,
+      "loss": 0.024,
+      "step": 77600
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.287341772151899e-05,
+      "learning_rate_adapter": 8.287341772151899e-05,
+      "loss": 0.0242,
+      "step": 77650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.286075949367089e-05,
+      "learning_rate_adapter": 8.286075949367089e-05,
+      "loss": 0.0242,
+      "step": 77700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.284810126582278e-05,
+      "learning_rate_adapter": 8.284810126582278e-05,
+      "loss": 0.024,
+      "step": 77750
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.283544303797469e-05,
+      "learning_rate_adapter": 8.283544303797469e-05,
+      "loss": 0.0237,
+      "step": 77800
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 8.282278481012658e-05,
+      "learning_rate_adapter": 8.282278481012658e-05,
+      "loss": 0.024,
+      "step": 77850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.281012658227847e-05,
+      "learning_rate_adapter": 8.281012658227847e-05,
+      "loss": 0.0241,
+      "step": 77900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.279746835443038e-05,
+      "learning_rate_adapter": 8.279746835443038e-05,
+      "loss": 0.0241,
+      "step": 77950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.278481012658229e-05,
+      "learning_rate_adapter": 8.278481012658229e-05,
+      "loss": 0.024,
+      "step": 78000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.277215189873419e-05,
+      "learning_rate_adapter": 8.277215189873419e-05,
+      "loss": 0.0241,
+      "step": 78050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.275949367088608e-05,
+      "learning_rate_adapter": 8.275949367088608e-05,
+      "loss": 0.0241,
+      "step": 78100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.274683544303798e-05,
+      "learning_rate_adapter": 8.274683544303798e-05,
+      "loss": 0.0241,
+      "step": 78150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.273417721518988e-05,
+      "learning_rate_adapter": 8.273417721518988e-05,
+      "loss": 0.0242,
+      "step": 78200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.272151898734177e-05,
+      "learning_rate_adapter": 8.272151898734177e-05,
+      "loss": 0.0242,
+      "step": 78250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.270886075949368e-05,
+      "learning_rate_adapter": 8.270886075949368e-05,
+      "loss": 0.0242,
+      "step": 78300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.269620253164557e-05,
+      "learning_rate_adapter": 8.269620253164557e-05,
+      "loss": 0.024,
+      "step": 78350
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.268354430379748e-05,
+      "learning_rate_adapter": 8.268354430379748e-05,
+      "loss": 0.0241,
+      "step": 78400
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.267088607594937e-05,
+      "learning_rate_adapter": 8.267088607594937e-05,
+      "loss": 0.0242,
+      "step": 78450
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.265822784810126e-05,
+      "learning_rate_adapter": 8.265822784810126e-05,
+      "loss": 0.0242,
+      "step": 78500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.264556962025317e-05,
+      "learning_rate_adapter": 8.264556962025317e-05,
+      "loss": 0.0239,
+      "step": 78550
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.263291139240507e-05,
+      "learning_rate_adapter": 8.263291139240507e-05,
+      "loss": 0.0239,
+      "step": 78600
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.262025316455698e-05,
+      "learning_rate_adapter": 8.262025316455698e-05,
+      "loss": 0.024,
+      "step": 78650
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.260759493670887e-05,
+      "learning_rate_adapter": 8.260759493670887e-05,
+      "loss": 0.0241,
+      "step": 78700
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.259493670886076e-05,
+      "learning_rate_adapter": 8.259493670886076e-05,
+      "loss": 0.0238,
+      "step": 78750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.258227848101267e-05,
+      "learning_rate_adapter": 8.258227848101267e-05,
+      "loss": 0.0239,
+      "step": 78800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.256962025316456e-05,
+      "learning_rate_adapter": 8.256962025316456e-05,
+      "loss": 0.024,
+      "step": 78850
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.255696202531646e-05,
+      "learning_rate_adapter": 8.255696202531646e-05,
+      "loss": 0.0241,
+      "step": 78900
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.254430379746836e-05,
+      "learning_rate_adapter": 8.254430379746836e-05,
+      "loss": 0.024,
+      "step": 78950
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.253164556962025e-05,
+      "learning_rate_adapter": 8.253164556962025e-05,
+      "loss": 0.024,
+      "step": 79000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.251898734177215e-05,
+      "learning_rate_adapter": 8.251898734177215e-05,
+      "loss": 0.0241,
+      "step": 79050
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.250632911392405e-05,
+      "learning_rate_adapter": 8.250632911392405e-05,
+      "loss": 0.0242,
+      "step": 79100
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.249367088607595e-05,
+      "learning_rate_adapter": 8.249367088607595e-05,
+      "loss": 0.024,
+      "step": 79150
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.248101265822786e-05,
+      "learning_rate_adapter": 8.248101265822786e-05,
+      "loss": 0.0239,
+      "step": 79200
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.246835443037975e-05,
+      "learning_rate_adapter": 8.246835443037975e-05,
+      "loss": 0.024,
+      "step": 79250
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.245569620253166e-05,
+      "learning_rate_adapter": 8.245569620253166e-05,
+      "loss": 0.0239,
+      "step": 79300
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 8.244303797468355e-05,
+      "learning_rate_adapter": 8.244303797468355e-05,
+      "loss": 0.0241,
+      "step": 79350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.243037974683545e-05,
+      "learning_rate_adapter": 8.243037974683545e-05,
+      "loss": 0.0242,
+      "step": 79400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.241772151898735e-05,
+      "learning_rate_adapter": 8.241772151898735e-05,
+      "loss": 0.024,
+      "step": 79450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.240506329113924e-05,
+      "learning_rate_adapter": 8.240506329113924e-05,
+      "loss": 0.024,
+      "step": 79500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.239240506329114e-05,
+      "learning_rate_adapter": 8.239240506329114e-05,
+      "loss": 0.0238,
+      "step": 79550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.237974683544304e-05,
+      "learning_rate_adapter": 8.237974683544304e-05,
+      "loss": 0.024,
+      "step": 79600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.236708860759494e-05,
+      "learning_rate_adapter": 8.236708860759494e-05,
+      "loss": 0.0238,
+      "step": 79650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.235443037974683e-05,
+      "learning_rate_adapter": 8.235443037974683e-05,
+      "loss": 0.024,
+      "step": 79700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.234177215189874e-05,
+      "learning_rate_adapter": 8.234177215189874e-05,
+      "loss": 0.0239,
+      "step": 79750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.232911392405064e-05,
+      "learning_rate_adapter": 8.232911392405064e-05,
+      "loss": 0.024,
+      "step": 79800
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.231645569620254e-05,
+      "learning_rate_adapter": 8.231645569620254e-05,
+      "loss": 0.0239,
+      "step": 79850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.230379746835444e-05,
+      "learning_rate_adapter": 8.230379746835444e-05,
+      "loss": 0.0239,
+      "step": 79900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.229113924050633e-05,
+      "learning_rate_adapter": 8.229113924050633e-05,
+      "loss": 0.024,
+      "step": 79950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.227848101265824e-05,
+      "learning_rate_adapter": 8.227848101265824e-05,
+      "loss": 0.024,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "eval_af_opus100_pr_auc": 0.8026004890298651,
+      "eval_af_ud_pr_auc": 0.9915671849923904,
+      "eval_am_opus100_pr_auc": 0.6107277960068022,
+      "eval_ar_ersatz_pr_auc": 0.9254120011763561,
+      "eval_ar_opus100_pr_auc": 0.748867344025603,
+      "eval_ar_ud_pr_auc": 0.8998717178476967,
+      "eval_average_ersatz_pr_auc": 0.9672337840540954,
+      "eval_average_opus100_pr_auc": 0.8503386955842107,
+      "eval_average_ud_pr_auc": 0.9627289399249501,
+      "eval_az_opus100_pr_auc": 0.8472362470872797,
+      "eval_be_opus100_pr_auc": 0.7305859247533972,
+      "eval_be_ud_pr_auc": 0.8855824421296739,
+      "eval_bg_opus100_pr_auc": 0.9288109788515335,
+      "eval_bg_ud_pr_auc": 0.9962408608347251,
+      "eval_bn_opus100_pr_auc": 0.8337900552979944,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8918391570068821,
+      "eval_ca_ud_pr_auc": 0.9910679026600165,
+      "eval_ceb_ud_pr_auc": 0.9994831914950502,
+      "eval_cs_ersatz_pr_auc": 0.9835621198233762,
+      "eval_cs_opus100_pr_auc": 0.9248179904251116,
+      "eval_cs_ud_pr_auc": 0.9562525184433763,
+      "eval_cy_opus100_pr_auc": 0.7688780601168749,
+      "eval_cy_ud_pr_auc": 0.9971955473237223,
+      "eval_da_opus100_pr_auc": 0.922507776785171,
+      "eval_da_ud_pr_auc": 0.979627538882966,
+      "eval_de_ersatz_pr_auc": 0.9847533757658696,
+      "eval_de_opus100_pr_auc": 0.9152442699897562,
+      "eval_de_ud_pr_auc": 0.9836672713682356,
+      "eval_el_opus100_pr_auc": 0.9219948888733688,
+      "eval_el_ud_pr_auc": 0.9934670882628063,
+      "eval_en_ersatz_pr_auc": 0.9907419988589204,
+      "eval_en_opus100_pr_auc": 0.9226078460804604,
+      "eval_en_ud_pr_auc": 0.9781730196347849,
+      "eval_eo_opus100_pr_auc": 0.9355413631892772,
+      "eval_es_ersatz_pr_auc": 0.9960854028063726,
+      "eval_es_opus100_pr_auc": 0.9363462612908503,
+      "eval_es_ud_pr_auc": 0.9898903871402377,
+      "eval_et_ersatz_pr_auc": 0.9830294168452876,
+      "eval_et_opus100_pr_auc": 0.920832131798129,
+      "eval_et_ud_pr_auc": 0.9702017677568258,
+      "eval_eu_opus100_pr_auc": 0.8887391679946213,
+      "eval_eu_ud_pr_auc": 0.9921523684418533,
+      "eval_fa_opus100_pr_auc": 0.6369747341348811,
+      "eval_fa_ud_pr_auc": 0.9925160681175054,
+      "eval_fi_ersatz_pr_auc": 0.9931420679506909,
+      "eval_fi_opus100_pr_auc": 0.9250717161486047,
+      "eval_fi_ud_pr_auc": 0.9691161765716964,
+      "eval_fr_ersatz_pr_auc": 0.9847019059310709,
+      "eval_fr_opus100_pr_auc": 0.9258312847289726,
+      "eval_fr_ud_pr_auc": 0.9872614947716057,
+      "eval_fy_opus100_pr_auc": 0.6886493554115795,
+      "eval_ga_opus100_pr_auc": 0.9031703901876266,
+      "eval_ga_ud_pr_auc": 0.8033530714706107,
+      "eval_gd_opus100_pr_auc": 0.7492556981143441,
+      "eval_gd_ud_pr_auc": 0.8280354068511989,
+      "eval_gl_opus100_pr_auc": 0.8977281171063407,
+      "eval_gl_ud_pr_auc": 0.9968100856941626,
+      "eval_gu_ersatz_pr_auc": 0.9356770238555255,
+      "eval_gu_opus100_pr_auc": 0.7595106604556544,
+      "eval_ha_opus100_pr_auc": 0.9235056298823822,
+      "eval_he_opus100_pr_auc": 0.8850532889042548,
+      "eval_he_ud_pr_auc": 0.9754790611423307,
+      "eval_hi_ersatz_pr_auc": 0.9794062285719379,
+      "eval_hi_opus100_pr_auc": 0.7150022406140445,
+      "eval_hi_ud_pr_auc": 0.9827894252181447,
+      "eval_hu_opus100_pr_auc": 0.9263569799133248,
+      "eval_hu_ud_pr_auc": 0.9770551811786761,
+      "eval_hy_opus100_pr_auc": 0.9228420885667797,
+      "eval_hy_ud_pr_auc": 0.9666936742943235,
+      "eval_id_opus100_pr_auc": 0.8982867918427674,
+      "eval_id_ud_pr_auc": 0.9906525892581088,
+      "eval_ig_opus100_pr_auc": 0.8770625533395755,
+      "eval_is_opus100_pr_auc": 0.94008568110285,
+      "eval_is_ud_pr_auc": 0.9109197585470992,
+      "eval_it_opus100_pr_auc": 0.9207927333393303,
+      "eval_it_ud_pr_auc": 0.9966567470287573,
+      "eval_ja_ersatz_pr_auc": 0.8568371415948978,
+      "eval_ja_opus100_pr_auc": 0.822466978553603,
+      "eval_ja_ud_pr_auc": 0.9758297506954251,
+      "eval_jv_ud_pr_auc": 0.9418695658292953,
+      "eval_ka_opus100_pr_auc": 0.8657687743181529,
+      "eval_kk_ersatz_pr_auc": 0.9839072116239685,
+      "eval_kk_opus100_pr_auc": 0.816118207523223,
+      "eval_kk_ud_pr_auc": 0.9711204350285074,
+      "eval_km_ersatz_pr_auc": 0.928996030841924,
+      "eval_km_opus100_pr_auc": 0.7635065447491138,
+      "eval_kn_opus100_pr_auc": 0.6740469695859239,
+      "eval_ko_opus100_pr_auc": 0.6893645969136024,
+      "eval_ko_ud_pr_auc": 0.9991756506723116,
+      "eval_ku_opus100_pr_auc": 0.8233688206791403,
+      "eval_ky_opus100_pr_auc": 0.9018617235780063,
+      "eval_la_ud_pr_auc": 0.9705129953640469,
+      "eval_loss": 0.027805272489786148,
+      "eval_lt_ersatz_pr_auc": 0.9964298945233694,
+      "eval_lt_opus100_pr_auc": 0.8797267661440786,
+      "eval_lt_ud_pr_auc": 0.9930050820835097,
+      "eval_lv_ersatz_pr_auc": 0.990810746242634,
+      "eval_lv_opus100_pr_auc": 0.8814484661969624,
+      "eval_lv_ud_pr_auc": 0.9667398156071266,
+      "eval_mg_opus100_pr_auc": 0.938069254445847,
+      "eval_mk_opus100_pr_auc": 0.9233399591353989,
+      "eval_ml_opus100_pr_auc": 0.808543219205904,
+      "eval_mn_opus100_pr_auc": 0.958139649827859,
+      "eval_mr_opus100_pr_auc": 0.9042739691676377,
+      "eval_mr_ud_pr_auc": 0.9696400009812752,
+      "eval_ms_opus100_pr_auc": 0.8933867146236386,
+      "eval_mt_opus100_pr_auc": 0.8822034187568033,
+      "eval_mt_ud_pr_auc": 0.8933549328108934,
+      "eval_my_opus100_pr_auc": 0.8069636997100955,
+      "eval_ne_opus100_pr_auc": 0.7457773326577248,
+      "eval_nl_opus100_pr_auc": 0.9033235585801491,
+      "eval_nl_ud_pr_auc": 0.9849776803180641,
+      "eval_no_opus100_pr_auc": 0.9188978944062406,
+      "eval_no_ud_pr_auc": 0.9950006739080502,
+      "eval_pa_opus100_pr_auc": 0.6778473144769653,
+      "eval_pl_ersatz_pr_auc": 0.9742557010908366,
+      "eval_pl_opus100_pr_auc": 0.911184482457449,
+      "eval_pl_ud_pr_auc": 0.9736299343326094,
+      "eval_ps_ersatz_pr_auc": 0.9230924918986592,
+      "eval_ps_opus100_pr_auc": 0.7652687488623551,
+      "eval_pt_opus100_pr_auc": 0.9284720304323103,
+      "eval_pt_ud_pr_auc": 0.9823392514720493,
+      "eval_ro_ersatz_pr_auc": 0.9937112230035423,
+      "eval_ro_opus100_pr_auc": 0.8840277440851461,
+      "eval_ro_ud_pr_auc": 0.9592899112578176,
+      "eval_ru_ersatz_pr_auc": 0.9914660622009307,
+      "eval_ru_opus100_pr_auc": 0.9226392457219084,
+      "eval_ru_ud_pr_auc": 0.8663654975447552,
+      "eval_runtime": 509.4748,
+      "eval_samples_per_second": 148.231,
+      "eval_si_opus100_pr_auc": 0.8162405296573696,
+      "eval_sk_opus100_pr_auc": 0.9415034265714589,
+      "eval_sk_ud_pr_auc": 0.9834820196804799,
+      "eval_sl_opus100_pr_auc": 0.882681518474906,
+      "eval_sl_ud_pr_auc": 0.965404021957657,
+      "eval_sq_opus100_pr_auc": 0.9343154095883929,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9127745284431669,
+      "eval_sr_ud_pr_auc": 0.9990426669290122,
+      "eval_steps_per_second": 0.579,
+      "eval_sv_opus100_pr_auc": 0.9079736950968987,
+      "eval_sv_ud_pr_auc": 0.9466775038206554,
+      "eval_ta_ersatz_pr_auc": 0.9812109685297551,
+      "eval_ta_opus100_pr_auc": 0.7198508782640893,
+      "eval_ta_ud_pr_auc": 0.989688317954857,
+      "eval_te_opus100_pr_auc": 0.8296922617321524,
+      "eval_tg_opus100_pr_auc": 0.9097711798150108,
+      "eval_th_opus100_pr_auc": 0.6936316555599404,
+      "eval_th_ud_pr_auc": 0.8559382151374334,
+      "eval_tr_ersatz_pr_auc": 0.9632389089946538,
+      "eval_tr_opus100_pr_auc": 0.9125954297218828,
+      "eval_tr_ud_pr_auc": 0.9612002982735848,
+      "eval_uk_opus100_pr_auc": 0.8791426941282334,
+      "eval_uk_ud_pr_auc": 0.9301910929861525,
+      "eval_ur_opus100_pr_auc": 0.6012329464859116,
+      "eval_ur_ud_pr_auc": 0.9847483090052176,
+      "eval_uz_opus100_pr_auc": 0.8886308746289246,
+      "eval_vi_opus100_pr_auc": 0.9023883417261014,
+      "eval_vi_ud_pr_auc": 0.9537298821558177,
+      "eval_xh_opus100_pr_auc": 0.866160982818847,
+      "eval_yi_opus100_pr_auc": 0.7853506996894646,
+      "eval_yo_opus100_pr_auc": 0.834237962558007,
+      "eval_yo_ud_pr_auc": 0.9004678592598038,
+      "eval_zh_ersatz_pr_auc": 0.938675327059522,
+      "eval_zh_opus100_pr_auc": 0.8304009677757933,
+      "eval_zh_ud_pr_auc": 0.9803486632971697,
+      "eval_zu_opus100_pr_auc": 0.8420132779772093,
+      "step": 80000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.226582278481013e-05,
+      "learning_rate_adapter": 8.226582278481013e-05,
+      "loss": 0.0241,
+      "step": 80050
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.225316455696202e-05,
+      "learning_rate_adapter": 8.225316455696202e-05,
+      "loss": 0.0237,
+      "step": 80100
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.224050632911393e-05,
+      "learning_rate_adapter": 8.224050632911393e-05,
+      "loss": 0.0239,
+      "step": 80150
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.222784810126582e-05,
+      "learning_rate_adapter": 8.222784810126582e-05,
+      "loss": 0.0239,
+      "step": 80200
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.221518987341773e-05,
+      "learning_rate_adapter": 8.221518987341773e-05,
+      "loss": 0.0236,
+      "step": 80250
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.220253164556962e-05,
+      "learning_rate_adapter": 8.220253164556962e-05,
+      "loss": 0.0238,
+      "step": 80300
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.218987341772152e-05,
+      "learning_rate_adapter": 8.218987341772152e-05,
+      "loss": 0.0238,
+      "step": 80350
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.217721518987343e-05,
+      "learning_rate_adapter": 8.217721518987343e-05,
+      "loss": 0.0239,
+      "step": 80400
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.216455696202532e-05,
+      "learning_rate_adapter": 8.216455696202532e-05,
+      "loss": 0.0237,
+      "step": 80450
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.215189873417723e-05,
+      "learning_rate_adapter": 8.215189873417723e-05,
+      "loss": 0.024,
+      "step": 80500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.213924050632912e-05,
+      "learning_rate_adapter": 8.213924050632912e-05,
+      "loss": 0.0241,
+      "step": 80550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.212658227848101e-05,
+      "learning_rate_adapter": 8.212658227848101e-05,
+      "loss": 0.0238,
+      "step": 80600
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.211392405063292e-05,
+      "learning_rate_adapter": 8.211392405063292e-05,
+      "loss": 0.0241,
+      "step": 80650
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.210126582278481e-05,
+      "learning_rate_adapter": 8.210126582278481e-05,
+      "loss": 0.0237,
+      "step": 80700
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.208860759493672e-05,
+      "learning_rate_adapter": 8.208860759493672e-05,
+      "loss": 0.0241,
+      "step": 80750
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 8.207594936708861e-05,
+      "learning_rate_adapter": 8.207594936708861e-05,
+      "loss": 0.0239,
+      "step": 80800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.20632911392405e-05,
+      "learning_rate_adapter": 8.20632911392405e-05,
+      "loss": 0.0238,
+      "step": 80850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.20506329113924e-05,
+      "learning_rate_adapter": 8.20506329113924e-05,
+      "loss": 0.0236,
+      "step": 80900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.203797468354431e-05,
+      "learning_rate_adapter": 8.203797468354431e-05,
+      "loss": 0.0243,
+      "step": 80950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.202531645569622e-05,
+      "learning_rate_adapter": 8.202531645569622e-05,
+      "loss": 0.024,
+      "step": 81000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.201265822784811e-05,
+      "learning_rate_adapter": 8.201265822784811e-05,
+      "loss": 0.024,
+      "step": 81050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.2e-05,
+      "learning_rate_adapter": 8.2e-05,
+      "loss": 0.0238,
+      "step": 81100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19873417721519e-05,
+      "learning_rate_adapter": 8.19873417721519e-05,
+      "loss": 0.0239,
+      "step": 81150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19746835443038e-05,
+      "learning_rate_adapter": 8.19746835443038e-05,
+      "loss": 0.024,
+      "step": 81200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19620253164557e-05,
+      "learning_rate_adapter": 8.19620253164557e-05,
+      "loss": 0.0238,
+      "step": 81250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19493670886076e-05,
+      "learning_rate_adapter": 8.19493670886076e-05,
+      "loss": 0.0238,
+      "step": 81300
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.193670886075949e-05,
+      "learning_rate_adapter": 8.193670886075949e-05,
+      "loss": 0.0238,
+      "step": 81350
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.19240506329114e-05,
+      "learning_rate_adapter": 8.19240506329114e-05,
+      "loss": 0.0236,
+      "step": 81400
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.191139240506329e-05,
+      "learning_rate_adapter": 8.191139240506329e-05,
+      "loss": 0.024,
+      "step": 81450
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.189873417721519e-05,
+      "learning_rate_adapter": 8.189873417721519e-05,
+      "loss": 0.0242,
+      "step": 81500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18860759493671e-05,
+      "learning_rate_adapter": 8.18860759493671e-05,
+      "loss": 0.0239,
+      "step": 81550
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.1873417721519e-05,
+      "learning_rate_adapter": 8.1873417721519e-05,
+      "loss": 0.0239,
+      "step": 81600
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.18607594936709e-05,
+      "learning_rate_adapter": 8.18607594936709e-05,
+      "loss": 0.0239,
+      "step": 81650
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.184810126582279e-05,
+      "learning_rate_adapter": 8.184810126582279e-05,
+      "loss": 0.0241,
+      "step": 81700
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.183544303797469e-05,
+      "learning_rate_adapter": 8.183544303797469e-05,
+      "loss": 0.0239,
+      "step": 81750
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.182278481012658e-05,
+      "learning_rate_adapter": 8.182278481012658e-05,
+      "loss": 0.024,
+      "step": 81800
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.181012658227849e-05,
+      "learning_rate_adapter": 8.181012658227849e-05,
+      "loss": 0.0238,
+      "step": 81850
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.179746835443038e-05,
+      "learning_rate_adapter": 8.179746835443038e-05,
+      "loss": 0.0237,
+      "step": 81900
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.178481012658227e-05,
+      "learning_rate_adapter": 8.178481012658227e-05,
+      "loss": 0.0239,
+      "step": 81950
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.177215189873418e-05,
+      "learning_rate_adapter": 8.177215189873418e-05,
+      "loss": 0.0239,
+      "step": 82000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.175949367088607e-05,
+      "learning_rate_adapter": 8.175949367088607e-05,
+      "loss": 0.024,
+      "step": 82050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.174683544303798e-05,
+      "learning_rate_adapter": 8.174683544303798e-05,
+      "loss": 0.0238,
+      "step": 82100
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.173417721518988e-05,
+      "learning_rate_adapter": 8.173417721518988e-05,
+      "loss": 0.0238,
+      "step": 82150
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.172151898734178e-05,
+      "learning_rate_adapter": 8.172151898734178e-05,
+      "loss": 0.0236,
+      "step": 82200
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.170886075949368e-05,
+      "learning_rate_adapter": 8.170886075949368e-05,
+      "loss": 0.0237,
+      "step": 82250
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 8.169620253164557e-05,
+      "learning_rate_adapter": 8.169620253164557e-05,
+      "loss": 0.024,
+      "step": 82300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.168354430379748e-05,
+      "learning_rate_adapter": 8.168354430379748e-05,
+      "loss": 0.0238,
+      "step": 82350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.167088607594937e-05,
+      "learning_rate_adapter": 8.167088607594937e-05,
+      "loss": 0.0239,
+      "step": 82400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.165822784810126e-05,
+      "learning_rate_adapter": 8.165822784810126e-05,
+      "loss": 0.0241,
+      "step": 82450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.164556962025317e-05,
+      "learning_rate_adapter": 8.164556962025317e-05,
+      "loss": 0.0238,
+      "step": 82500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.163291139240506e-05,
+      "learning_rate_adapter": 8.163291139240506e-05,
+      "loss": 0.0237,
+      "step": 82550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.162025316455697e-05,
+      "learning_rate_adapter": 8.162025316455697e-05,
+      "loss": 0.0239,
+      "step": 82600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.160759493670886e-05,
+      "learning_rate_adapter": 8.160759493670886e-05,
+      "loss": 0.0236,
+      "step": 82650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.159493670886076e-05,
+      "learning_rate_adapter": 8.159493670886076e-05,
+      "loss": 0.0239,
+      "step": 82700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.158227848101267e-05,
+      "learning_rate_adapter": 8.158227848101267e-05,
+      "loss": 0.0239,
+      "step": 82750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.156962025316456e-05,
+      "learning_rate_adapter": 8.156962025316456e-05,
+      "loss": 0.0238,
+      "step": 82800
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.155696202531647e-05,
+      "learning_rate_adapter": 8.155696202531647e-05,
+      "loss": 0.0239,
+      "step": 82850
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.154430379746836e-05,
+      "learning_rate_adapter": 8.154430379746836e-05,
+      "loss": 0.0238,
+      "step": 82900
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.153164556962025e-05,
+      "learning_rate_adapter": 8.153164556962025e-05,
+      "loss": 0.0237,
+      "step": 82950
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.151898734177216e-05,
+      "learning_rate_adapter": 8.151898734177216e-05,
+      "loss": 0.0239,
+      "step": 83000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.150632911392405e-05,
+      "learning_rate_adapter": 8.150632911392405e-05,
+      "loss": 0.0237,
+      "step": 83050
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.149367088607596e-05,
+      "learning_rate_adapter": 8.149367088607596e-05,
+      "loss": 0.0242,
+      "step": 83100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.148101265822785e-05,
+      "learning_rate_adapter": 8.148101265822785e-05,
+      "loss": 0.0236,
+      "step": 83150
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.146835443037974e-05,
+      "learning_rate_adapter": 8.146835443037974e-05,
+      "loss": 0.0238,
+      "step": 83200
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.145569620253164e-05,
+      "learning_rate_adapter": 8.145569620253164e-05,
+      "loss": 0.0238,
+      "step": 83250
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.144303797468355e-05,
+      "learning_rate_adapter": 8.144303797468355e-05,
+      "loss": 0.0237,
+      "step": 83300
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.143037974683546e-05,
+      "learning_rate_adapter": 8.143037974683546e-05,
+      "loss": 0.0236,
+      "step": 83350
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.141772151898735e-05,
+      "learning_rate_adapter": 8.141772151898735e-05,
+      "loss": 0.0236,
+      "step": 83400
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.140506329113925e-05,
+      "learning_rate_adapter": 8.140506329113925e-05,
+      "loss": 0.0236,
+      "step": 83450
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.139240506329115e-05,
+      "learning_rate_adapter": 8.139240506329115e-05,
+      "loss": 0.0237,
+      "step": 83500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.137974683544304e-05,
+      "learning_rate_adapter": 8.137974683544304e-05,
+      "loss": 0.0239,
+      "step": 83550
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.136708860759494e-05,
+      "learning_rate_adapter": 8.136708860759494e-05,
+      "loss": 0.0239,
+      "step": 83600
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.135443037974684e-05,
+      "learning_rate_adapter": 8.135443037974684e-05,
+      "loss": 0.0238,
+      "step": 83650
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.134177215189874e-05,
+      "learning_rate_adapter": 8.134177215189874e-05,
+      "loss": 0.024,
+      "step": 83700
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.132911392405063e-05,
+      "learning_rate_adapter": 8.132911392405063e-05,
+      "loss": 0.024,
+      "step": 83750
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 8.131645569620253e-05,
+      "learning_rate_adapter": 8.131645569620253e-05,
+      "loss": 0.0239,
+      "step": 83800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.130379746835443e-05,
+      "learning_rate_adapter": 8.130379746835443e-05,
+      "loss": 0.0238,
+      "step": 83850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.129113924050634e-05,
+      "learning_rate_adapter": 8.129113924050634e-05,
+      "loss": 0.0238,
+      "step": 83900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.127848101265824e-05,
+      "learning_rate_adapter": 8.127848101265824e-05,
+      "loss": 0.024,
+      "step": 83950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.126582278481013e-05,
+      "learning_rate_adapter": 8.126582278481013e-05,
+      "loss": 0.024,
+      "step": 84000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.125316455696203e-05,
+      "learning_rate_adapter": 8.125316455696203e-05,
+      "loss": 0.0238,
+      "step": 84050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.124050632911393e-05,
+      "learning_rate_adapter": 8.124050632911393e-05,
+      "loss": 0.0237,
+      "step": 84100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.122784810126582e-05,
+      "learning_rate_adapter": 8.122784810126582e-05,
+      "loss": 0.0236,
+      "step": 84150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.121518987341773e-05,
+      "learning_rate_adapter": 8.121518987341773e-05,
+      "loss": 0.0239,
+      "step": 84200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.120253164556962e-05,
+      "learning_rate_adapter": 8.120253164556962e-05,
+      "loss": 0.0236,
+      "step": 84250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.118987341772151e-05,
+      "learning_rate_adapter": 8.118987341772151e-05,
+      "loss": 0.0237,
+      "step": 84300
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.117721518987342e-05,
+      "learning_rate_adapter": 8.117721518987342e-05,
+      "loss": 0.0237,
+      "step": 84350
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.116455696202531e-05,
+      "learning_rate_adapter": 8.116455696202531e-05,
+      "loss": 0.0238,
+      "step": 84400
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.115189873417722e-05,
+      "learning_rate_adapter": 8.115189873417722e-05,
+      "loss": 0.0239,
+      "step": 84450
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.113924050632912e-05,
+      "learning_rate_adapter": 8.113924050632912e-05,
+      "loss": 0.0237,
+      "step": 84500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.112658227848102e-05,
+      "learning_rate_adapter": 8.112658227848102e-05,
+      "loss": 0.0238,
+      "step": 84550
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.111392405063292e-05,
+      "learning_rate_adapter": 8.111392405063292e-05,
+      "loss": 0.024,
+      "step": 84600
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.110126582278481e-05,
+      "learning_rate_adapter": 8.110126582278481e-05,
+      "loss": 0.0237,
+      "step": 84650
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.108860759493672e-05,
+      "learning_rate_adapter": 8.108860759493672e-05,
+      "loss": 0.0239,
+      "step": 84700
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.107594936708861e-05,
+      "learning_rate_adapter": 8.107594936708861e-05,
+      "loss": 0.0239,
+      "step": 84750
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10632911392405e-05,
+      "learning_rate_adapter": 8.10632911392405e-05,
+      "loss": 0.0235,
+      "step": 84800
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.105063291139241e-05,
+      "learning_rate_adapter": 8.105063291139241e-05,
+      "loss": 0.0237,
+      "step": 84850
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10379746835443e-05,
+      "learning_rate_adapter": 8.10379746835443e-05,
+      "loss": 0.024,
+      "step": 84900
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10253164556962e-05,
+      "learning_rate_adapter": 8.10253164556962e-05,
+      "loss": 0.0238,
+      "step": 84950
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.10126582278481e-05,
+      "learning_rate_adapter": 8.10126582278481e-05,
+      "loss": 0.0237,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "eval_af_opus100_pr_auc": 0.7883430238071814,
+      "eval_af_ud_pr_auc": 0.9854405523197275,
+      "eval_am_opus100_pr_auc": 0.6090345305444494,
+      "eval_ar_ersatz_pr_auc": 0.9196864194635613,
+      "eval_ar_opus100_pr_auc": 0.7431493727307569,
+      "eval_ar_ud_pr_auc": 0.8910415700901722,
+      "eval_average_ersatz_pr_auc": 0.9698974864734793,
+      "eval_average_opus100_pr_auc": 0.8474527444648425,
+      "eval_average_ud_pr_auc": 0.9661028051635727,
+      "eval_az_opus100_pr_auc": 0.8199514030146646,
+      "eval_be_opus100_pr_auc": 0.6981172518741973,
+      "eval_be_ud_pr_auc": 0.9068641523873028,
+      "eval_bg_opus100_pr_auc": 0.9230522254840914,
+      "eval_bg_ud_pr_auc": 0.996681869225341,
+      "eval_bn_opus100_pr_auc": 0.8317194495199179,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8994791452365171,
+      "eval_ca_ud_pr_auc": 0.9964770539954093,
+      "eval_ceb_ud_pr_auc": 0.9980502518253108,
+      "eval_cs_ersatz_pr_auc": 0.987181353658749,
+      "eval_cs_opus100_pr_auc": 0.9261741404712933,
+      "eval_cs_ud_pr_auc": 0.9646613728916413,
+      "eval_cy_opus100_pr_auc": 0.7878760777370558,
+      "eval_cy_ud_pr_auc": 0.9974568767953372,
+      "eval_da_opus100_pr_auc": 0.9241461401930398,
+      "eval_da_ud_pr_auc": 0.9766534072414402,
+      "eval_de_ersatz_pr_auc": 0.9906080782471569,
+      "eval_de_opus100_pr_auc": 0.9135687722796666,
+      "eval_de_ud_pr_auc": 0.9857217802098329,
+      "eval_el_opus100_pr_auc": 0.9173449885159367,
+      "eval_el_ud_pr_auc": 0.9928630581433788,
+      "eval_en_ersatz_pr_auc": 0.9926595897086823,
+      "eval_en_opus100_pr_auc": 0.9209752816176834,
+      "eval_en_ud_pr_auc": 0.9773826398500696,
+      "eval_eo_opus100_pr_auc": 0.931600462774298,
+      "eval_es_ersatz_pr_auc": 0.9966972974610342,
+      "eval_es_opus100_pr_auc": 0.9355651411568685,
+      "eval_es_ud_pr_auc": 0.9917135395828854,
+      "eval_et_ersatz_pr_auc": 0.9824122264290709,
+      "eval_et_opus100_pr_auc": 0.9115207553169694,
+      "eval_et_ud_pr_auc": 0.9722013770572722,
+      "eval_eu_opus100_pr_auc": 0.8873991784876571,
+      "eval_eu_ud_pr_auc": 0.9949950447036876,
+      "eval_fa_opus100_pr_auc": 0.631671664543763,
+      "eval_fa_ud_pr_auc": 0.995224589437534,
+      "eval_fi_ersatz_pr_auc": 0.993020526270332,
+      "eval_fi_opus100_pr_auc": 0.9223936676610748,
+      "eval_fi_ud_pr_auc": 0.9702004953388741,
+      "eval_fr_ersatz_pr_auc": 0.9845088356184054,
+      "eval_fr_opus100_pr_auc": 0.9268343609570633,
+      "eval_fr_ud_pr_auc": 0.9894090221147829,
+      "eval_fy_opus100_pr_auc": 0.6726737488913784,
+      "eval_ga_opus100_pr_auc": 0.9102293307130187,
+      "eval_ga_ud_pr_auc": 0.8094872781396664,
+      "eval_gd_opus100_pr_auc": 0.7513327593323046,
+      "eval_gd_ud_pr_auc": 0.8300630803382094,
+      "eval_gl_opus100_pr_auc": 0.8992771780408136,
+      "eval_gl_ud_pr_auc": 0.9979935012278153,
+      "eval_gu_ersatz_pr_auc": 0.9403088509598209,
+      "eval_gu_opus100_pr_auc": 0.7451347203392691,
+      "eval_ha_opus100_pr_auc": 0.9205797437668856,
+      "eval_he_opus100_pr_auc": 0.880937437356621,
+      "eval_he_ud_pr_auc": 0.9834088734754135,
+      "eval_hi_ersatz_pr_auc": 0.9818574127623049,
+      "eval_hi_opus100_pr_auc": 0.7068838553787943,
+      "eval_hi_ud_pr_auc": 0.9901810608228114,
+      "eval_hu_opus100_pr_auc": 0.9183857858490535,
+      "eval_hu_ud_pr_auc": 0.9813770570449412,
+      "eval_hy_opus100_pr_auc": 0.9162253933906206,
+      "eval_hy_ud_pr_auc": 0.9796302949916132,
+      "eval_id_opus100_pr_auc": 0.8936878757641291,
+      "eval_id_ud_pr_auc": 0.9937836906180463,
+      "eval_ig_opus100_pr_auc": 0.8921954412384581,
+      "eval_is_opus100_pr_auc": 0.9306384035018542,
+      "eval_is_ud_pr_auc": 0.9097827115688214,
+      "eval_it_opus100_pr_auc": 0.915888453932781,
+      "eval_it_ud_pr_auc": 0.9989237862361364,
+      "eval_ja_ersatz_pr_auc": 0.8544623977557273,
+      "eval_ja_opus100_pr_auc": 0.8348947109566239,
+      "eval_ja_ud_pr_auc": 0.9788687123414805,
+      "eval_jv_ud_pr_auc": 0.948788781181193,
+      "eval_ka_opus100_pr_auc": 0.8616946762199811,
+      "eval_kk_ersatz_pr_auc": 0.989649674077709,
+      "eval_kk_opus100_pr_auc": 0.8003982071096654,
+      "eval_kk_ud_pr_auc": 0.9739620447610701,
+      "eval_km_ersatz_pr_auc": 0.9260461315779466,
+      "eval_km_opus100_pr_auc": 0.7607673737214999,
+      "eval_kn_opus100_pr_auc": 0.6731041165813455,
+      "eval_ko_opus100_pr_auc": 0.6866817528650931,
+      "eval_ko_ud_pr_auc": 0.9995251370433932,
+      "eval_ku_opus100_pr_auc": 0.8460206553761586,
+      "eval_ky_opus100_pr_auc": 0.9015241519175081,
+      "eval_la_ud_pr_auc": 0.9816460371316723,
+      "eval_loss": 0.02751537226140499,
+      "eval_lt_ersatz_pr_auc": 0.9978070536487764,
+      "eval_lt_opus100_pr_auc": 0.8850074308561147,
+      "eval_lt_ud_pr_auc": 0.996840407202046,
+      "eval_lv_ersatz_pr_auc": 0.9937300139082561,
+      "eval_lv_opus100_pr_auc": 0.8903235853950058,
+      "eval_lv_ud_pr_auc": 0.9706718260933832,
+      "eval_mg_opus100_pr_auc": 0.9436105602897457,
+      "eval_mk_opus100_pr_auc": 0.9172667917247926,
+      "eval_ml_opus100_pr_auc": 0.816192463912717,
+      "eval_mn_opus100_pr_auc": 0.9538231035769659,
+      "eval_mr_opus100_pr_auc": 0.8988123704842473,
+      "eval_mr_ud_pr_auc": 0.972283348780821,
+      "eval_ms_opus100_pr_auc": 0.8720955796128745,
+      "eval_mt_opus100_pr_auc": 0.8501147915188446,
+      "eval_mt_ud_pr_auc": 0.88237387312767,
+      "eval_my_opus100_pr_auc": 0.7992218511892015,
+      "eval_ne_opus100_pr_auc": 0.731834410036903,
+      "eval_nl_opus100_pr_auc": 0.9021388537557594,
+      "eval_nl_ud_pr_auc": 0.9890935447379857,
+      "eval_no_opus100_pr_auc": 0.9128538355592826,
+      "eval_no_ud_pr_auc": 0.9970030934823978,
+      "eval_pa_opus100_pr_auc": 0.6859185599135238,
+      "eval_pl_ersatz_pr_auc": 0.9758244210919884,
+      "eval_pl_opus100_pr_auc": 0.8997998441635997,
+      "eval_pl_ud_pr_auc": 0.9775242017735167,
+      "eval_ps_ersatz_pr_auc": 0.9259420085168624,
+      "eval_ps_opus100_pr_auc": 0.7542586946184892,
+      "eval_pt_opus100_pr_auc": 0.9246103982918933,
+      "eval_pt_ud_pr_auc": 0.9805595251496535,
+      "eval_ro_ersatz_pr_auc": 0.9946602152990787,
+      "eval_ro_opus100_pr_auc": 0.8761041468299775,
+      "eval_ro_ud_pr_auc": 0.9731631801600661,
+      "eval_ru_ersatz_pr_auc": 0.9949680399527591,
+      "eval_ru_opus100_pr_auc": 0.9479290322816146,
+      "eval_ru_ud_pr_auc": 0.8917444280274138,
+      "eval_runtime": 511.5611,
+      "eval_samples_per_second": 147.627,
+      "eval_si_opus100_pr_auc": 0.8257955141874247,
+      "eval_sk_opus100_pr_auc": 0.9384774789777613,
+      "eval_sk_ud_pr_auc": 0.9875104906296838,
+      "eval_sl_opus100_pr_auc": 0.8739987384007541,
+      "eval_sl_ud_pr_auc": 0.9702732943907784,
+      "eval_sq_opus100_pr_auc": 0.9375429203805757,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9093652281409984,
+      "eval_sr_ud_pr_auc": 0.9987974952105736,
+      "eval_steps_per_second": 0.577,
+      "eval_sv_opus100_pr_auc": 0.9012749580765705,
+      "eval_sv_ud_pr_auc": 0.9493758431545053,
+      "eval_ta_ersatz_pr_auc": 0.9815508940724266,
+      "eval_ta_opus100_pr_auc": 0.7042176242650742,
+      "eval_ta_ud_pr_auc": 0.99658343177855,
+      "eval_te_opus100_pr_auc": 0.8299486371342693,
+      "eval_tg_opus100_pr_auc": 0.9038092177588566,
+      "eval_th_opus100_pr_auc": 0.7014167406249631,
+      "eval_th_ud_pr_auc": 0.8490536072952206,
+      "eval_tr_ersatz_pr_auc": 0.9609350290787476,
+      "eval_tr_opus100_pr_auc": 0.9032524797843697,
+      "eval_tr_ud_pr_auc": 0.958495076794885,
+      "eval_uk_opus100_pr_auc": 0.8779040152877977,
+      "eval_uk_ud_pr_auc": 0.9332523099784491,
+      "eval_ur_opus100_pr_auc": 0.591426894901921,
+      "eval_ur_ud_pr_auc": 0.9925302831681855,
+      "eval_uz_opus100_pr_auc": 0.878146714357735,
+      "eval_vi_opus100_pr_auc": 0.9048095503989204,
+      "eval_vi_ud_pr_auc": 0.950976561888062,
+      "eval_xh_opus100_pr_auc": 0.8814144146235051,
+      "eval_yi_opus100_pr_auc": 0.7408350050484546,
+      "eval_yo_opus100_pr_auc": 0.8259732663008952,
+      "eval_yo_ud_pr_auc": 0.9148540995790159,
+      "eval_zh_ersatz_pr_auc": 0.9732282328571499,
+      "eval_zh_opus100_pr_auc": 0.884216866251901,
+      "eval_zh_ud_pr_auc": 0.9944392717884978,
+      "eval_zu_opus100_pr_auc": 0.8463096710347757,
+      "step": 85000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.1e-05,
+      "learning_rate_adapter": 8.1e-05,
+      "loss": 0.0236,
+      "step": 85050
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.098734177215191e-05,
+      "learning_rate_adapter": 8.098734177215191e-05,
+      "loss": 0.0237,
+      "step": 85100
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09746835443038e-05,
+      "learning_rate_adapter": 8.09746835443038e-05,
+      "loss": 0.0238,
+      "step": 85150
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.096202531645571e-05,
+      "learning_rate_adapter": 8.096202531645571e-05,
+      "loss": 0.0239,
+      "step": 85200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 8.09493670886076e-05,
+      "learning_rate_adapter": 8.09493670886076e-05,
+      "loss": 0.0238,
+      "step": 85250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.09367088607595e-05,
+      "learning_rate_adapter": 8.09367088607595e-05,
+      "loss": 0.0238,
+      "step": 85300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.09240506329114e-05,
+      "learning_rate_adapter": 8.09240506329114e-05,
+      "loss": 0.0237,
+      "step": 85350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.091139240506329e-05,
+      "learning_rate_adapter": 8.091139240506329e-05,
+      "loss": 0.0237,
+      "step": 85400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08987341772152e-05,
+      "learning_rate_adapter": 8.08987341772152e-05,
+      "loss": 0.0235,
+      "step": 85450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.088607594936709e-05,
+      "learning_rate_adapter": 8.088607594936709e-05,
+      "loss": 0.0237,
+      "step": 85500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.087341772151899e-05,
+      "learning_rate_adapter": 8.087341772151899e-05,
+      "loss": 0.0239,
+      "step": 85550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.086075949367088e-05,
+      "learning_rate_adapter": 8.086075949367088e-05,
+      "loss": 0.0236,
+      "step": 85600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.084810126582279e-05,
+      "learning_rate_adapter": 8.084810126582279e-05,
+      "loss": 0.0238,
+      "step": 85650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08354430379747e-05,
+      "learning_rate_adapter": 8.08354430379747e-05,
+      "loss": 0.0237,
+      "step": 85700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.082278481012659e-05,
+      "learning_rate_adapter": 8.082278481012659e-05,
+      "loss": 0.0235,
+      "step": 85750
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.08101265822785e-05,
+      "learning_rate_adapter": 8.08101265822785e-05,
+      "loss": 0.0235,
+      "step": 85800
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.079746835443039e-05,
+      "learning_rate_adapter": 8.079746835443039e-05,
+      "loss": 0.0236,
+      "step": 85850
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.078481012658228e-05,
+      "learning_rate_adapter": 8.078481012658228e-05,
+      "loss": 0.0237,
+      "step": 85900
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.077215189873418e-05,
+      "learning_rate_adapter": 8.077215189873418e-05,
+      "loss": 0.0237,
+      "step": 85950
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.075949367088608e-05,
+      "learning_rate_adapter": 8.075949367088608e-05,
+      "loss": 0.0238,
+      "step": 86000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.074683544303798e-05,
+      "learning_rate_adapter": 8.074683544303798e-05,
+      "loss": 0.0238,
+      "step": 86050
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.073417721518987e-05,
+      "learning_rate_adapter": 8.073417721518987e-05,
+      "loss": 0.0235,
+      "step": 86100
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.072151898734177e-05,
+      "learning_rate_adapter": 8.072151898734177e-05,
+      "loss": 0.0237,
+      "step": 86150
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.070886075949367e-05,
+      "learning_rate_adapter": 8.070886075949367e-05,
+      "loss": 0.024,
+      "step": 86200
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.069620253164558e-05,
+      "learning_rate_adapter": 8.069620253164558e-05,
+      "loss": 0.0235,
+      "step": 86250
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.068354430379748e-05,
+      "learning_rate_adapter": 8.068354430379748e-05,
+      "loss": 0.0237,
+      "step": 86300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.067088607594937e-05,
+      "learning_rate_adapter": 8.067088607594937e-05,
+      "loss": 0.0237,
+      "step": 86350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.065822784810127e-05,
+      "learning_rate_adapter": 8.065822784810127e-05,
+      "loss": 0.0237,
+      "step": 86400
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.064556962025317e-05,
+      "learning_rate_adapter": 8.064556962025317e-05,
+      "loss": 0.0236,
+      "step": 86450
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.063291139240506e-05,
+      "learning_rate_adapter": 8.063291139240506e-05,
+      "loss": 0.0237,
+      "step": 86500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.062025316455697e-05,
+      "learning_rate_adapter": 8.062025316455697e-05,
+      "loss": 0.0236,
+      "step": 86550
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.060759493670886e-05,
+      "learning_rate_adapter": 8.060759493670886e-05,
+      "loss": 0.0237,
+      "step": 86600
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.059493670886077e-05,
+      "learning_rate_adapter": 8.059493670886077e-05,
+      "loss": 0.0238,
+      "step": 86650
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.058227848101266e-05,
+      "learning_rate_adapter": 8.058227848101266e-05,
+      "loss": 0.0234,
+      "step": 86700
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 8.056962025316455e-05,
+      "learning_rate_adapter": 8.056962025316455e-05,
+      "loss": 0.0237,
+      "step": 86750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.055696202531646e-05,
+      "learning_rate_adapter": 8.055696202531646e-05,
+      "loss": 0.0238,
+      "step": 86800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.054430379746836e-05,
+      "learning_rate_adapter": 8.054430379746836e-05,
+      "loss": 0.0237,
+      "step": 86850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.053164556962027e-05,
+      "learning_rate_adapter": 8.053164556962027e-05,
+      "loss": 0.024,
+      "step": 86900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.051898734177216e-05,
+      "learning_rate_adapter": 8.051898734177216e-05,
+      "loss": 0.0235,
+      "step": 86950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.050632911392405e-05,
+      "learning_rate_adapter": 8.050632911392405e-05,
+      "loss": 0.0236,
+      "step": 87000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.049367088607596e-05,
+      "learning_rate_adapter": 8.049367088607596e-05,
+      "loss": 0.0237,
+      "step": 87050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.048101265822785e-05,
+      "learning_rate_adapter": 8.048101265822785e-05,
+      "loss": 0.0237,
+      "step": 87100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.046835443037976e-05,
+      "learning_rate_adapter": 8.046835443037976e-05,
+      "loss": 0.0235,
+      "step": 87150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.045569620253165e-05,
+      "learning_rate_adapter": 8.045569620253165e-05,
+      "loss": 0.0237,
+      "step": 87200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.044303797468354e-05,
+      "learning_rate_adapter": 8.044303797468354e-05,
+      "loss": 0.0236,
+      "step": 87250
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.043037974683545e-05,
+      "learning_rate_adapter": 8.043037974683545e-05,
+      "loss": 0.0235,
+      "step": 87300
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.041772151898734e-05,
+      "learning_rate_adapter": 8.041772151898734e-05,
+      "loss": 0.0237,
+      "step": 87350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.040506329113924e-05,
+      "learning_rate_adapter": 8.040506329113924e-05,
+      "loss": 0.0238,
+      "step": 87400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.039240506329115e-05,
+      "learning_rate_adapter": 8.039240506329115e-05,
+      "loss": 0.0238,
+      "step": 87450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.037974683544304e-05,
+      "learning_rate_adapter": 8.037974683544304e-05,
+      "loss": 0.0236,
+      "step": 87500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.036708860759495e-05,
+      "learning_rate_adapter": 8.036708860759495e-05,
+      "loss": 0.0239,
+      "step": 87550
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.035443037974684e-05,
+      "learning_rate_adapter": 8.035443037974684e-05,
+      "loss": 0.0238,
+      "step": 87600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.034177215189874e-05,
+      "learning_rate_adapter": 8.034177215189874e-05,
+      "loss": 0.0237,
+      "step": 87650
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.032911392405064e-05,
+      "learning_rate_adapter": 8.032911392405064e-05,
+      "loss": 0.0237,
+      "step": 87700
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.031645569620253e-05,
+      "learning_rate_adapter": 8.031645569620253e-05,
+      "loss": 0.024,
+      "step": 87750
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.030379746835443e-05,
+      "learning_rate_adapter": 8.030379746835443e-05,
+      "loss": 0.0236,
+      "step": 87800
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.029113924050633e-05,
+      "learning_rate_adapter": 8.029113924050633e-05,
+      "loss": 0.0237,
+      "step": 87850
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.027848101265823e-05,
+      "learning_rate_adapter": 8.027848101265823e-05,
+      "loss": 0.0235,
+      "step": 87900
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.026582278481012e-05,
+      "learning_rate_adapter": 8.026582278481012e-05,
+      "loss": 0.0239,
+      "step": 87950
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.025316455696203e-05,
+      "learning_rate_adapter": 8.025316455696203e-05,
+      "loss": 0.0236,
+      "step": 88000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.024050632911394e-05,
+      "learning_rate_adapter": 8.024050632911394e-05,
+      "loss": 0.0238,
+      "step": 88050
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.022784810126583e-05,
+      "learning_rate_adapter": 8.022784810126583e-05,
+      "loss": 0.0236,
+      "step": 88100
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.021518987341773e-05,
+      "learning_rate_adapter": 8.021518987341773e-05,
+      "loss": 0.0235,
+      "step": 88150
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.020253164556962e-05,
+      "learning_rate_adapter": 8.020253164556962e-05,
+      "loss": 0.0237,
+      "step": 88200
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 8.018987341772153e-05,
+      "learning_rate_adapter": 8.018987341772153e-05,
+      "loss": 0.0236,
+      "step": 88250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.017721518987342e-05,
+      "learning_rate_adapter": 8.017721518987342e-05,
+      "loss": 0.0236,
+      "step": 88300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.016455696202531e-05,
+      "learning_rate_adapter": 8.016455696202531e-05,
+      "loss": 0.0235,
+      "step": 88350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.015189873417722e-05,
+      "learning_rate_adapter": 8.015189873417722e-05,
+      "loss": 0.0236,
+      "step": 88400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.013924050632911e-05,
+      "learning_rate_adapter": 8.013924050632911e-05,
+      "loss": 0.0235,
+      "step": 88450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.012658227848102e-05,
+      "learning_rate_adapter": 8.012658227848102e-05,
+      "loss": 0.0237,
+      "step": 88500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.011392405063291e-05,
+      "learning_rate_adapter": 8.011392405063291e-05,
+      "loss": 0.0235,
+      "step": 88550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.010126582278482e-05,
+      "learning_rate_adapter": 8.010126582278482e-05,
+      "loss": 0.0235,
+      "step": 88600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.008860759493672e-05,
+      "learning_rate_adapter": 8.008860759493672e-05,
+      "loss": 0.0235,
+      "step": 88650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.007594936708861e-05,
+      "learning_rate_adapter": 8.007594936708861e-05,
+      "loss": 0.0238,
+      "step": 88700
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.006329113924052e-05,
+      "learning_rate_adapter": 8.006329113924052e-05,
+      "loss": 0.0234,
+      "step": 88750
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.005063291139241e-05,
+      "learning_rate_adapter": 8.005063291139241e-05,
+      "loss": 0.0233,
+      "step": 88800
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00379746835443e-05,
+      "learning_rate_adapter": 8.00379746835443e-05,
+      "loss": 0.0235,
+      "step": 88850
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.002531645569621e-05,
+      "learning_rate_adapter": 8.002531645569621e-05,
+      "loss": 0.0235,
+      "step": 88900
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8.00126582278481e-05,
+      "learning_rate_adapter": 8.00126582278481e-05,
+      "loss": 0.0238,
+      "step": 88950
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 8e-05,
+      "learning_rate_adapter": 8e-05,
+      "loss": 0.0236,
+      "step": 89000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99873417721519e-05,
+      "learning_rate_adapter": 7.99873417721519e-05,
+      "loss": 0.0235,
+      "step": 89050
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.997468354430379e-05,
+      "learning_rate_adapter": 7.997468354430379e-05,
+      "loss": 0.0235,
+      "step": 89100
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99620253164557e-05,
+      "learning_rate_adapter": 7.99620253164557e-05,
+      "loss": 0.0237,
+      "step": 89150
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99493670886076e-05,
+      "learning_rate_adapter": 7.99493670886076e-05,
+      "loss": 0.0237,
+      "step": 89200
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.993670886075951e-05,
+      "learning_rate_adapter": 7.993670886075951e-05,
+      "loss": 0.0233,
+      "step": 89250
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.99240506329114e-05,
+      "learning_rate_adapter": 7.99240506329114e-05,
+      "loss": 0.0235,
+      "step": 89300
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.991139240506329e-05,
+      "learning_rate_adapter": 7.991139240506329e-05,
+      "loss": 0.0237,
+      "step": 89350
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.98987341772152e-05,
+      "learning_rate_adapter": 7.98987341772152e-05,
+      "loss": 0.0235,
+      "step": 89400
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.988607594936709e-05,
+      "learning_rate_adapter": 7.988607594936709e-05,
+      "loss": 0.0234,
+      "step": 89450
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.9873417721519e-05,
+      "learning_rate_adapter": 7.9873417721519e-05,
+      "loss": 0.0236,
+      "step": 89500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.986075949367089e-05,
+      "learning_rate_adapter": 7.986075949367089e-05,
+      "loss": 0.0236,
+      "step": 89550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.984810126582278e-05,
+      "learning_rate_adapter": 7.984810126582278e-05,
+      "loss": 0.0236,
+      "step": 89600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.983544303797468e-05,
+      "learning_rate_adapter": 7.983544303797468e-05,
+      "loss": 0.0235,
+      "step": 89650
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 7.982278481012658e-05,
+      "learning_rate_adapter": 7.982278481012658e-05,
+      "loss": 0.0235,
+      "step": 89700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.981012658227848e-05,
+      "learning_rate_adapter": 7.981012658227848e-05,
+      "loss": 0.0235,
+      "step": 89750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.979746835443039e-05,
+      "learning_rate_adapter": 7.979746835443039e-05,
+      "loss": 0.0235,
+      "step": 89800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.97848101265823e-05,
+      "learning_rate_adapter": 7.97848101265823e-05,
+      "loss": 0.0236,
+      "step": 89850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.977215189873419e-05,
+      "learning_rate_adapter": 7.977215189873419e-05,
+      "loss": 0.0236,
+      "step": 89900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.975949367088608e-05,
+      "learning_rate_adapter": 7.975949367088608e-05,
+      "loss": 0.0235,
+      "step": 89950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.974683544303798e-05,
+      "learning_rate_adapter": 7.974683544303798e-05,
+      "loss": 0.0235,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "eval_af_opus100_pr_auc": 0.7966074914922816,
+      "eval_af_ud_pr_auc": 0.9895333575731013,
+      "eval_am_opus100_pr_auc": 0.5597811712307595,
+      "eval_ar_ersatz_pr_auc": 0.9343078900356923,
+      "eval_ar_opus100_pr_auc": 0.7606210007614841,
+      "eval_ar_ud_pr_auc": 0.8989226468926662,
+      "eval_average_ersatz_pr_auc": 0.9729993634662534,
+      "eval_average_opus100_pr_auc": 0.8528259920148601,
+      "eval_average_ud_pr_auc": 0.9691505971123765,
+      "eval_az_opus100_pr_auc": 0.8055041716791286,
+      "eval_be_opus100_pr_auc": 0.7346390391744831,
+      "eval_be_ud_pr_auc": 0.9106017805866728,
+      "eval_bg_opus100_pr_auc": 0.9246809647528663,
+      "eval_bg_ud_pr_auc": 0.9986372863062369,
+      "eval_bn_opus100_pr_auc": 0.8417117110480137,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8958435979589474,
+      "eval_ca_ud_pr_auc": 0.9963664032215656,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9882198021308023,
+      "eval_cs_opus100_pr_auc": 0.9258503102082749,
+      "eval_cs_ud_pr_auc": 0.9645337405444876,
+      "eval_cy_opus100_pr_auc": 0.7820248756881915,
+      "eval_cy_ud_pr_auc": 0.9979057019750265,
+      "eval_da_opus100_pr_auc": 0.928116348775412,
+      "eval_da_ud_pr_auc": 0.9824350835013452,
+      "eval_de_ersatz_pr_auc": 0.9910440451996482,
+      "eval_de_opus100_pr_auc": 0.9206965707036527,
+      "eval_de_ud_pr_auc": 0.9895115253060895,
+      "eval_el_opus100_pr_auc": 0.9203731328151807,
+      "eval_el_ud_pr_auc": 0.992378444928528,
+      "eval_en_ersatz_pr_auc": 0.995619474279207,
+      "eval_en_opus100_pr_auc": 0.9248188373033633,
+      "eval_en_ud_pr_auc": 0.9740723876070516,
+      "eval_eo_opus100_pr_auc": 0.9351258835430536,
+      "eval_es_ersatz_pr_auc": 0.9977159625025324,
+      "eval_es_opus100_pr_auc": 0.9380897078273559,
+      "eval_es_ud_pr_auc": 0.9920541068442504,
+      "eval_et_ersatz_pr_auc": 0.986973086570104,
+      "eval_et_opus100_pr_auc": 0.9028072821947667,
+      "eval_et_ud_pr_auc": 0.9750930656578137,
+      "eval_eu_opus100_pr_auc": 0.891157825287954,
+      "eval_eu_ud_pr_auc": 0.9938045875000319,
+      "eval_fa_opus100_pr_auc": 0.6404160045668251,
+      "eval_fa_ud_pr_auc": 0.9962477438148855,
+      "eval_fi_ersatz_pr_auc": 0.9943800687259917,
+      "eval_fi_opus100_pr_auc": 0.9247054120451392,
+      "eval_fi_ud_pr_auc": 0.9632027784525378,
+      "eval_fr_ersatz_pr_auc": 0.988428459821756,
+      "eval_fr_opus100_pr_auc": 0.9345731206095127,
+      "eval_fr_ud_pr_auc": 0.9913846673692731,
+      "eval_fy_opus100_pr_auc": 0.6756246234302177,
+      "eval_ga_opus100_pr_auc": 0.9174475706211497,
+      "eval_ga_ud_pr_auc": 0.8296570563838009,
+      "eval_gd_opus100_pr_auc": 0.7486967410258751,
+      "eval_gd_ud_pr_auc": 0.8533180385829978,
+      "eval_gl_opus100_pr_auc": 0.8980239411565256,
+      "eval_gl_ud_pr_auc": 0.9977703010895512,
+      "eval_gu_ersatz_pr_auc": 0.946339489650099,
+      "eval_gu_opus100_pr_auc": 0.7592112438661973,
+      "eval_ha_opus100_pr_auc": 0.9239233858430876,
+      "eval_he_opus100_pr_auc": 0.8906735008181583,
+      "eval_he_ud_pr_auc": 0.9823347712446523,
+      "eval_hi_ersatz_pr_auc": 0.9864781553208684,
+      "eval_hi_opus100_pr_auc": 0.7371968797446944,
+      "eval_hi_ud_pr_auc": 0.9954973819996081,
+      "eval_hu_opus100_pr_auc": 0.9185628855506833,
+      "eval_hu_ud_pr_auc": 0.9846648815542167,
+      "eval_hy_opus100_pr_auc": 0.9175286055168199,
+      "eval_hy_ud_pr_auc": 0.9835885150227093,
+      "eval_id_opus100_pr_auc": 0.8952119159286219,
+      "eval_id_ud_pr_auc": 0.9956193097463817,
+      "eval_ig_opus100_pr_auc": 0.886910279049746,
+      "eval_is_opus100_pr_auc": 0.9322915337250034,
+      "eval_is_ud_pr_auc": 0.9107368739295769,
+      "eval_it_opus100_pr_auc": 0.9216664588111523,
+      "eval_it_ud_pr_auc": 0.9985577862258811,
+      "eval_ja_ersatz_pr_auc": 0.8795050857193454,
+      "eval_ja_opus100_pr_auc": 0.8294101366986915,
+      "eval_ja_ud_pr_auc": 0.9808134781355687,
+      "eval_jv_ud_pr_auc": 0.963999576705948,
+      "eval_ka_opus100_pr_auc": 0.8447121898839448,
+      "eval_kk_ersatz_pr_auc": 0.9899024425297536,
+      "eval_kk_opus100_pr_auc": 0.813757965613682,
+      "eval_kk_ud_pr_auc": 0.9756899890769479,
+      "eval_km_ersatz_pr_auc": 0.927985361401228,
+      "eval_km_opus100_pr_auc": 0.7638571643389216,
+      "eval_kn_opus100_pr_auc": 0.6836271231586354,
+      "eval_ko_opus100_pr_auc": 0.7001504063845576,
+      "eval_ko_ud_pr_auc": 0.99949913104574,
+      "eval_ku_opus100_pr_auc": 0.8411321590211356,
+      "eval_ky_opus100_pr_auc": 0.9054737909596916,
+      "eval_la_ud_pr_auc": 0.9772231288455276,
+      "eval_loss": 0.027467647567391396,
+      "eval_lt_ersatz_pr_auc": 0.9980897522597646,
+      "eval_lt_opus100_pr_auc": 0.8967091625281939,
+      "eval_lt_ud_pr_auc": 0.9972324516395269,
+      "eval_lv_ersatz_pr_auc": 0.9947554743724032,
+      "eval_lv_opus100_pr_auc": 0.8987366344547817,
+      "eval_lv_ud_pr_auc": 0.9718111874454972,
+      "eval_mg_opus100_pr_auc": 0.9488778402276897,
+      "eval_mk_opus100_pr_auc": 0.9202052191090724,
+      "eval_ml_opus100_pr_auc": 0.8060981825536644,
+      "eval_mn_opus100_pr_auc": 0.9633225183158279,
+      "eval_mr_opus100_pr_auc": 0.9049053806504253,
+      "eval_mr_ud_pr_auc": 0.974068561811682,
+      "eval_ms_opus100_pr_auc": 0.8813760705994353,
+      "eval_mt_opus100_pr_auc": 0.8794241948526006,
+      "eval_mt_ud_pr_auc": 0.9047497421475768,
+      "eval_my_opus100_pr_auc": 0.812121826534111,
+      "eval_ne_opus100_pr_auc": 0.7490245469646,
+      "eval_nl_opus100_pr_auc": 0.89790628833965,
+      "eval_nl_ud_pr_auc": 0.9886818430301746,
+      "eval_no_opus100_pr_auc": 0.9168726594094209,
+      "eval_no_ud_pr_auc": 0.9963763137057026,
+      "eval_pa_opus100_pr_auc": 0.6871243100768103,
+      "eval_pl_ersatz_pr_auc": 0.9754731186749417,
+      "eval_pl_opus100_pr_auc": 0.9023454243785936,
+      "eval_pl_ud_pr_auc": 0.9766391707950616,
+      "eval_ps_ersatz_pr_auc": 0.925649744543777,
+      "eval_ps_opus100_pr_auc": 0.7539266886355561,
+      "eval_pt_opus100_pr_auc": 0.9311813895065495,
+      "eval_pt_ud_pr_auc": 0.9833401243880973,
+      "eval_ro_ersatz_pr_auc": 0.9965326140767065,
+      "eval_ro_opus100_pr_auc": 0.9002437600075976,
+      "eval_ro_ud_pr_auc": 0.974872849790277,
+      "eval_ru_ersatz_pr_auc": 0.9959621210399527,
+      "eval_ru_opus100_pr_auc": 0.9435320184461535,
+      "eval_ru_ud_pr_auc": 0.9010545547419946,
+      "eval_runtime": 528.3656,
+      "eval_samples_per_second": 142.931,
+      "eval_si_opus100_pr_auc": 0.841119123563933,
+      "eval_sk_opus100_pr_auc": 0.9403195572110332,
+      "eval_sk_ud_pr_auc": 0.989723450796195,
+      "eval_sl_opus100_pr_auc": 0.8792227794998557,
+      "eval_sl_ud_pr_auc": 0.9782073988487212,
+      "eval_sq_opus100_pr_auc": 0.9345262767158729,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9069904965704096,
+      "eval_sr_ud_pr_auc": 0.9991128592435452,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9095524305501138,
+      "eval_sv_ud_pr_auc": 0.9530779398566763,
+      "eval_ta_ersatz_pr_auc": 0.9853803211342078,
+      "eval_ta_opus100_pr_auc": 0.7365890560283405,
+      "eval_ta_ud_pr_auc": 0.9963420631629091,
+      "eval_te_opus100_pr_auc": 0.8471476907142041,
+      "eval_tg_opus100_pr_auc": 0.9182762974549882,
+      "eval_th_opus100_pr_auc": 0.6853479059225391,
+      "eval_th_ud_pr_auc": 0.8390569660564481,
+      "eval_tr_ersatz_pr_auc": 0.9654882434544202,
+      "eval_tr_opus100_pr_auc": 0.9047782852159334,
+      "eval_tr_ud_pr_auc": 0.9655997988287177,
+      "eval_uk_opus100_pr_auc": 0.882502743057331,
+      "eval_uk_ud_pr_auc": 0.9408921874653223,
+      "eval_ur_opus100_pr_auc": 0.6220270807056208,
+      "eval_ur_ud_pr_auc": 0.9944705557521051,
+      "eval_uz_opus100_pr_auc": 0.8897496597919534,
+      "eval_vi_opus100_pr_auc": 0.9126004055163709,
+      "eval_vi_ud_pr_auc": 0.9666653909262237,
+      "eval_xh_opus100_pr_auc": 0.8992774216059024,
+      "eval_yi_opus100_pr_auc": 0.8059117543469961,
+      "eval_yo_opus100_pr_auc": 0.8236692838738631,
+      "eval_yo_ud_pr_auc": 0.9238043209283536,
+      "eval_zh_ersatz_pr_auc": 0.9617552828143726,
+      "eval_zh_opus100_pr_auc": 0.866074593161609,
+      "eval_zh_ud_pr_auc": 0.9904379331673638,
+      "eval_zu_opus100_pr_auc": 0.8388794273070705,
+      "step": 90000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.973417721518988e-05,
+      "learning_rate_adapter": 7.973417721518988e-05,
+      "loss": 0.0236,
+      "step": 90050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.972151898734178e-05,
+      "learning_rate_adapter": 7.972151898734178e-05,
+      "loss": 0.0235,
+      "step": 90100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.970886075949367e-05,
+      "learning_rate_adapter": 7.970886075949367e-05,
+      "loss": 0.0235,
+      "step": 90150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.969620253164557e-05,
+      "learning_rate_adapter": 7.969620253164557e-05,
+      "loss": 0.0235,
+      "step": 90200
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.968354430379747e-05,
+      "learning_rate_adapter": 7.968354430379747e-05,
+      "loss": 0.0235,
+      "step": 90250
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.967088607594936e-05,
+      "learning_rate_adapter": 7.967088607594936e-05,
+      "loss": 0.0236,
+      "step": 90300
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.965822784810127e-05,
+      "learning_rate_adapter": 7.965822784810127e-05,
+      "loss": 0.0235,
+      "step": 90350
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.964556962025317e-05,
+      "learning_rate_adapter": 7.964556962025317e-05,
+      "loss": 0.0238,
+      "step": 90400
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.963291139240507e-05,
+      "learning_rate_adapter": 7.963291139240507e-05,
+      "loss": 0.0238,
+      "step": 90450
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.962025316455697e-05,
+      "learning_rate_adapter": 7.962025316455697e-05,
+      "loss": 0.0234,
+      "step": 90500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.960759493670886e-05,
+      "learning_rate_adapter": 7.960759493670886e-05,
+      "loss": 0.0237,
+      "step": 90550
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.959493670886077e-05,
+      "learning_rate_adapter": 7.959493670886077e-05,
+      "loss": 0.0235,
+      "step": 90600
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.958227848101266e-05,
+      "learning_rate_adapter": 7.958227848101266e-05,
+      "loss": 0.0237,
+      "step": 90650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.956962025316455e-05,
+      "learning_rate_adapter": 7.956962025316455e-05,
+      "loss": 0.0233,
+      "step": 90700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.955696202531646e-05,
+      "learning_rate_adapter": 7.955696202531646e-05,
+      "loss": 0.0238,
+      "step": 90750
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.954430379746835e-05,
+      "learning_rate_adapter": 7.954430379746835e-05,
+      "loss": 0.0235,
+      "step": 90800
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.953164556962026e-05,
+      "learning_rate_adapter": 7.953164556962026e-05,
+      "loss": 0.0235,
+      "step": 90850
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.951898734177215e-05,
+      "learning_rate_adapter": 7.951898734177215e-05,
+      "loss": 0.0236,
+      "step": 90900
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.950632911392406e-05,
+      "learning_rate_adapter": 7.950632911392406e-05,
+      "loss": 0.0237,
+      "step": 90950
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.949367088607596e-05,
+      "learning_rate_adapter": 7.949367088607596e-05,
+      "loss": 0.0237,
+      "step": 91000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.948101265822785e-05,
+      "learning_rate_adapter": 7.948101265822785e-05,
+      "loss": 0.0234,
+      "step": 91050
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.946835443037976e-05,
+      "learning_rate_adapter": 7.946835443037976e-05,
+      "loss": 0.0236,
+      "step": 91100
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.945569620253165e-05,
+      "learning_rate_adapter": 7.945569620253165e-05,
+      "loss": 0.0236,
+      "step": 91150
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 7.944303797468354e-05,
+      "learning_rate_adapter": 7.944303797468354e-05,
+      "loss": 0.0235,
+      "step": 91200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.943037974683545e-05,
+      "learning_rate_adapter": 7.943037974683545e-05,
+      "loss": 0.0234,
+      "step": 91250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.941772151898734e-05,
+      "learning_rate_adapter": 7.941772151898734e-05,
+      "loss": 0.0236,
+      "step": 91300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.940506329113925e-05,
+      "learning_rate_adapter": 7.940506329113925e-05,
+      "loss": 0.0235,
+      "step": 91350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.939240506329114e-05,
+      "learning_rate_adapter": 7.939240506329114e-05,
+      "loss": 0.0235,
+      "step": 91400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.937974683544303e-05,
+      "learning_rate_adapter": 7.937974683544303e-05,
+      "loss": 0.0236,
+      "step": 91450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.936708860759494e-05,
+      "learning_rate_adapter": 7.936708860759494e-05,
+      "loss": 0.0235,
+      "step": 91500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.935443037974684e-05,
+      "learning_rate_adapter": 7.935443037974684e-05,
+      "loss": 0.0236,
+      "step": 91550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.934177215189875e-05,
+      "learning_rate_adapter": 7.934177215189875e-05,
+      "loss": 0.0236,
+      "step": 91600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.932911392405064e-05,
+      "learning_rate_adapter": 7.932911392405064e-05,
+      "loss": 0.0239,
+      "step": 91650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.931645569620254e-05,
+      "learning_rate_adapter": 7.931645569620254e-05,
+      "loss": 0.0236,
+      "step": 91700
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.930379746835444e-05,
+      "learning_rate_adapter": 7.930379746835444e-05,
+      "loss": 0.0234,
+      "step": 91750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.929113924050633e-05,
+      "learning_rate_adapter": 7.929113924050633e-05,
+      "loss": 0.0236,
+      "step": 91800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.927848101265823e-05,
+      "learning_rate_adapter": 7.927848101265823e-05,
+      "loss": 0.0235,
+      "step": 91850
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.926582278481013e-05,
+      "learning_rate_adapter": 7.926582278481013e-05,
+      "loss": 0.0235,
+      "step": 91900
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.925316455696203e-05,
+      "learning_rate_adapter": 7.925316455696203e-05,
+      "loss": 0.0235,
+      "step": 91950
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.924050632911392e-05,
+      "learning_rate_adapter": 7.924050632911392e-05,
+      "loss": 0.0237,
+      "step": 92000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.922784810126582e-05,
+      "learning_rate_adapter": 7.922784810126582e-05,
+      "loss": 0.0235,
+      "step": 92050
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.921518987341772e-05,
+      "learning_rate_adapter": 7.921518987341772e-05,
+      "loss": 0.0237,
+      "step": 92100
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.920253164556963e-05,
+      "learning_rate_adapter": 7.920253164556963e-05,
+      "loss": 0.0233,
+      "step": 92150
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.918987341772153e-05,
+      "learning_rate_adapter": 7.918987341772153e-05,
+      "loss": 0.0236,
+      "step": 92200
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.917721518987343e-05,
+      "learning_rate_adapter": 7.917721518987343e-05,
+      "loss": 0.0235,
+      "step": 92250
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.916455696202532e-05,
+      "learning_rate_adapter": 7.916455696202532e-05,
+      "loss": 0.0232,
+      "step": 92300
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.915189873417722e-05,
+      "learning_rate_adapter": 7.915189873417722e-05,
+      "loss": 0.0234,
+      "step": 92350
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.913924050632912e-05,
+      "learning_rate_adapter": 7.913924050632912e-05,
+      "loss": 0.0235,
+      "step": 92400
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.912658227848102e-05,
+      "learning_rate_adapter": 7.912658227848102e-05,
+      "loss": 0.0236,
+      "step": 92450
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.911392405063291e-05,
+      "learning_rate_adapter": 7.911392405063291e-05,
+      "loss": 0.0236,
+      "step": 92500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.91012658227848e-05,
+      "learning_rate_adapter": 7.91012658227848e-05,
+      "loss": 0.0235,
+      "step": 92550
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.908860759493671e-05,
+      "learning_rate_adapter": 7.908860759493671e-05,
+      "loss": 0.0234,
+      "step": 92600
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.90759493670886e-05,
+      "learning_rate_adapter": 7.90759493670886e-05,
+      "loss": 0.0232,
+      "step": 92650
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 7.906329113924051e-05,
+      "learning_rate_adapter": 7.906329113924051e-05,
+      "loss": 0.0232,
+      "step": 92700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.905063291139241e-05,
+      "learning_rate_adapter": 7.905063291139241e-05,
+      "loss": 0.0236,
+      "step": 92750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90379746835443e-05,
+      "learning_rate_adapter": 7.90379746835443e-05,
+      "loss": 0.0234,
+      "step": 92800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.902531645569621e-05,
+      "learning_rate_adapter": 7.902531645569621e-05,
+      "loss": 0.0236,
+      "step": 92850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.90126582278481e-05,
+      "learning_rate_adapter": 7.90126582278481e-05,
+      "loss": 0.0237,
+      "step": 92900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.900000000000001e-05,
+      "learning_rate_adapter": 7.900000000000001e-05,
+      "loss": 0.0234,
+      "step": 92950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89873417721519e-05,
+      "learning_rate_adapter": 7.89873417721519e-05,
+      "loss": 0.0235,
+      "step": 93000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89746835443038e-05,
+      "learning_rate_adapter": 7.89746835443038e-05,
+      "loss": 0.0233,
+      "step": 93050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89620253164557e-05,
+      "learning_rate_adapter": 7.89620253164557e-05,
+      "loss": 0.0234,
+      "step": 93100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.894936708860759e-05,
+      "learning_rate_adapter": 7.894936708860759e-05,
+      "loss": 0.0234,
+      "step": 93150
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89367088607595e-05,
+      "learning_rate_adapter": 7.89367088607595e-05,
+      "loss": 0.0232,
+      "step": 93200
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.892405063291139e-05,
+      "learning_rate_adapter": 7.892405063291139e-05,
+      "loss": 0.0234,
+      "step": 93250
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.89113924050633e-05,
+      "learning_rate_adapter": 7.89113924050633e-05,
+      "loss": 0.0235,
+      "step": 93300
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88987341772152e-05,
+      "learning_rate_adapter": 7.88987341772152e-05,
+      "loss": 0.0234,
+      "step": 93350
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.888607594936709e-05,
+      "learning_rate_adapter": 7.888607594936709e-05,
+      "loss": 0.0235,
+      "step": 93400
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.8873417721519e-05,
+      "learning_rate_adapter": 7.8873417721519e-05,
+      "loss": 0.0234,
+      "step": 93450
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.886075949367089e-05,
+      "learning_rate_adapter": 7.886075949367089e-05,
+      "loss": 0.0235,
+      "step": 93500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.88481012658228e-05,
+      "learning_rate_adapter": 7.88481012658228e-05,
+      "loss": 0.0236,
+      "step": 93550
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.883544303797469e-05,
+      "learning_rate_adapter": 7.883544303797469e-05,
+      "loss": 0.0233,
+      "step": 93600
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.882278481012658e-05,
+      "learning_rate_adapter": 7.882278481012658e-05,
+      "loss": 0.0234,
+      "step": 93650
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.881012658227849e-05,
+      "learning_rate_adapter": 7.881012658227849e-05,
+      "loss": 0.0235,
+      "step": 93700
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.879746835443038e-05,
+      "learning_rate_adapter": 7.879746835443038e-05,
+      "loss": 0.0235,
+      "step": 93750
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.878481012658228e-05,
+      "learning_rate_adapter": 7.878481012658228e-05,
+      "loss": 0.0233,
+      "step": 93800
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.877215189873418e-05,
+      "learning_rate_adapter": 7.877215189873418e-05,
+      "loss": 0.0232,
+      "step": 93850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.875949367088608e-05,
+      "learning_rate_adapter": 7.875949367088608e-05,
+      "loss": 0.0233,
+      "step": 93900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.874683544303799e-05,
+      "learning_rate_adapter": 7.874683544303799e-05,
+      "loss": 0.0234,
+      "step": 93950
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.873417721518988e-05,
+      "learning_rate_adapter": 7.873417721518988e-05,
+      "loss": 0.0233,
+      "step": 94000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.872151898734178e-05,
+      "learning_rate_adapter": 7.872151898734178e-05,
+      "loss": 0.0233,
+      "step": 94050
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.870886075949368e-05,
+      "learning_rate_adapter": 7.870886075949368e-05,
+      "loss": 0.0236,
+      "step": 94100
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 7.869620253164557e-05,
+      "learning_rate_adapter": 7.869620253164557e-05,
+      "loss": 0.0235,
+      "step": 94150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.868354430379747e-05,
+      "learning_rate_adapter": 7.868354430379747e-05,
+      "loss": 0.0232,
+      "step": 94200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.867088607594937e-05,
+      "learning_rate_adapter": 7.867088607594937e-05,
+      "loss": 0.0234,
+      "step": 94250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.865822784810127e-05,
+      "learning_rate_adapter": 7.865822784810127e-05,
+      "loss": 0.0234,
+      "step": 94300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.864556962025316e-05,
+      "learning_rate_adapter": 7.864556962025316e-05,
+      "loss": 0.0234,
+      "step": 94350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.863291139240506e-05,
+      "learning_rate_adapter": 7.863291139240506e-05,
+      "loss": 0.0233,
+      "step": 94400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.862025316455696e-05,
+      "learning_rate_adapter": 7.862025316455696e-05,
+      "loss": 0.0236,
+      "step": 94450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.860759493670887e-05,
+      "learning_rate_adapter": 7.860759493670887e-05,
+      "loss": 0.0235,
+      "step": 94500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.859493670886077e-05,
+      "learning_rate_adapter": 7.859493670886077e-05,
+      "loss": 0.0234,
+      "step": 94550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.858227848101266e-05,
+      "learning_rate_adapter": 7.858227848101266e-05,
+      "loss": 0.0233,
+      "step": 94600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.856962025316456e-05,
+      "learning_rate_adapter": 7.856962025316456e-05,
+      "loss": 0.0235,
+      "step": 94650
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.855696202531646e-05,
+      "learning_rate_adapter": 7.855696202531646e-05,
+      "loss": 0.0233,
+      "step": 94700
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.854430379746835e-05,
+      "learning_rate_adapter": 7.854430379746835e-05,
+      "loss": 0.0232,
+      "step": 94750
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.853164556962026e-05,
+      "learning_rate_adapter": 7.853164556962026e-05,
+      "loss": 0.0231,
+      "step": 94800
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.851898734177215e-05,
+      "learning_rate_adapter": 7.851898734177215e-05,
+      "loss": 0.0234,
+      "step": 94850
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.850632911392406e-05,
+      "learning_rate_adapter": 7.850632911392406e-05,
+      "loss": 0.0235,
+      "step": 94900
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.849367088607595e-05,
+      "learning_rate_adapter": 7.849367088607595e-05,
+      "loss": 0.0235,
+      "step": 94950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.848101265822784e-05,
+      "learning_rate_adapter": 7.848101265822784e-05,
+      "loss": 0.0233,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "eval_af_opus100_pr_auc": 0.7912367906705745,
+      "eval_af_ud_pr_auc": 0.9852782114375662,
+      "eval_am_opus100_pr_auc": 0.5359102973468335,
+      "eval_ar_ersatz_pr_auc": 0.9297071871738853,
+      "eval_ar_opus100_pr_auc": 0.7530743871227985,
+      "eval_ar_ud_pr_auc": 0.8926854893749693,
+      "eval_average_ersatz_pr_auc": 0.9725088835562535,
+      "eval_average_opus100_pr_auc": 0.852264437986699,
+      "eval_average_ud_pr_auc": 0.9679192510357137,
+      "eval_az_opus100_pr_auc": 0.832071722978528,
+      "eval_be_opus100_pr_auc": 0.7394384035163032,
+      "eval_be_ud_pr_auc": 0.8915381408917273,
+      "eval_bg_opus100_pr_auc": 0.9257619204297475,
+      "eval_bg_ud_pr_auc": 0.9975961832651215,
+      "eval_bn_opus100_pr_auc": 0.8381791817344088,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8972220735510472,
+      "eval_ca_ud_pr_auc": 0.9925986312081533,
+      "eval_ceb_ud_pr_auc": 0.9997108414415917,
+      "eval_cs_ersatz_pr_auc": 0.9857682353529968,
+      "eval_cs_opus100_pr_auc": 0.9260105314254877,
+      "eval_cs_ud_pr_auc": 0.9625163105414555,
+      "eval_cy_opus100_pr_auc": 0.7864358366839838,
+      "eval_cy_ud_pr_auc": 0.9979642571839099,
+      "eval_da_opus100_pr_auc": 0.9203936353904197,
+      "eval_da_ud_pr_auc": 0.9806717023463071,
+      "eval_de_ersatz_pr_auc": 0.988374501261612,
+      "eval_de_opus100_pr_auc": 0.9166538923967416,
+      "eval_de_ud_pr_auc": 0.9852907458106629,
+      "eval_el_opus100_pr_auc": 0.9141808180381239,
+      "eval_el_ud_pr_auc": 0.9921159085352531,
+      "eval_en_ersatz_pr_auc": 0.9937599039400594,
+      "eval_en_opus100_pr_auc": 0.9343864240278323,
+      "eval_en_ud_pr_auc": 0.9741460165064637,
+      "eval_eo_opus100_pr_auc": 0.936691854444873,
+      "eval_es_ersatz_pr_auc": 0.9970366590075235,
+      "eval_es_opus100_pr_auc": 0.9349016678212271,
+      "eval_es_ud_pr_auc": 0.9884896270350304,
+      "eval_et_ersatz_pr_auc": 0.9859959894836509,
+      "eval_et_opus100_pr_auc": 0.9057235348683337,
+      "eval_et_ud_pr_auc": 0.9773029532253958,
+      "eval_eu_opus100_pr_auc": 0.8939100177943026,
+      "eval_eu_ud_pr_auc": 0.992523260933789,
+      "eval_fa_opus100_pr_auc": 0.6592147257181804,
+      "eval_fa_ud_pr_auc": 0.9957912182422259,
+      "eval_fi_ersatz_pr_auc": 0.9935476780606425,
+      "eval_fi_opus100_pr_auc": 0.9311360801367883,
+      "eval_fi_ud_pr_auc": 0.9717744164614268,
+      "eval_fr_ersatz_pr_auc": 0.9869269920742255,
+      "eval_fr_opus100_pr_auc": 0.9257354627335503,
+      "eval_fr_ud_pr_auc": 0.9927592650219783,
+      "eval_fy_opus100_pr_auc": 0.6766330983264399,
+      "eval_ga_opus100_pr_auc": 0.9108493730913662,
+      "eval_ga_ud_pr_auc": 0.8075164610429254,
+      "eval_gd_opus100_pr_auc": 0.7481670823184097,
+      "eval_gd_ud_pr_auc": 0.8418289955460938,
+      "eval_gl_opus100_pr_auc": 0.9002306559379385,
+      "eval_gl_ud_pr_auc": 0.997624965049049,
+      "eval_gu_ersatz_pr_auc": 0.9486685442781383,
+      "eval_gu_opus100_pr_auc": 0.7638986327399061,
+      "eval_ha_opus100_pr_auc": 0.9287592318623559,
+      "eval_he_opus100_pr_auc": 0.8951373146956364,
+      "eval_he_ud_pr_auc": 0.9775075611981004,
+      "eval_hi_ersatz_pr_auc": 0.9789652168113419,
+      "eval_hi_opus100_pr_auc": 0.7150309151977403,
+      "eval_hi_ud_pr_auc": 0.9798149034291379,
+      "eval_hu_opus100_pr_auc": 0.927651152993919,
+      "eval_hu_ud_pr_auc": 0.9849271578541413,
+      "eval_hy_opus100_pr_auc": 0.9208317234496886,
+      "eval_hy_ud_pr_auc": 0.9835663067744799,
+      "eval_id_opus100_pr_auc": 0.9018679317532777,
+      "eval_id_ud_pr_auc": 0.9950216803753036,
+      "eval_ig_opus100_pr_auc": 0.8880767877593764,
+      "eval_is_opus100_pr_auc": 0.9396896648408118,
+      "eval_is_ud_pr_auc": 0.9125905423695795,
+      "eval_it_opus100_pr_auc": 0.9248068976590199,
+      "eval_it_ud_pr_auc": 0.9987342045738041,
+      "eval_ja_ersatz_pr_auc": 0.8781406550280589,
+      "eval_ja_opus100_pr_auc": 0.8262464057536855,
+      "eval_ja_ud_pr_auc": 0.9813463721352713,
+      "eval_jv_ud_pr_auc": 0.9554357528684209,
+      "eval_ka_opus100_pr_auc": 0.8625224621522868,
+      "eval_kk_ersatz_pr_auc": 0.9899210156976357,
+      "eval_kk_opus100_pr_auc": 0.8168901295399746,
+      "eval_kk_ud_pr_auc": 0.9755893185481663,
+      "eval_km_ersatz_pr_auc": 0.931082633388533,
+      "eval_km_opus100_pr_auc": 0.7545007034713538,
+      "eval_kn_opus100_pr_auc": 0.6934203935880344,
+      "eval_ko_opus100_pr_auc": 0.6980315330256723,
+      "eval_ko_ud_pr_auc": 0.9990982990898395,
+      "eval_ku_opus100_pr_auc": 0.8585475399273408,
+      "eval_ky_opus100_pr_auc": 0.9147574189799907,
+      "eval_la_ud_pr_auc": 0.9782560428458515,
+      "eval_loss": 0.027106869965791702,
+      "eval_lt_ersatz_pr_auc": 0.9980848070661832,
+      "eval_lt_opus100_pr_auc": 0.8856489153943252,
+      "eval_lt_ud_pr_auc": 0.9955243395840098,
+      "eval_lv_ersatz_pr_auc": 0.9938482966032767,
+      "eval_lv_opus100_pr_auc": 0.8932628720769753,
+      "eval_lv_ud_pr_auc": 0.9728842604898958,
+      "eval_mg_opus100_pr_auc": 0.9481292166955654,
+      "eval_mk_opus100_pr_auc": 0.9172905279667118,
+      "eval_ml_opus100_pr_auc": 0.8136941821840168,
+      "eval_mn_opus100_pr_auc": 0.9592428454889935,
+      "eval_mr_opus100_pr_auc": 0.9009836145683422,
+      "eval_mr_ud_pr_auc": 0.9708735942174315,
+      "eval_ms_opus100_pr_auc": 0.8824732702199073,
+      "eval_mt_opus100_pr_auc": 0.873465244177818,
+      "eval_mt_ud_pr_auc": 0.9337888656264683,
+      "eval_my_opus100_pr_auc": 0.831551416707082,
+      "eval_ne_opus100_pr_auc": 0.751389542191919,
+      "eval_nl_opus100_pr_auc": 0.9044853726132225,
+      "eval_nl_ud_pr_auc": 0.9870660444863469,
+      "eval_no_opus100_pr_auc": 0.9165284919616398,
+      "eval_no_ud_pr_auc": 0.9971350338881372,
+      "eval_pa_opus100_pr_auc": 0.6970566562367048,
+      "eval_pl_ersatz_pr_auc": 0.9733517133970487,
+      "eval_pl_opus100_pr_auc": 0.8994712494614256,
+      "eval_pl_ud_pr_auc": 0.9708009582403234,
+      "eval_ps_ersatz_pr_auc": 0.9259350706857972,
+      "eval_ps_opus100_pr_auc": 0.7544516555965686,
+      "eval_pt_opus100_pr_auc": 0.9275975309331962,
+      "eval_pt_ud_pr_auc": 0.9808441800122812,
+      "eval_ro_ersatz_pr_auc": 0.9927922202003239,
+      "eval_ro_opus100_pr_auc": 0.881511679296895,
+      "eval_ro_ud_pr_auc": 0.9841197404476738,
+      "eval_ru_ersatz_pr_auc": 0.9939249087645965,
+      "eval_ru_opus100_pr_auc": 0.9293320147554214,
+      "eval_ru_ud_pr_auc": 0.8923594392175308,
+      "eval_runtime": 531.703,
+      "eval_samples_per_second": 142.034,
+      "eval_si_opus100_pr_auc": 0.8320198439725266,
+      "eval_sk_opus100_pr_auc": 0.9446680022707152,
+      "eval_sk_ud_pr_auc": 0.9873456846981035,
+      "eval_sl_opus100_pr_auc": 0.8894639469178623,
+      "eval_sl_ud_pr_auc": 0.9771750241804145,
+      "eval_sq_opus100_pr_auc": 0.9298826327546814,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9264874419920254,
+      "eval_sr_ud_pr_auc": 0.9989269239062076,
+      "eval_steps_per_second": 0.555,
+      "eval_sv_opus100_pr_auc": 0.903141678342488,
+      "eval_sv_ud_pr_auc": 0.9552722418235697,
+      "eval_ta_ersatz_pr_auc": 0.984433124604859,
+      "eval_ta_opus100_pr_auc": 0.7332755646036629,
+      "eval_ta_ud_pr_auc": 0.9934394762895876,
+      "eval_te_opus100_pr_auc": 0.831336503892811,
+      "eval_tg_opus100_pr_auc": 0.9100630576853448,
+      "eval_th_opus100_pr_auc": 0.7163941566369838,
+      "eval_th_ud_pr_auc": 0.8645942798346296,
+      "eval_tr_ersatz_pr_auc": 0.968478850631836,
+      "eval_tr_opus100_pr_auc": 0.9110478277739493,
+      "eval_tr_ud_pr_auc": 0.9663958114031816,
+      "eval_uk_opus100_pr_auc": 0.8866542952494745,
+      "eval_uk_ud_pr_auc": 0.9247834867803922,
+      "eval_ur_opus100_pr_auc": 0.5955842591401597,
+      "eval_ur_ud_pr_auc": 0.9925966038811532,
+      "eval_uz_opus100_pr_auc": 0.886690287288766,
+      "eval_vi_opus100_pr_auc": 0.9054781332967968,
+      "eval_vi_ud_pr_auc": 0.9580020122494977,
+      "eval_xh_opus100_pr_auc": 0.8968052356919355,
+      "eval_yi_opus100_pr_auc": 0.7175230576318373,
+      "eval_yo_opus100_pr_auc": 0.8279340342573707,
+      "eval_yo_ud_pr_auc": 0.9310065219621715,
+      "eval_zh_ersatz_pr_auc": 0.9764512347253517,
+      "eval_zh_opus100_pr_auc": 0.8795573046022916,
+      "eval_zh_ud_pr_auc": 0.9968510426534876,
+      "eval_zu_opus100_pr_auc": 0.8292940444866009,
+      "step": 95000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.846835443037975e-05,
+      "learning_rate_adapter": 7.846835443037975e-05,
+      "loss": 0.0234,
+      "step": 95050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.845569620253165e-05,
+      "learning_rate_adapter": 7.845569620253165e-05,
+      "loss": 0.0235,
+      "step": 95100
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.844303797468356e-05,
+      "learning_rate_adapter": 7.844303797468356e-05,
+      "loss": 0.0235,
+      "step": 95150
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.843037974683545e-05,
+      "learning_rate_adapter": 7.843037974683545e-05,
+      "loss": 0.0237,
+      "step": 95200
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.841772151898734e-05,
+      "learning_rate_adapter": 7.841772151898734e-05,
+      "loss": 0.0234,
+      "step": 95250
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.840506329113925e-05,
+      "learning_rate_adapter": 7.840506329113925e-05,
+      "loss": 0.0235,
+      "step": 95300
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.839240506329114e-05,
+      "learning_rate_adapter": 7.839240506329114e-05,
+      "loss": 0.0235,
+      "step": 95350
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.837974683544305e-05,
+      "learning_rate_adapter": 7.837974683544305e-05,
+      "loss": 0.0236,
+      "step": 95400
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.836708860759494e-05,
+      "learning_rate_adapter": 7.836708860759494e-05,
+      "loss": 0.0232,
+      "step": 95450
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.835443037974683e-05,
+      "learning_rate_adapter": 7.835443037974683e-05,
+      "loss": 0.0235,
+      "step": 95500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.834177215189874e-05,
+      "learning_rate_adapter": 7.834177215189874e-05,
+      "loss": 0.0232,
+      "step": 95550
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.832911392405063e-05,
+      "learning_rate_adapter": 7.832911392405063e-05,
+      "loss": 0.0234,
+      "step": 95600
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 7.831645569620253e-05,
+      "learning_rate_adapter": 7.831645569620253e-05,
+      "loss": 0.0235,
+      "step": 95650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.830379746835444e-05,
+      "learning_rate_adapter": 7.830379746835444e-05,
+      "loss": 0.0236,
+      "step": 95700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.829113924050633e-05,
+      "learning_rate_adapter": 7.829113924050633e-05,
+      "loss": 0.0233,
+      "step": 95750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.827848101265824e-05,
+      "learning_rate_adapter": 7.827848101265824e-05,
+      "loss": 0.0236,
+      "step": 95800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.826582278481013e-05,
+      "learning_rate_adapter": 7.826582278481013e-05,
+      "loss": 0.0236,
+      "step": 95850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.825316455696204e-05,
+      "learning_rate_adapter": 7.825316455696204e-05,
+      "loss": 0.0234,
+      "step": 95900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.824050632911393e-05,
+      "learning_rate_adapter": 7.824050632911393e-05,
+      "loss": 0.0232,
+      "step": 95950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.822784810126582e-05,
+      "learning_rate_adapter": 7.822784810126582e-05,
+      "loss": 0.0232,
+      "step": 96000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.821518987341772e-05,
+      "learning_rate_adapter": 7.821518987341772e-05,
+      "loss": 0.0232,
+      "step": 96050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.820253164556962e-05,
+      "learning_rate_adapter": 7.820253164556962e-05,
+      "loss": 0.0233,
+      "step": 96100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.818987341772152e-05,
+      "learning_rate_adapter": 7.818987341772152e-05,
+      "loss": 0.0233,
+      "step": 96150
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.817721518987341e-05,
+      "learning_rate_adapter": 7.817721518987341e-05,
+      "loss": 0.0235,
+      "step": 96200
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.816455696202532e-05,
+      "learning_rate_adapter": 7.816455696202532e-05,
+      "loss": 0.0231,
+      "step": 96250
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.815189873417723e-05,
+      "learning_rate_adapter": 7.815189873417723e-05,
+      "loss": 0.0233,
+      "step": 96300
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.813924050632912e-05,
+      "learning_rate_adapter": 7.813924050632912e-05,
+      "loss": 0.0231,
+      "step": 96350
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.812658227848102e-05,
+      "learning_rate_adapter": 7.812658227848102e-05,
+      "loss": 0.0235,
+      "step": 96400
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.811392405063292e-05,
+      "learning_rate_adapter": 7.811392405063292e-05,
+      "loss": 0.0234,
+      "step": 96450
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.810126582278482e-05,
+      "learning_rate_adapter": 7.810126582278482e-05,
+      "loss": 0.0234,
+      "step": 96500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.808860759493671e-05,
+      "learning_rate_adapter": 7.808860759493671e-05,
+      "loss": 0.0233,
+      "step": 96550
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80759493670886e-05,
+      "learning_rate_adapter": 7.80759493670886e-05,
+      "loss": 0.0232,
+      "step": 96600
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.806329113924051e-05,
+      "learning_rate_adapter": 7.806329113924051e-05,
+      "loss": 0.0233,
+      "step": 96650
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80506329113924e-05,
+      "learning_rate_adapter": 7.80506329113924e-05,
+      "loss": 0.0233,
+      "step": 96700
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.803797468354431e-05,
+      "learning_rate_adapter": 7.803797468354431e-05,
+      "loss": 0.0233,
+      "step": 96750
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80253164556962e-05,
+      "learning_rate_adapter": 7.80253164556962e-05,
+      "loss": 0.0232,
+      "step": 96800
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.80126582278481e-05,
+      "learning_rate_adapter": 7.80126582278481e-05,
+      "loss": 0.0236,
+      "step": 96850
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.800000000000001e-05,
+      "learning_rate_adapter": 7.800000000000001e-05,
+      "loss": 0.0233,
+      "step": 96900
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79873417721519e-05,
+      "learning_rate_adapter": 7.79873417721519e-05,
+      "loss": 0.0232,
+      "step": 96950
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.797468354430381e-05,
+      "learning_rate_adapter": 7.797468354430381e-05,
+      "loss": 0.0234,
+      "step": 97000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79620253164557e-05,
+      "learning_rate_adapter": 7.79620253164557e-05,
+      "loss": 0.0232,
+      "step": 97050
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79493670886076e-05,
+      "learning_rate_adapter": 7.79493670886076e-05,
+      "loss": 0.0231,
+      "step": 97100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 7.79367088607595e-05,
+      "learning_rate_adapter": 7.79367088607595e-05,
+      "loss": 0.0234,
+      "step": 97150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.792405063291139e-05,
+      "learning_rate_adapter": 7.792405063291139e-05,
+      "loss": 0.0232,
+      "step": 97200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.79113924050633e-05,
+      "learning_rate_adapter": 7.79113924050633e-05,
+      "loss": 0.0232,
+      "step": 97250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.789873417721519e-05,
+      "learning_rate_adapter": 7.789873417721519e-05,
+      "loss": 0.0231,
+      "step": 97300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.788607594936708e-05,
+      "learning_rate_adapter": 7.788607594936708e-05,
+      "loss": 0.0234,
+      "step": 97350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.787341772151899e-05,
+      "learning_rate_adapter": 7.787341772151899e-05,
+      "loss": 0.0233,
+      "step": 97400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.786075949367089e-05,
+      "learning_rate_adapter": 7.786075949367089e-05,
+      "loss": 0.0232,
+      "step": 97450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.78481012658228e-05,
+      "learning_rate_adapter": 7.78481012658228e-05,
+      "loss": 0.0233,
+      "step": 97500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.783544303797469e-05,
+      "learning_rate_adapter": 7.783544303797469e-05,
+      "loss": 0.0233,
+      "step": 97550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.782278481012658e-05,
+      "learning_rate_adapter": 7.782278481012658e-05,
+      "loss": 0.023,
+      "step": 97600
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.781012658227849e-05,
+      "learning_rate_adapter": 7.781012658227849e-05,
+      "loss": 0.0231,
+      "step": 97650
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.779746835443038e-05,
+      "learning_rate_adapter": 7.779746835443038e-05,
+      "loss": 0.0234,
+      "step": 97700
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.778481012658229e-05,
+      "learning_rate_adapter": 7.778481012658229e-05,
+      "loss": 0.0233,
+      "step": 97750
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.777215189873418e-05,
+      "learning_rate_adapter": 7.777215189873418e-05,
+      "loss": 0.0234,
+      "step": 97800
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.775949367088607e-05,
+      "learning_rate_adapter": 7.775949367088607e-05,
+      "loss": 0.0233,
+      "step": 97850
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.774683544303798e-05,
+      "learning_rate_adapter": 7.774683544303798e-05,
+      "loss": 0.0232,
+      "step": 97900
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.773417721518987e-05,
+      "learning_rate_adapter": 7.773417721518987e-05,
+      "loss": 0.0233,
+      "step": 97950
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.772151898734177e-05,
+      "learning_rate_adapter": 7.772151898734177e-05,
+      "loss": 0.0231,
+      "step": 98000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.770886075949368e-05,
+      "learning_rate_adapter": 7.770886075949368e-05,
+      "loss": 0.0233,
+      "step": 98050
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.769620253164558e-05,
+      "learning_rate_adapter": 7.769620253164558e-05,
+      "loss": 0.0231,
+      "step": 98100
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.768354430379748e-05,
+      "learning_rate_adapter": 7.768354430379748e-05,
+      "loss": 0.0233,
+      "step": 98150
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.767088607594937e-05,
+      "learning_rate_adapter": 7.767088607594937e-05,
+      "loss": 0.0233,
+      "step": 98200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.765822784810127e-05,
+      "learning_rate_adapter": 7.765822784810127e-05,
+      "loss": 0.0233,
+      "step": 98250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.764556962025317e-05,
+      "learning_rate_adapter": 7.764556962025317e-05,
+      "loss": 0.0232,
+      "step": 98300
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.763291139240507e-05,
+      "learning_rate_adapter": 7.763291139240507e-05,
+      "loss": 0.0233,
+      "step": 98350
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.762025316455696e-05,
+      "learning_rate_adapter": 7.762025316455696e-05,
+      "loss": 0.0233,
+      "step": 98400
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.760759493670886e-05,
+      "learning_rate_adapter": 7.760759493670886e-05,
+      "loss": 0.0232,
+      "step": 98450
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.759493670886076e-05,
+      "learning_rate_adapter": 7.759493670886076e-05,
+      "loss": 0.0232,
+      "step": 98500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.758227848101265e-05,
+      "learning_rate_adapter": 7.758227848101265e-05,
+      "loss": 0.0232,
+      "step": 98550
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 7.756962025316456e-05,
+      "learning_rate_adapter": 7.756962025316456e-05,
+      "loss": 0.0233,
+      "step": 98600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.755696202531647e-05,
+      "learning_rate_adapter": 7.755696202531647e-05,
+      "loss": 0.0234,
+      "step": 98650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.754430379746836e-05,
+      "learning_rate_adapter": 7.754430379746836e-05,
+      "loss": 0.0231,
+      "step": 98700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.753164556962026e-05,
+      "learning_rate_adapter": 7.753164556962026e-05,
+      "loss": 0.0231,
+      "step": 98750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.751898734177216e-05,
+      "learning_rate_adapter": 7.751898734177216e-05,
+      "loss": 0.0232,
+      "step": 98800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.750632911392406e-05,
+      "learning_rate_adapter": 7.750632911392406e-05,
+      "loss": 0.0231,
+      "step": 98850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.749367088607595e-05,
+      "learning_rate_adapter": 7.749367088607595e-05,
+      "loss": 0.0232,
+      "step": 98900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.748101265822784e-05,
+      "learning_rate_adapter": 7.748101265822784e-05,
+      "loss": 0.0233,
+      "step": 98950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.746835443037975e-05,
+      "learning_rate_adapter": 7.746835443037975e-05,
+      "loss": 0.0233,
+      "step": 99000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.745569620253164e-05,
+      "learning_rate_adapter": 7.745569620253164e-05,
+      "loss": 0.0233,
+      "step": 99050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.744303797468355e-05,
+      "learning_rate_adapter": 7.744303797468355e-05,
+      "loss": 0.0231,
+      "step": 99100
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.743037974683544e-05,
+      "learning_rate_adapter": 7.743037974683544e-05,
+      "loss": 0.0233,
+      "step": 99150
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.741772151898735e-05,
+      "learning_rate_adapter": 7.741772151898735e-05,
+      "loss": 0.0232,
+      "step": 99200
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.740506329113925e-05,
+      "learning_rate_adapter": 7.740506329113925e-05,
+      "loss": 0.0235,
+      "step": 99250
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.739240506329114e-05,
+      "learning_rate_adapter": 7.739240506329114e-05,
+      "loss": 0.023,
+      "step": 99300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.737974683544305e-05,
+      "learning_rate_adapter": 7.737974683544305e-05,
+      "loss": 0.0233,
+      "step": 99350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.736708860759494e-05,
+      "learning_rate_adapter": 7.736708860759494e-05,
+      "loss": 0.0232,
+      "step": 99400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.735443037974683e-05,
+      "learning_rate_adapter": 7.735443037974683e-05,
+      "loss": 0.0233,
+      "step": 99450
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.734177215189874e-05,
+      "learning_rate_adapter": 7.734177215189874e-05,
+      "loss": 0.023,
+      "step": 99500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.732911392405063e-05,
+      "learning_rate_adapter": 7.732911392405063e-05,
+      "loss": 0.0232,
+      "step": 99550
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.731645569620254e-05,
+      "learning_rate_adapter": 7.731645569620254e-05,
+      "loss": 0.0231,
+      "step": 99600
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.730379746835443e-05,
+      "learning_rate_adapter": 7.730379746835443e-05,
+      "loss": 0.0234,
+      "step": 99650
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.729113924050633e-05,
+      "learning_rate_adapter": 7.729113924050633e-05,
+      "loss": 0.0231,
+      "step": 99700
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.727848101265823e-05,
+      "learning_rate_adapter": 7.727848101265823e-05,
+      "loss": 0.0233,
+      "step": 99750
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.726582278481013e-05,
+      "learning_rate_adapter": 7.726582278481013e-05,
+      "loss": 0.0232,
+      "step": 99800
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.725316455696204e-05,
+      "learning_rate_adapter": 7.725316455696204e-05,
+      "loss": 0.0232,
+      "step": 99850
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.724050632911393e-05,
+      "learning_rate_adapter": 7.724050632911393e-05,
+      "loss": 0.0231,
+      "step": 99900
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.722784810126584e-05,
+      "learning_rate_adapter": 7.722784810126584e-05,
+      "loss": 0.0231,
+      "step": 99950
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.721518987341773e-05,
+      "learning_rate_adapter": 7.721518987341773e-05,
+      "loss": 0.0232,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "eval_af_opus100_pr_auc": 0.7991295359675631,
+      "eval_af_ud_pr_auc": 0.9882901535181801,
+      "eval_am_opus100_pr_auc": 0.5678713655105904,
+      "eval_ar_ersatz_pr_auc": 0.9294739313046845,
+      "eval_ar_opus100_pr_auc": 0.741954168816756,
+      "eval_ar_ud_pr_auc": 0.895919815053975,
+      "eval_average_ersatz_pr_auc": 0.9722842141178646,
+      "eval_average_opus100_pr_auc": 0.8490830243175937,
+      "eval_average_ud_pr_auc": 0.9645584556188104,
+      "eval_az_opus100_pr_auc": 0.8291163362979003,
+      "eval_be_opus100_pr_auc": 0.8005169143646044,
+      "eval_be_ud_pr_auc": 0.8963350802926425,
+      "eval_bg_opus100_pr_auc": 0.9185857372976389,
+      "eval_bg_ud_pr_auc": 0.9963689081015241,
+      "eval_bn_opus100_pr_auc": 0.8311225575734437,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8898769516083512,
+      "eval_ca_ud_pr_auc": 0.9954978722592087,
+      "eval_ceb_ud_pr_auc": 0.9986269009669181,
+      "eval_cs_ersatz_pr_auc": 0.9880390897717477,
+      "eval_cs_opus100_pr_auc": 0.9157506434627123,
+      "eval_cs_ud_pr_auc": 0.9636341733978594,
+      "eval_cy_opus100_pr_auc": 0.8087881332827752,
+      "eval_cy_ud_pr_auc": 0.9973896724067606,
+      "eval_da_opus100_pr_auc": 0.918347997654634,
+      "eval_da_ud_pr_auc": 0.9777140115490824,
+      "eval_de_ersatz_pr_auc": 0.9870536447513067,
+      "eval_de_opus100_pr_auc": 0.912312916639948,
+      "eval_de_ud_pr_auc": 0.9864970787357019,
+      "eval_el_opus100_pr_auc": 0.9082576921169446,
+      "eval_el_ud_pr_auc": 0.9948509481901355,
+      "eval_en_ersatz_pr_auc": 0.9945592283206781,
+      "eval_en_opus100_pr_auc": 0.919583602634914,
+      "eval_en_ud_pr_auc": 0.9717498602941446,
+      "eval_eo_opus100_pr_auc": 0.9287004849616252,
+      "eval_es_ersatz_pr_auc": 0.997585087385644,
+      "eval_es_opus100_pr_auc": 0.9270741969606549,
+      "eval_es_ud_pr_auc": 0.9866899056604048,
+      "eval_et_ersatz_pr_auc": 0.9828975776437349,
+      "eval_et_opus100_pr_auc": 0.8749372614328481,
+      "eval_et_ud_pr_auc": 0.9756254900474567,
+      "eval_eu_opus100_pr_auc": 0.8842672135081399,
+      "eval_eu_ud_pr_auc": 0.9890126275880889,
+      "eval_fa_opus100_pr_auc": 0.6151941357032747,
+      "eval_fa_ud_pr_auc": 0.994010839630433,
+      "eval_fi_ersatz_pr_auc": 0.9948567902686417,
+      "eval_fi_opus100_pr_auc": 0.9196335739982417,
+      "eval_fi_ud_pr_auc": 0.9710920258568162,
+      "eval_fr_ersatz_pr_auc": 0.9900415643756048,
+      "eval_fr_opus100_pr_auc": 0.9231750923995392,
+      "eval_fr_ud_pr_auc": 0.9912955768336458,
+      "eval_fy_opus100_pr_auc": 0.7045873508657468,
+      "eval_ga_opus100_pr_auc": 0.9095298694686422,
+      "eval_ga_ud_pr_auc": 0.8014331787438381,
+      "eval_gd_opus100_pr_auc": 0.749160334290729,
+      "eval_gd_ud_pr_auc": 0.8337688085228929,
+      "eval_gl_opus100_pr_auc": 0.8841731512297738,
+      "eval_gl_ud_pr_auc": 0.9968735770782927,
+      "eval_gu_ersatz_pr_auc": 0.9317654269195208,
+      "eval_gu_opus100_pr_auc": 0.778516466301539,
+      "eval_ha_opus100_pr_auc": 0.921005632764095,
+      "eval_he_opus100_pr_auc": 0.8797513829405558,
+      "eval_he_ud_pr_auc": 0.9822264288542308,
+      "eval_hi_ersatz_pr_auc": 0.9773298472608433,
+      "eval_hi_opus100_pr_auc": 0.7198969402093138,
+      "eval_hi_ud_pr_auc": 0.9851244959030596,
+      "eval_hu_opus100_pr_auc": 0.9175841250964303,
+      "eval_hu_ud_pr_auc": 0.984966296751707,
+      "eval_hy_opus100_pr_auc": 0.9228279592139979,
+      "eval_hy_ud_pr_auc": 0.9852890727966945,
+      "eval_id_opus100_pr_auc": 0.8984682158337038,
+      "eval_id_ud_pr_auc": 0.9949965104016101,
+      "eval_ig_opus100_pr_auc": 0.9042387192600921,
+      "eval_is_opus100_pr_auc": 0.9220499899559808,
+      "eval_is_ud_pr_auc": 0.9052311055887416,
+      "eval_it_opus100_pr_auc": 0.9057440521087368,
+      "eval_it_ud_pr_auc": 0.9989953452966807,
+      "eval_ja_ersatz_pr_auc": 0.8884521230970492,
+      "eval_ja_opus100_pr_auc": 0.809480106988113,
+      "eval_ja_ud_pr_auc": 0.9798499411739188,
+      "eval_jv_ud_pr_auc": 0.9547927845356786,
+      "eval_ka_opus100_pr_auc": 0.8407998645277307,
+      "eval_kk_ersatz_pr_auc": 0.9890695611145381,
+      "eval_kk_opus100_pr_auc": 0.8241280608182125,
+      "eval_kk_ud_pr_auc": 0.9752401786850278,
+      "eval_km_ersatz_pr_auc": 0.9338908938362764,
+      "eval_km_opus100_pr_auc": 0.7605129865594719,
+      "eval_kn_opus100_pr_auc": 0.6903410693536455,
+      "eval_ko_opus100_pr_auc": 0.6847158388932538,
+      "eval_ko_ud_pr_auc": 0.9992594116117264,
+      "eval_ku_opus100_pr_auc": 0.8487421317908108,
+      "eval_ky_opus100_pr_auc": 0.9120751813136488,
+      "eval_la_ud_pr_auc": 0.9794949640597675,
+      "eval_loss": 0.026926623657345772,
+      "eval_lt_ersatz_pr_auc": 0.9978105078422294,
+      "eval_lt_opus100_pr_auc": 0.8865732198270557,
+      "eval_lt_ud_pr_auc": 0.997207633786989,
+      "eval_lv_ersatz_pr_auc": 0.9930491089990113,
+      "eval_lv_opus100_pr_auc": 0.8850057471512688,
+      "eval_lv_ud_pr_auc": 0.966457262979804,
+      "eval_mg_opus100_pr_auc": 0.9392543459158351,
+      "eval_mk_opus100_pr_auc": 0.9126029446805237,
+      "eval_ml_opus100_pr_auc": 0.7977873383760264,
+      "eval_mn_opus100_pr_auc": 0.9596642446921434,
+      "eval_mr_opus100_pr_auc": 0.8986906798758872,
+      "eval_mr_ud_pr_auc": 0.9667228098343591,
+      "eval_ms_opus100_pr_auc": 0.8521010421452425,
+      "eval_mt_opus100_pr_auc": 0.8561224777177844,
+      "eval_mt_ud_pr_auc": 0.9105664917098408,
+      "eval_my_opus100_pr_auc": 0.8226495833350432,
+      "eval_ne_opus100_pr_auc": 0.7499984622667204,
+      "eval_nl_opus100_pr_auc": 0.8936180718970961,
+      "eval_nl_ud_pr_auc": 0.9848792182528006,
+      "eval_no_opus100_pr_auc": 0.9069369394237107,
+      "eval_no_ud_pr_auc": 0.9961462352907374,
+      "eval_pa_opus100_pr_auc": 0.6794627652962375,
+      "eval_pl_ersatz_pr_auc": 0.9743120613451046,
+      "eval_pl_opus100_pr_auc": 0.8949490365628615,
+      "eval_pl_ud_pr_auc": 0.9723566990188165,
+      "eval_ps_ersatz_pr_auc": 0.9247549076478375,
+      "eval_ps_opus100_pr_auc": 0.7615645705945668,
+      "eval_pt_opus100_pr_auc": 0.9132978489708804,
+      "eval_pt_ud_pr_auc": 0.9835716109830512,
+      "eval_ro_ersatz_pr_auc": 0.9933338595632787,
+      "eval_ro_opus100_pr_auc": 0.8777214120661845,
+      "eval_ro_ud_pr_auc": 0.9207862084792289,
+      "eval_ru_ersatz_pr_auc": 0.9930431651315544,
+      "eval_ru_opus100_pr_auc": 0.9358779502296153,
+      "eval_ru_ud_pr_auc": 0.8494452292274799,
+      "eval_runtime": 506.7641,
+      "eval_samples_per_second": 149.024,
+      "eval_si_opus100_pr_auc": 0.8231041936854343,
+      "eval_sk_opus100_pr_auc": 0.9353892139057772,
+      "eval_sk_ud_pr_auc": 0.9887795781798873,
+      "eval_sl_opus100_pr_auc": 0.8677922971203123,
+      "eval_sl_ud_pr_auc": 0.976373720561185,
+      "eval_sq_opus100_pr_auc": 0.9229527650219959,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9018510262611529,
+      "eval_sr_ud_pr_auc": 0.9988086490855486,
+      "eval_steps_per_second": 0.582,
+      "eval_sv_opus100_pr_auc": 0.8952099975588701,
+      "eval_sv_ud_pr_auc": 0.9582890852436237,
+      "eval_ta_ersatz_pr_auc": 0.9782192509496535,
+      "eval_ta_opus100_pr_auc": 0.7403214212903169,
+      "eval_ta_ud_pr_auc": 0.9934942304669222,
+      "eval_te_opus100_pr_auc": 0.836339435987514,
+      "eval_tg_opus100_pr_auc": 0.902777541849665,
+      "eval_th_opus100_pr_auc": 0.7019304832404735,
+      "eval_th_ud_pr_auc": 0.8503641456700445,
+      "eval_tr_ersatz_pr_auc": 0.9724490506797568,
+      "eval_tr_opus100_pr_auc": 0.9057710989957976,
+      "eval_tr_ud_pr_auc": 0.9605988616142486,
+      "eval_uk_opus100_pr_auc": 0.8714797665160842,
+      "eval_uk_ud_pr_auc": 0.9209661095472113,
+      "eval_ur_opus100_pr_auc": 0.6124826309649681,
+      "eval_ur_ud_pr_auc": 0.9915082676698346,
+      "eval_uz_opus100_pr_auc": 0.8968607514183631,
+      "eval_vi_opus100_pr_auc": 0.8922687064872822,
+      "eval_vi_ud_pr_auc": 0.9339159584724189,
+      "eval_xh_opus100_pr_auc": 0.8708837228367639,
+      "eval_yi_opus100_pr_auc": 0.8202259551084673,
+      "eval_yo_opus100_pr_auc": 0.8553942572619642,
+      "eval_yo_ud_pr_auc": 0.9322336010292505,
+      "eval_zh_ersatz_pr_auc": 0.978266032384327,
+      "eval_zh_opus100_pr_auc": 0.8842051830289466,
+      "eval_zh_ud_pr_auc": 0.9982173227820621,
+      "eval_zu_opus100_pr_auc": 0.8411629225005276,
+      "step": 100000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.720253164556962e-05,
+      "learning_rate_adapter": 7.720253164556962e-05,
+      "loss": 0.0233,
+      "step": 100050
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 7.718987341772153e-05,
+      "learning_rate_adapter": 7.718987341772153e-05,
+      "loss": 0.0232,
+      "step": 100100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.717721518987342e-05,
+      "learning_rate_adapter": 7.717721518987342e-05,
+      "loss": 0.0233,
+      "step": 100150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.716455696202532e-05,
+      "learning_rate_adapter": 7.716455696202532e-05,
+      "loss": 0.0233,
+      "step": 100200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.715189873417722e-05,
+      "learning_rate_adapter": 7.715189873417722e-05,
+      "loss": 0.0232,
+      "step": 100250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.713924050632911e-05,
+      "learning_rate_adapter": 7.713924050632911e-05,
+      "loss": 0.0233,
+      "step": 100300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.712658227848101e-05,
+      "learning_rate_adapter": 7.712658227848101e-05,
+      "loss": 0.0231,
+      "step": 100350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.711392405063292e-05,
+      "learning_rate_adapter": 7.711392405063292e-05,
+      "loss": 0.0231,
+      "step": 100400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.710126582278482e-05,
+      "learning_rate_adapter": 7.710126582278482e-05,
+      "loss": 0.0234,
+      "step": 100450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.708860759493672e-05,
+      "learning_rate_adapter": 7.708860759493672e-05,
+      "loss": 0.0231,
+      "step": 100500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.707594936708861e-05,
+      "learning_rate_adapter": 7.707594936708861e-05,
+      "loss": 0.0231,
+      "step": 100550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.706329113924051e-05,
+      "learning_rate_adapter": 7.706329113924051e-05,
+      "loss": 0.023,
+      "step": 100600
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70506329113924e-05,
+      "learning_rate_adapter": 7.70506329113924e-05,
+      "loss": 0.0232,
+      "step": 100650
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.703797468354431e-05,
+      "learning_rate_adapter": 7.703797468354431e-05,
+      "loss": 0.023,
+      "step": 100700
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70253164556962e-05,
+      "learning_rate_adapter": 7.70253164556962e-05,
+      "loss": 0.0233,
+      "step": 100750
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.70126582278481e-05,
+      "learning_rate_adapter": 7.70126582278481e-05,
+      "loss": 0.0231,
+      "step": 100800
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.7e-05,
+      "learning_rate_adapter": 7.7e-05,
+      "loss": 0.0232,
+      "step": 100850
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69873417721519e-05,
+      "learning_rate_adapter": 7.69873417721519e-05,
+      "loss": 0.0233,
+      "step": 100900
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69746835443038e-05,
+      "learning_rate_adapter": 7.69746835443038e-05,
+      "loss": 0.0233,
+      "step": 100950
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69620253164557e-05,
+      "learning_rate_adapter": 7.69620253164557e-05,
+      "loss": 0.0233,
+      "step": 101000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69493670886076e-05,
+      "learning_rate_adapter": 7.69493670886076e-05,
+      "loss": 0.0232,
+      "step": 101050
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69367088607595e-05,
+      "learning_rate_adapter": 7.69367088607595e-05,
+      "loss": 0.0233,
+      "step": 101100
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69240506329114e-05,
+      "learning_rate_adapter": 7.69240506329114e-05,
+      "loss": 0.0231,
+      "step": 101150
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.69113924050633e-05,
+      "learning_rate_adapter": 7.69113924050633e-05,
+      "loss": 0.0234,
+      "step": 101200
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.689873417721519e-05,
+      "learning_rate_adapter": 7.689873417721519e-05,
+      "loss": 0.0233,
+      "step": 101250
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.688607594936708e-05,
+      "learning_rate_adapter": 7.688607594936708e-05,
+      "loss": 0.0232,
+      "step": 101300
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.687341772151899e-05,
+      "learning_rate_adapter": 7.687341772151899e-05,
+      "loss": 0.0232,
+      "step": 101350
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.686075949367088e-05,
+      "learning_rate_adapter": 7.686075949367088e-05,
+      "loss": 0.0232,
+      "step": 101400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.684810126582279e-05,
+      "learning_rate_adapter": 7.684810126582279e-05,
+      "loss": 0.023,
+      "step": 101450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.683544303797468e-05,
+      "learning_rate_adapter": 7.683544303797468e-05,
+      "loss": 0.0232,
+      "step": 101500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.682278481012659e-05,
+      "learning_rate_adapter": 7.682278481012659e-05,
+      "loss": 0.0231,
+      "step": 101550
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 7.681012658227849e-05,
+      "learning_rate_adapter": 7.681012658227849e-05,
+      "loss": 0.023,
+      "step": 101600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.679746835443038e-05,
+      "learning_rate_adapter": 7.679746835443038e-05,
+      "loss": 0.0232,
+      "step": 101650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.678481012658229e-05,
+      "learning_rate_adapter": 7.678481012658229e-05,
+      "loss": 0.0232,
+      "step": 101700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.677215189873418e-05,
+      "learning_rate_adapter": 7.677215189873418e-05,
+      "loss": 0.0232,
+      "step": 101750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.675949367088609e-05,
+      "learning_rate_adapter": 7.675949367088609e-05,
+      "loss": 0.0232,
+      "step": 101800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.674683544303798e-05,
+      "learning_rate_adapter": 7.674683544303798e-05,
+      "loss": 0.0232,
+      "step": 101850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.673417721518987e-05,
+      "learning_rate_adapter": 7.673417721518987e-05,
+      "loss": 0.0233,
+      "step": 101900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.672151898734178e-05,
+      "learning_rate_adapter": 7.672151898734178e-05,
+      "loss": 0.0231,
+      "step": 101950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.670886075949367e-05,
+      "learning_rate_adapter": 7.670886075949367e-05,
+      "loss": 0.0233,
+      "step": 102000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.669620253164557e-05,
+      "learning_rate_adapter": 7.669620253164557e-05,
+      "loss": 0.0233,
+      "step": 102050
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.668354430379747e-05,
+      "learning_rate_adapter": 7.668354430379747e-05,
+      "loss": 0.0229,
+      "step": 102100
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.667088607594937e-05,
+      "learning_rate_adapter": 7.667088607594937e-05,
+      "loss": 0.0232,
+      "step": 102150
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.665822784810128e-05,
+      "learning_rate_adapter": 7.665822784810128e-05,
+      "loss": 0.0231,
+      "step": 102200
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.664556962025317e-05,
+      "learning_rate_adapter": 7.664556962025317e-05,
+      "loss": 0.023,
+      "step": 102250
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.663291139240507e-05,
+      "learning_rate_adapter": 7.663291139240507e-05,
+      "loss": 0.023,
+      "step": 102300
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.662025316455697e-05,
+      "learning_rate_adapter": 7.662025316455697e-05,
+      "loss": 0.023,
+      "step": 102350
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.660759493670886e-05,
+      "learning_rate_adapter": 7.660759493670886e-05,
+      "loss": 0.0231,
+      "step": 102400
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.659493670886076e-05,
+      "learning_rate_adapter": 7.659493670886076e-05,
+      "loss": 0.0232,
+      "step": 102450
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.658227848101266e-05,
+      "learning_rate_adapter": 7.658227848101266e-05,
+      "loss": 0.0231,
+      "step": 102500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.656962025316456e-05,
+      "learning_rate_adapter": 7.656962025316456e-05,
+      "loss": 0.0229,
+      "step": 102550
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.655696202531645e-05,
+      "learning_rate_adapter": 7.655696202531645e-05,
+      "loss": 0.0232,
+      "step": 102600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.654430379746835e-05,
+      "learning_rate_adapter": 7.654430379746835e-05,
+      "loss": 0.0231,
+      "step": 102650
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.653164556962025e-05,
+      "learning_rate_adapter": 7.653164556962025e-05,
+      "loss": 0.0231,
+      "step": 102700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.651898734177216e-05,
+      "learning_rate_adapter": 7.651898734177216e-05,
+      "loss": 0.0232,
+      "step": 102750
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.650632911392406e-05,
+      "learning_rate_adapter": 7.650632911392406e-05,
+      "loss": 0.0229,
+      "step": 102800
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.649367088607596e-05,
+      "learning_rate_adapter": 7.649367088607596e-05,
+      "loss": 0.0232,
+      "step": 102850
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.648101265822785e-05,
+      "learning_rate_adapter": 7.648101265822785e-05,
+      "loss": 0.0231,
+      "step": 102900
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.646835443037975e-05,
+      "learning_rate_adapter": 7.646835443037975e-05,
+      "loss": 0.023,
+      "step": 102950
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.645569620253165e-05,
+      "learning_rate_adapter": 7.645569620253165e-05,
+      "loss": 0.0232,
+      "step": 103000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 7.644303797468355e-05,
+      "learning_rate_adapter": 7.644303797468355e-05,
+      "loss": 0.0231,
+      "step": 103050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.643037974683544e-05,
+      "learning_rate_adapter": 7.643037974683544e-05,
+      "loss": 0.0231,
+      "step": 103100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.641772151898735e-05,
+      "learning_rate_adapter": 7.641772151898735e-05,
+      "loss": 0.0231,
+      "step": 103150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.640506329113924e-05,
+      "learning_rate_adapter": 7.640506329113924e-05,
+      "loss": 0.0232,
+      "step": 103200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.639240506329113e-05,
+      "learning_rate_adapter": 7.639240506329113e-05,
+      "loss": 0.0229,
+      "step": 103250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.637974683544304e-05,
+      "learning_rate_adapter": 7.637974683544304e-05,
+      "loss": 0.023,
+      "step": 103300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.636708860759494e-05,
+      "learning_rate_adapter": 7.636708860759494e-05,
+      "loss": 0.0229,
+      "step": 103350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.635443037974685e-05,
+      "learning_rate_adapter": 7.635443037974685e-05,
+      "loss": 0.023,
+      "step": 103400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.634177215189874e-05,
+      "learning_rate_adapter": 7.634177215189874e-05,
+      "loss": 0.0232,
+      "step": 103450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.632911392405063e-05,
+      "learning_rate_adapter": 7.632911392405063e-05,
+      "loss": 0.0233,
+      "step": 103500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.631645569620254e-05,
+      "learning_rate_adapter": 7.631645569620254e-05,
+      "loss": 0.0229,
+      "step": 103550
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.630379746835443e-05,
+      "learning_rate_adapter": 7.630379746835443e-05,
+      "loss": 0.023,
+      "step": 103600
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.629113924050634e-05,
+      "learning_rate_adapter": 7.629113924050634e-05,
+      "loss": 0.023,
+      "step": 103650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.627848101265823e-05,
+      "learning_rate_adapter": 7.627848101265823e-05,
+      "loss": 0.0231,
+      "step": 103700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.626582278481012e-05,
+      "learning_rate_adapter": 7.626582278481012e-05,
+      "loss": 0.023,
+      "step": 103750
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.625316455696203e-05,
+      "learning_rate_adapter": 7.625316455696203e-05,
+      "loss": 0.0231,
+      "step": 103800
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.624050632911392e-05,
+      "learning_rate_adapter": 7.624050632911392e-05,
+      "loss": 0.0231,
+      "step": 103850
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.622784810126582e-05,
+      "learning_rate_adapter": 7.622784810126582e-05,
+      "loss": 0.0231,
+      "step": 103900
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.621518987341773e-05,
+      "learning_rate_adapter": 7.621518987341773e-05,
+      "loss": 0.0227,
+      "step": 103950
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.620253164556962e-05,
+      "learning_rate_adapter": 7.620253164556962e-05,
+      "loss": 0.0231,
+      "step": 104000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.618987341772153e-05,
+      "learning_rate_adapter": 7.618987341772153e-05,
+      "loss": 0.0233,
+      "step": 104050
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.617721518987342e-05,
+      "learning_rate_adapter": 7.617721518987342e-05,
+      "loss": 0.0229,
+      "step": 104100
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.616455696202533e-05,
+      "learning_rate_adapter": 7.616455696202533e-05,
+      "loss": 0.0229,
+      "step": 104150
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.615189873417722e-05,
+      "learning_rate_adapter": 7.615189873417722e-05,
+      "loss": 0.0231,
+      "step": 104200
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.613924050632911e-05,
+      "learning_rate_adapter": 7.613924050632911e-05,
+      "loss": 0.023,
+      "step": 104250
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.612658227848102e-05,
+      "learning_rate_adapter": 7.612658227848102e-05,
+      "loss": 0.0229,
+      "step": 104300
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.611392405063291e-05,
+      "learning_rate_adapter": 7.611392405063291e-05,
+      "loss": 0.0231,
+      "step": 104350
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.610126582278481e-05,
+      "learning_rate_adapter": 7.610126582278481e-05,
+      "loss": 0.0229,
+      "step": 104400
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.60886075949367e-05,
+      "learning_rate_adapter": 7.60886075949367e-05,
+      "loss": 0.0232,
+      "step": 104450
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.607594936708861e-05,
+      "learning_rate_adapter": 7.607594936708861e-05,
+      "loss": 0.023,
+      "step": 104500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 7.606329113924052e-05,
+      "learning_rate_adapter": 7.606329113924052e-05,
+      "loss": 0.023,
+      "step": 104550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.605063291139241e-05,
+      "learning_rate_adapter": 7.605063291139241e-05,
+      "loss": 0.0233,
+      "step": 104600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.603797468354431e-05,
+      "learning_rate_adapter": 7.603797468354431e-05,
+      "loss": 0.0229,
+      "step": 104650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.60253164556962e-05,
+      "learning_rate_adapter": 7.60253164556962e-05,
+      "loss": 0.023,
+      "step": 104700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.601265822784811e-05,
+      "learning_rate_adapter": 7.601265822784811e-05,
+      "loss": 0.0229,
+      "step": 104750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.6e-05,
+      "learning_rate_adapter": 7.6e-05,
+      "loss": 0.0231,
+      "step": 104800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59873417721519e-05,
+      "learning_rate_adapter": 7.59873417721519e-05,
+      "loss": 0.023,
+      "step": 104850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59746835443038e-05,
+      "learning_rate_adapter": 7.59746835443038e-05,
+      "loss": 0.0231,
+      "step": 104900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59620253164557e-05,
+      "learning_rate_adapter": 7.59620253164557e-05,
+      "loss": 0.0229,
+      "step": 104950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59493670886076e-05,
+      "learning_rate_adapter": 7.59493670886076e-05,
+      "loss": 0.0228,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "eval_af_opus100_pr_auc": 0.7888564688682311,
+      "eval_af_ud_pr_auc": 0.9885930364774884,
+      "eval_am_opus100_pr_auc": 0.6073798941068426,
+      "eval_ar_ersatz_pr_auc": 0.9316519598349052,
+      "eval_ar_opus100_pr_auc": 0.7523601519151443,
+      "eval_ar_ud_pr_auc": 0.8962768141556176,
+      "eval_average_ersatz_pr_auc": 0.9721825157527383,
+      "eval_average_opus100_pr_auc": 0.8545719202730617,
+      "eval_average_ud_pr_auc": 0.9657552365058968,
+      "eval_az_opus100_pr_auc": 0.826531016412391,
+      "eval_be_opus100_pr_auc": 0.734478099818811,
+      "eval_be_ud_pr_auc": 0.9037803785269422,
+      "eval_bg_opus100_pr_auc": 0.9269808914186953,
+      "eval_bg_ud_pr_auc": 0.9978086508238595,
+      "eval_bn_opus100_pr_auc": 0.8383701610292587,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8993716055416952,
+      "eval_ca_ud_pr_auc": 0.9950474453892321,
+      "eval_ceb_ud_pr_auc": 0.9997404765782459,
+      "eval_cs_ersatz_pr_auc": 0.9858333348625232,
+      "eval_cs_opus100_pr_auc": 0.9177955698695548,
+      "eval_cs_ud_pr_auc": 0.9615633502135679,
+      "eval_cy_opus100_pr_auc": 0.7971612614651193,
+      "eval_cy_ud_pr_auc": 0.9970597149837186,
+      "eval_da_opus100_pr_auc": 0.9289094805460743,
+      "eval_da_ud_pr_auc": 0.9760734715279128,
+      "eval_de_ersatz_pr_auc": 0.988006137592143,
+      "eval_de_opus100_pr_auc": 0.9198052000962849,
+      "eval_de_ud_pr_auc": 0.9833767280584089,
+      "eval_el_opus100_pr_auc": 0.9214424360727849,
+      "eval_el_ud_pr_auc": 0.9935176309216764,
+      "eval_en_ersatz_pr_auc": 0.993110820801616,
+      "eval_en_opus100_pr_auc": 0.9233552086333082,
+      "eval_en_ud_pr_auc": 0.9705552817154282,
+      "eval_eo_opus100_pr_auc": 0.9333760597947232,
+      "eval_es_ersatz_pr_auc": 0.9970692850005479,
+      "eval_es_opus100_pr_auc": 0.9391921730959764,
+      "eval_es_ud_pr_auc": 0.9919992923088287,
+      "eval_et_ersatz_pr_auc": 0.9839966864399123,
+      "eval_et_opus100_pr_auc": 0.9069197504785514,
+      "eval_et_ud_pr_auc": 0.9764957680393596,
+      "eval_eu_opus100_pr_auc": 0.8941020931213198,
+      "eval_eu_ud_pr_auc": 0.9923615692468211,
+      "eval_fa_opus100_pr_auc": 0.6241065342577756,
+      "eval_fa_ud_pr_auc": 0.996245660509343,
+      "eval_fi_ersatz_pr_auc": 0.9951187024714935,
+      "eval_fi_opus100_pr_auc": 0.9354573555531009,
+      "eval_fi_ud_pr_auc": 0.9710147027527748,
+      "eval_fr_ersatz_pr_auc": 0.987211960964381,
+      "eval_fr_opus100_pr_auc": 0.9270568301774357,
+      "eval_fr_ud_pr_auc": 0.9906332346559723,
+      "eval_fy_opus100_pr_auc": 0.6947779314991077,
+      "eval_ga_opus100_pr_auc": 0.9116463403093121,
+      "eval_ga_ud_pr_auc": 0.833565195422539,
+      "eval_gd_opus100_pr_auc": 0.7502861291828724,
+      "eval_gd_ud_pr_auc": 0.8460094598891043,
+      "eval_gl_opus100_pr_auc": 0.9049511428913126,
+      "eval_gl_ud_pr_auc": 0.9980419059164329,
+      "eval_gu_ersatz_pr_auc": 0.9411513697062801,
+      "eval_gu_opus100_pr_auc": 0.7719345675396785,
+      "eval_ha_opus100_pr_auc": 0.9218691334354215,
+      "eval_he_opus100_pr_auc": 0.8763877860897054,
+      "eval_he_ud_pr_auc": 0.9794387025272758,
+      "eval_hi_ersatz_pr_auc": 0.9796957633724385,
+      "eval_hi_opus100_pr_auc": 0.7116565276087128,
+      "eval_hi_ud_pr_auc": 0.9900228780961897,
+      "eval_hu_opus100_pr_auc": 0.9263338702935994,
+      "eval_hu_ud_pr_auc": 0.9805136095911102,
+      "eval_hy_opus100_pr_auc": 0.9138664720995815,
+      "eval_hy_ud_pr_auc": 0.9767987508995407,
+      "eval_id_opus100_pr_auc": 0.8999611997900561,
+      "eval_id_ud_pr_auc": 0.9954772152893349,
+      "eval_ig_opus100_pr_auc": 0.8950405991040213,
+      "eval_is_opus100_pr_auc": 0.9268189046263283,
+      "eval_is_ud_pr_auc": 0.8815968379319188,
+      "eval_it_opus100_pr_auc": 0.921479935007182,
+      "eval_it_ud_pr_auc": 0.9976943597537223,
+      "eval_ja_ersatz_pr_auc": 0.894679030729631,
+      "eval_ja_opus100_pr_auc": 0.8539627275088789,
+      "eval_ja_ud_pr_auc": 0.9765538438204838,
+      "eval_jv_ud_pr_auc": 0.9548724225654893,
+      "eval_ka_opus100_pr_auc": 0.8541682152119232,
+      "eval_kk_ersatz_pr_auc": 0.9879482870022726,
+      "eval_kk_opus100_pr_auc": 0.836727482306303,
+      "eval_kk_ud_pr_auc": 0.97341186855966,
+      "eval_km_ersatz_pr_auc": 0.9275079723083766,
+      "eval_km_opus100_pr_auc": 0.7805628776252554,
+      "eval_kn_opus100_pr_auc": 0.7093901238734571,
+      "eval_ko_opus100_pr_auc": 0.7064115436054329,
+      "eval_ko_ud_pr_auc": 0.9995227315710747,
+      "eval_ku_opus100_pr_auc": 0.7953865450651498,
+      "eval_ky_opus100_pr_auc": 0.9017178310031546,
+      "eval_la_ud_pr_auc": 0.9785348570187409,
+      "eval_loss": 0.026779262349009514,
+      "eval_lt_ersatz_pr_auc": 0.9979469868501275,
+      "eval_lt_opus100_pr_auc": 0.8950477902865352,
+      "eval_lt_ud_pr_auc": 0.9913687260357614,
+      "eval_lv_ersatz_pr_auc": 0.9918251696506475,
+      "eval_lv_opus100_pr_auc": 0.8933313759268128,
+      "eval_lv_ud_pr_auc": 0.9626257607049798,
+      "eval_mg_opus100_pr_auc": 0.9518309964250079,
+      "eval_mk_opus100_pr_auc": 0.9195609936096664,
+      "eval_ml_opus100_pr_auc": 0.8111135511069204,
+      "eval_mn_opus100_pr_auc": 0.9582379574993289,
+      "eval_mr_opus100_pr_auc": 0.9150012817032057,
+      "eval_mr_ud_pr_auc": 0.9652898789138563,
+      "eval_ms_opus100_pr_auc": 0.890882661496791,
+      "eval_mt_opus100_pr_auc": 0.8832933598901218,
+      "eval_mt_ud_pr_auc": 0.9317904665376868,
+      "eval_my_opus100_pr_auc": 0.828617634918557,
+      "eval_ne_opus100_pr_auc": 0.7486198699237419,
+      "eval_nl_opus100_pr_auc": 0.9058879817957692,
+      "eval_nl_ud_pr_auc": 0.9864953198842072,
+      "eval_no_opus100_pr_auc": 0.9158967613916743,
+      "eval_no_ud_pr_auc": 0.9969792751046241,
+      "eval_pa_opus100_pr_auc": 0.6777557950452741,
+      "eval_pl_ersatz_pr_auc": 0.9716247387564292,
+      "eval_pl_opus100_pr_auc": 0.8981732283478383,
+      "eval_pl_ud_pr_auc": 0.9679197677257283,
+      "eval_ps_ersatz_pr_auc": 0.9154557384313288,
+      "eval_ps_opus100_pr_auc": 0.7724957378577519,
+      "eval_pt_opus100_pr_auc": 0.9331306675598973,
+      "eval_pt_ud_pr_auc": 0.9840565722869733,
+      "eval_ro_ersatz_pr_auc": 0.9921057654405628,
+      "eval_ro_opus100_pr_auc": 0.8853496435273647,
+      "eval_ro_ud_pr_auc": 0.92074522532204,
+      "eval_ru_ersatz_pr_auc": 0.993986669779555,
+      "eval_ru_opus100_pr_auc": 0.9431458541907417,
+      "eval_ru_ud_pr_auc": 0.8712179584902328,
+      "eval_runtime": 523.1328,
+      "eval_samples_per_second": 144.361,
+      "eval_si_opus100_pr_auc": 0.8309386079415525,
+      "eval_sk_opus100_pr_auc": 0.9428066717514522,
+      "eval_sk_ud_pr_auc": 0.9895223760642706,
+      "eval_sl_opus100_pr_auc": 0.8905712291465383,
+      "eval_sl_ud_pr_auc": 0.9710396816837029,
+      "eval_sq_opus100_pr_auc": 0.939458488776305,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9126694760171526,
+      "eval_sr_ud_pr_auc": 0.9992780629124711,
+      "eval_steps_per_second": 0.564,
+      "eval_sv_opus100_pr_auc": 0.9037075362958452,
+      "eval_sv_ud_pr_auc": 0.949093601823257,
+      "eval_ta_ersatz_pr_auc": 0.9837899312577812,
+      "eval_ta_opus100_pr_auc": 0.717970250080373,
+      "eval_ta_ud_pr_auc": 0.9888985562664245,
+      "eval_te_opus100_pr_auc": 0.8306101744710528,
+      "eval_tg_opus100_pr_auc": 0.9063246630251666,
+      "eval_th_opus100_pr_auc": 0.7140740089662762,
+      "eval_th_ud_pr_auc": 0.8691967631148587,
+      "eval_tr_ersatz_pr_auc": 0.9645340708495102,
+      "eval_tr_opus100_pr_auc": 0.913205651143309,
+      "eval_tr_ud_pr_auc": 0.9665197784345683,
+      "eval_uk_opus100_pr_auc": 0.8864893619521789,
+      "eval_uk_ud_pr_auc": 0.9308347593601579,
+      "eval_ur_opus100_pr_auc": 0.6125404246470595,
+      "eval_ur_ud_pr_auc": 0.9934897851268711,
+      "eval_uz_opus100_pr_auc": 0.8872364834097833,
+      "eval_vi_opus100_pr_auc": 0.9005042300045124,
+      "eval_vi_ud_pr_auc": 0.9498675166791745,
+      "eval_xh_opus100_pr_auc": 0.8777111725885888,
+      "eval_yi_opus100_pr_auc": 0.783628473584651,
+      "eval_yo_opus100_pr_auc": 0.8493904393460587,
+      "eval_yo_ud_pr_auc": 0.92251149319404,
+      "eval_zh_ersatz_pr_auc": 0.9837649644577756,
+      "eval_zh_opus100_pr_auc": 0.8902781054874022,
+      "eval_zh_ud_pr_auc": 0.9951093094324098,
+      "eval_zu_opus100_pr_auc": 0.849062743303283,
+      "step": 105000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.593670886075949e-05,
+      "learning_rate_adapter": 7.593670886075949e-05,
+      "loss": 0.0228,
+      "step": 105050
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59240506329114e-05,
+      "learning_rate_adapter": 7.59240506329114e-05,
+      "loss": 0.0229,
+      "step": 105100
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.59113924050633e-05,
+      "learning_rate_adapter": 7.59113924050633e-05,
+      "loss": 0.0231,
+      "step": 105150
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58987341772152e-05,
+      "learning_rate_adapter": 7.58987341772152e-05,
+      "loss": 0.023,
+      "step": 105200
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.58860759493671e-05,
+      "learning_rate_adapter": 7.58860759493671e-05,
+      "loss": 0.0232,
+      "step": 105250
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.587341772151899e-05,
+      "learning_rate_adapter": 7.587341772151899e-05,
+      "loss": 0.0232,
+      "step": 105300
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.586075949367088e-05,
+      "learning_rate_adapter": 7.586075949367088e-05,
+      "loss": 0.0229,
+      "step": 105350
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.584810126582279e-05,
+      "learning_rate_adapter": 7.584810126582279e-05,
+      "loss": 0.0232,
+      "step": 105400
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.583544303797468e-05,
+      "learning_rate_adapter": 7.583544303797468e-05,
+      "loss": 0.023,
+      "step": 105450
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.582278481012659e-05,
+      "learning_rate_adapter": 7.582278481012659e-05,
+      "loss": 0.023,
+      "step": 105500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.581012658227848e-05,
+      "learning_rate_adapter": 7.581012658227848e-05,
+      "loss": 0.0231,
+      "step": 105550
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.579746835443037e-05,
+      "learning_rate_adapter": 7.579746835443037e-05,
+      "loss": 0.0232,
+      "step": 105600
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.578481012658228e-05,
+      "learning_rate_adapter": 7.578481012658228e-05,
+      "loss": 0.0231,
+      "step": 105650
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.577215189873418e-05,
+      "learning_rate_adapter": 7.577215189873418e-05,
+      "loss": 0.0232,
+      "step": 105700
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.575949367088609e-05,
+      "learning_rate_adapter": 7.575949367088609e-05,
+      "loss": 0.0229,
+      "step": 105750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.574683544303798e-05,
+      "learning_rate_adapter": 7.574683544303798e-05,
+      "loss": 0.0231,
+      "step": 105800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.573417721518987e-05,
+      "learning_rate_adapter": 7.573417721518987e-05,
+      "loss": 0.0228,
+      "step": 105850
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.572151898734178e-05,
+      "learning_rate_adapter": 7.572151898734178e-05,
+      "loss": 0.023,
+      "step": 105900
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.570886075949367e-05,
+      "learning_rate_adapter": 7.570886075949367e-05,
+      "loss": 0.0232,
+      "step": 105950
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.569620253164558e-05,
+      "learning_rate_adapter": 7.569620253164558e-05,
+      "loss": 0.0229,
+      "step": 106000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 7.568354430379747e-05,
+      "learning_rate_adapter": 7.568354430379747e-05,
+      "loss": 0.0232,
+      "step": 106050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.567088607594936e-05,
+      "learning_rate_adapter": 7.567088607594936e-05,
+      "loss": 0.0229,
+      "step": 106100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.565822784810127e-05,
+      "learning_rate_adapter": 7.565822784810127e-05,
+      "loss": 0.0229,
+      "step": 106150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.564556962025316e-05,
+      "learning_rate_adapter": 7.564556962025316e-05,
+      "loss": 0.0232,
+      "step": 106200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.563291139240506e-05,
+      "learning_rate_adapter": 7.563291139240506e-05,
+      "loss": 0.0228,
+      "step": 106250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.562025316455697e-05,
+      "learning_rate_adapter": 7.562025316455697e-05,
+      "loss": 0.023,
+      "step": 106300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.560759493670888e-05,
+      "learning_rate_adapter": 7.560759493670888e-05,
+      "loss": 0.0229,
+      "step": 106350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.559493670886077e-05,
+      "learning_rate_adapter": 7.559493670886077e-05,
+      "loss": 0.0231,
+      "step": 106400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.558227848101266e-05,
+      "learning_rate_adapter": 7.558227848101266e-05,
+      "loss": 0.0229,
+      "step": 106450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.556962025316457e-05,
+      "learning_rate_adapter": 7.556962025316457e-05,
+      "loss": 0.0229,
+      "step": 106500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.555696202531646e-05,
+      "learning_rate_adapter": 7.555696202531646e-05,
+      "loss": 0.023,
+      "step": 106550
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.554430379746836e-05,
+      "learning_rate_adapter": 7.554430379746836e-05,
+      "loss": 0.023,
+      "step": 106600
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.553164556962026e-05,
+      "learning_rate_adapter": 7.553164556962026e-05,
+      "loss": 0.023,
+      "step": 106650
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.551898734177215e-05,
+      "learning_rate_adapter": 7.551898734177215e-05,
+      "loss": 0.0231,
+      "step": 106700
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.550632911392405e-05,
+      "learning_rate_adapter": 7.550632911392405e-05,
+      "loss": 0.023,
+      "step": 106750
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.549367088607594e-05,
+      "learning_rate_adapter": 7.549367088607594e-05,
+      "loss": 0.0231,
+      "step": 106800
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.548101265822785e-05,
+      "learning_rate_adapter": 7.548101265822785e-05,
+      "loss": 0.0231,
+      "step": 106850
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.546835443037976e-05,
+      "learning_rate_adapter": 7.546835443037976e-05,
+      "loss": 0.023,
+      "step": 106900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.545569620253165e-05,
+      "learning_rate_adapter": 7.545569620253165e-05,
+      "loss": 0.023,
+      "step": 106950
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.544303797468355e-05,
+      "learning_rate_adapter": 7.544303797468355e-05,
+      "loss": 0.0229,
+      "step": 107000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.543037974683545e-05,
+      "learning_rate_adapter": 7.543037974683545e-05,
+      "loss": 0.023,
+      "step": 107050
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.541772151898735e-05,
+      "learning_rate_adapter": 7.541772151898735e-05,
+      "loss": 0.0229,
+      "step": 107100
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.540506329113924e-05,
+      "learning_rate_adapter": 7.540506329113924e-05,
+      "loss": 0.0232,
+      "step": 107150
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.539240506329114e-05,
+      "learning_rate_adapter": 7.539240506329114e-05,
+      "loss": 0.023,
+      "step": 107200
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.537974683544304e-05,
+      "learning_rate_adapter": 7.537974683544304e-05,
+      "loss": 0.023,
+      "step": 107250
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.536708860759493e-05,
+      "learning_rate_adapter": 7.536708860759493e-05,
+      "loss": 0.0231,
+      "step": 107300
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.535443037974684e-05,
+      "learning_rate_adapter": 7.535443037974684e-05,
+      "loss": 0.023,
+      "step": 107350
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.534177215189873e-05,
+      "learning_rate_adapter": 7.534177215189873e-05,
+      "loss": 0.023,
+      "step": 107400
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.532911392405064e-05,
+      "learning_rate_adapter": 7.532911392405064e-05,
+      "loss": 0.0226,
+      "step": 107450
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 7.531645569620254e-05,
+      "learning_rate_adapter": 7.531645569620254e-05,
+      "loss": 0.0233,
+      "step": 107500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.530379746835443e-05,
+      "learning_rate_adapter": 7.530379746835443e-05,
+      "loss": 0.0228,
+      "step": 107550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.529113924050634e-05,
+      "learning_rate_adapter": 7.529113924050634e-05,
+      "loss": 0.023,
+      "step": 107600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.527848101265823e-05,
+      "learning_rate_adapter": 7.527848101265823e-05,
+      "loss": 0.0229,
+      "step": 107650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.526582278481012e-05,
+      "learning_rate_adapter": 7.526582278481012e-05,
+      "loss": 0.023,
+      "step": 107700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.525316455696203e-05,
+      "learning_rate_adapter": 7.525316455696203e-05,
+      "loss": 0.0228,
+      "step": 107750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.524050632911392e-05,
+      "learning_rate_adapter": 7.524050632911392e-05,
+      "loss": 0.0231,
+      "step": 107800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.522784810126583e-05,
+      "learning_rate_adapter": 7.522784810126583e-05,
+      "loss": 0.0231,
+      "step": 107850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.521518987341772e-05,
+      "learning_rate_adapter": 7.521518987341772e-05,
+      "loss": 0.0229,
+      "step": 107900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.520253164556963e-05,
+      "learning_rate_adapter": 7.520253164556963e-05,
+      "loss": 0.0227,
+      "step": 107950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.518987341772152e-05,
+      "learning_rate_adapter": 7.518987341772152e-05,
+      "loss": 0.0229,
+      "step": 108000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.517721518987342e-05,
+      "learning_rate_adapter": 7.517721518987342e-05,
+      "loss": 0.023,
+      "step": 108050
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.516455696202533e-05,
+      "learning_rate_adapter": 7.516455696202533e-05,
+      "loss": 0.023,
+      "step": 108100
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.515189873417722e-05,
+      "learning_rate_adapter": 7.515189873417722e-05,
+      "loss": 0.0228,
+      "step": 108150
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.513924050632913e-05,
+      "learning_rate_adapter": 7.513924050632913e-05,
+      "loss": 0.0232,
+      "step": 108200
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.512658227848102e-05,
+      "learning_rate_adapter": 7.512658227848102e-05,
+      "loss": 0.0228,
+      "step": 108250
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.511392405063291e-05,
+      "learning_rate_adapter": 7.511392405063291e-05,
+      "loss": 0.023,
+      "step": 108300
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.510126582278482e-05,
+      "learning_rate_adapter": 7.510126582278482e-05,
+      "loss": 0.0229,
+      "step": 108350
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.508860759493671e-05,
+      "learning_rate_adapter": 7.508860759493671e-05,
+      "loss": 0.0229,
+      "step": 108400
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.507594936708861e-05,
+      "learning_rate_adapter": 7.507594936708861e-05,
+      "loss": 0.0227,
+      "step": 108450
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50632911392405e-05,
+      "learning_rate_adapter": 7.50632911392405e-05,
+      "loss": 0.0229,
+      "step": 108500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50506329113924e-05,
+      "learning_rate_adapter": 7.50506329113924e-05,
+      "loss": 0.0229,
+      "step": 108550
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.50379746835443e-05,
+      "learning_rate_adapter": 7.50379746835443e-05,
+      "loss": 0.0228,
+      "step": 108600
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.502531645569621e-05,
+      "learning_rate_adapter": 7.502531645569621e-05,
+      "loss": 0.0229,
+      "step": 108650
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.501265822784811e-05,
+      "learning_rate_adapter": 7.501265822784811e-05,
+      "loss": 0.0229,
+      "step": 108700
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.500000000000001e-05,
+      "learning_rate_adapter": 7.500000000000001e-05,
+      "loss": 0.0229,
+      "step": 108750
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49873417721519e-05,
+      "learning_rate_adapter": 7.49873417721519e-05,
+      "loss": 0.023,
+      "step": 108800
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49746835443038e-05,
+      "learning_rate_adapter": 7.49746835443038e-05,
+      "loss": 0.0227,
+      "step": 108850
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49620253164557e-05,
+      "learning_rate_adapter": 7.49620253164557e-05,
+      "loss": 0.0229,
+      "step": 108900
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49493670886076e-05,
+      "learning_rate_adapter": 7.49493670886076e-05,
+      "loss": 0.0227,
+      "step": 108950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 7.49367088607595e-05,
+      "learning_rate_adapter": 7.49367088607595e-05,
+      "loss": 0.023,
+      "step": 109000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.492405063291139e-05,
+      "learning_rate_adapter": 7.492405063291139e-05,
+      "loss": 0.0229,
+      "step": 109050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.491139240506329e-05,
+      "learning_rate_adapter": 7.491139240506329e-05,
+      "loss": 0.0229,
+      "step": 109100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.489873417721518e-05,
+      "learning_rate_adapter": 7.489873417721518e-05,
+      "loss": 0.023,
+      "step": 109150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.488607594936709e-05,
+      "learning_rate_adapter": 7.488607594936709e-05,
+      "loss": 0.0228,
+      "step": 109200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.4873417721519e-05,
+      "learning_rate_adapter": 7.4873417721519e-05,
+      "loss": 0.0229,
+      "step": 109250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.486075949367089e-05,
+      "learning_rate_adapter": 7.486075949367089e-05,
+      "loss": 0.0229,
+      "step": 109300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.48481012658228e-05,
+      "learning_rate_adapter": 7.48481012658228e-05,
+      "loss": 0.023,
+      "step": 109350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.483544303797469e-05,
+      "learning_rate_adapter": 7.483544303797469e-05,
+      "loss": 0.0229,
+      "step": 109400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.482278481012659e-05,
+      "learning_rate_adapter": 7.482278481012659e-05,
+      "loss": 0.023,
+      "step": 109450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.481012658227848e-05,
+      "learning_rate_adapter": 7.481012658227848e-05,
+      "loss": 0.0229,
+      "step": 109500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.479746835443038e-05,
+      "learning_rate_adapter": 7.479746835443038e-05,
+      "loss": 0.0227,
+      "step": 109550
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.478481012658228e-05,
+      "learning_rate_adapter": 7.478481012658228e-05,
+      "loss": 0.0229,
+      "step": 109600
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.477215189873417e-05,
+      "learning_rate_adapter": 7.477215189873417e-05,
+      "loss": 0.0227,
+      "step": 109650
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.475949367088608e-05,
+      "learning_rate_adapter": 7.475949367088608e-05,
+      "loss": 0.0231,
+      "step": 109700
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.474683544303797e-05,
+      "learning_rate_adapter": 7.474683544303797e-05,
+      "loss": 0.0231,
+      "step": 109750
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.473417721518988e-05,
+      "learning_rate_adapter": 7.473417721518988e-05,
+      "loss": 0.0225,
+      "step": 109800
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.472151898734178e-05,
+      "learning_rate_adapter": 7.472151898734178e-05,
+      "loss": 0.0232,
+      "step": 109850
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.470886075949367e-05,
+      "learning_rate_adapter": 7.470886075949367e-05,
+      "loss": 0.0228,
+      "step": 109900
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.469620253164558e-05,
+      "learning_rate_adapter": 7.469620253164558e-05,
+      "loss": 0.0232,
+      "step": 109950
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.468354430379747e-05,
+      "learning_rate_adapter": 7.468354430379747e-05,
+      "loss": 0.0228,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "eval_af_opus100_pr_auc": 0.7808927959865034,
+      "eval_af_ud_pr_auc": 0.9872967692896188,
+      "eval_am_opus100_pr_auc": 0.5234950819237337,
+      "eval_ar_ersatz_pr_auc": 0.9189659951439897,
+      "eval_ar_opus100_pr_auc": 0.7561065186093114,
+      "eval_ar_ud_pr_auc": 0.9031142683655966,
+      "eval_average_ersatz_pr_auc": 0.9676965506886525,
+      "eval_average_opus100_pr_auc": 0.852746360696791,
+      "eval_average_ud_pr_auc": 0.966960132803798,
+      "eval_az_opus100_pr_auc": 0.8351917914148189,
+      "eval_be_opus100_pr_auc": 0.72653834911679,
+      "eval_be_ud_pr_auc": 0.8966122728089001,
+      "eval_bg_opus100_pr_auc": 0.9321362669130909,
+      "eval_bg_ud_pr_auc": 0.9961934153002269,
+      "eval_bn_opus100_pr_auc": 0.86198845488929,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.899830337327964,
+      "eval_ca_ud_pr_auc": 0.9924315241321258,
+      "eval_ceb_ud_pr_auc": 0.9996810438190938,
+      "eval_cs_ersatz_pr_auc": 0.9860368669100682,
+      "eval_cs_opus100_pr_auc": 0.9297459974597777,
+      "eval_cs_ud_pr_auc": 0.9627926861966445,
+      "eval_cy_opus100_pr_auc": 0.7852227687225055,
+      "eval_cy_ud_pr_auc": 0.9964046856390559,
+      "eval_da_opus100_pr_auc": 0.9346885325412043,
+      "eval_da_ud_pr_auc": 0.9771330551163111,
+      "eval_de_ersatz_pr_auc": 0.9874654344492259,
+      "eval_de_opus100_pr_auc": 0.918919598078891,
+      "eval_de_ud_pr_auc": 0.9796088207599686,
+      "eval_el_opus100_pr_auc": 0.9177301811763703,
+      "eval_el_ud_pr_auc": 0.9907706622479836,
+      "eval_en_ersatz_pr_auc": 0.9936764046019186,
+      "eval_en_opus100_pr_auc": 0.9234480684483,
+      "eval_en_ud_pr_auc": 0.970860209663227,
+      "eval_eo_opus100_pr_auc": 0.9329653789001343,
+      "eval_es_ersatz_pr_auc": 0.9967702721839703,
+      "eval_es_opus100_pr_auc": 0.9390304368845237,
+      "eval_es_ud_pr_auc": 0.9910852764833515,
+      "eval_et_ersatz_pr_auc": 0.9779048936808767,
+      "eval_et_opus100_pr_auc": 0.9168339332174122,
+      "eval_et_ud_pr_auc": 0.9735523232986653,
+      "eval_eu_opus100_pr_auc": 0.8867091835976031,
+      "eval_eu_ud_pr_auc": 0.9895586374843659,
+      "eval_fa_opus100_pr_auc": 0.6591220536026678,
+      "eval_fa_ud_pr_auc": 0.993978383707818,
+      "eval_fi_ersatz_pr_auc": 0.9936542006830406,
+      "eval_fi_opus100_pr_auc": 0.9324066523712334,
+      "eval_fi_ud_pr_auc": 0.9701057388786293,
+      "eval_fr_ersatz_pr_auc": 0.9894642714001917,
+      "eval_fr_opus100_pr_auc": 0.9294189143731618,
+      "eval_fr_ud_pr_auc": 0.9900506235645112,
+      "eval_fy_opus100_pr_auc": 0.6851906570845128,
+      "eval_ga_opus100_pr_auc": 0.9092171251357472,
+      "eval_ga_ud_pr_auc": 0.8277620826453848,
+      "eval_gd_opus100_pr_auc": 0.7584652214297347,
+      "eval_gd_ud_pr_auc": 0.8331645282644282,
+      "eval_gl_opus100_pr_auc": 0.9012729464982578,
+      "eval_gl_ud_pr_auc": 0.9982531153790768,
+      "eval_gu_ersatz_pr_auc": 0.9311089789672965,
+      "eval_gu_opus100_pr_auc": 0.7650309262151456,
+      "eval_ha_opus100_pr_auc": 0.9100446362109436,
+      "eval_he_opus100_pr_auc": 0.8910054352966675,
+      "eval_he_ud_pr_auc": 0.9780596499722984,
+      "eval_hi_ersatz_pr_auc": 0.978726414904177,
+      "eval_hi_opus100_pr_auc": 0.7193004030696448,
+      "eval_hi_ud_pr_auc": 0.9884320578082849,
+      "eval_hu_opus100_pr_auc": 0.9265297128899733,
+      "eval_hu_ud_pr_auc": 0.9811480504578067,
+      "eval_hy_opus100_pr_auc": 0.9138816345878132,
+      "eval_hy_ud_pr_auc": 0.9769339768225626,
+      "eval_id_opus100_pr_auc": 0.9010040212751629,
+      "eval_id_ud_pr_auc": 0.9950452040039124,
+      "eval_ig_opus100_pr_auc": 0.886985582471882,
+      "eval_is_opus100_pr_auc": 0.9413550456054318,
+      "eval_is_ud_pr_auc": 0.8950476025497737,
+      "eval_it_opus100_pr_auc": 0.9210992448004248,
+      "eval_it_ud_pr_auc": 0.9970239543119468,
+      "eval_ja_ersatz_pr_auc": 0.8395239129594367,
+      "eval_ja_opus100_pr_auc": 0.8513663559275891,
+      "eval_ja_ud_pr_auc": 0.978597597748572,
+      "eval_jv_ud_pr_auc": 0.9557822588421923,
+      "eval_ka_opus100_pr_auc": 0.8596883131656006,
+      "eval_kk_ersatz_pr_auc": 0.9868644329391494,
+      "eval_kk_opus100_pr_auc": 0.8152323593252421,
+      "eval_kk_ud_pr_auc": 0.9715495422321148,
+      "eval_km_ersatz_pr_auc": 0.9374256434578792,
+      "eval_km_opus100_pr_auc": 0.7658009338250217,
+      "eval_kn_opus100_pr_auc": 0.6634960351004517,
+      "eval_ko_opus100_pr_auc": 0.6921186416737353,
+      "eval_ko_ud_pr_auc": 0.9989574442532435,
+      "eval_ku_opus100_pr_auc": 0.8140903082606412,
+      "eval_ky_opus100_pr_auc": 0.9043417380114036,
+      "eval_la_ud_pr_auc": 0.9772374105147327,
+      "eval_loss": 0.026497239246964455,
+      "eval_lt_ersatz_pr_auc": 0.9960727287952621,
+      "eval_lt_opus100_pr_auc": 0.8954927827143617,
+      "eval_lt_ud_pr_auc": 0.9942828871709861,
+      "eval_lv_ersatz_pr_auc": 0.9909688902357616,
+      "eval_lv_opus100_pr_auc": 0.9069308011453003,
+      "eval_lv_ud_pr_auc": 0.9640945022267626,
+      "eval_mg_opus100_pr_auc": 0.9467039536128676,
+      "eval_mk_opus100_pr_auc": 0.9229205052758017,
+      "eval_ml_opus100_pr_auc": 0.8159765593544746,
+      "eval_mn_opus100_pr_auc": 0.9601866606123193,
+      "eval_mr_opus100_pr_auc": 0.9128873508318203,
+      "eval_mr_ud_pr_auc": 0.9786806787707101,
+      "eval_ms_opus100_pr_auc": 0.8861851703438868,
+      "eval_mt_opus100_pr_auc": 0.8760736386230586,
+      "eval_mt_ud_pr_auc": 0.9533261311240139,
+      "eval_my_opus100_pr_auc": 0.8134646860448382,
+      "eval_ne_opus100_pr_auc": 0.7327986275298802,
+      "eval_nl_opus100_pr_auc": 0.910399104205757,
+      "eval_nl_ud_pr_auc": 0.9885222191923295,
+      "eval_no_opus100_pr_auc": 0.9183896354607587,
+      "eval_no_ud_pr_auc": 0.9961662283237827,
+      "eval_pa_opus100_pr_auc": 0.6625104490738711,
+      "eval_pl_ersatz_pr_auc": 0.9675373301553738,
+      "eval_pl_opus100_pr_auc": 0.9065797682097432,
+      "eval_pl_ud_pr_auc": 0.970724695149444,
+      "eval_ps_ersatz_pr_auc": 0.9185192511542973,
+      "eval_ps_opus100_pr_auc": 0.762863358505972,
+      "eval_pt_opus100_pr_auc": 0.9357817923858996,
+      "eval_pt_ud_pr_auc": 0.9839220870940648,
+      "eval_ro_ersatz_pr_auc": 0.9923610602938882,
+      "eval_ro_opus100_pr_auc": 0.8851713525957917,
+      "eval_ro_ud_pr_auc": 0.9788500490468085,
+      "eval_ru_ersatz_pr_auc": 0.9953166798489995,
+      "eval_ru_opus100_pr_auc": 0.943206598553186,
+      "eval_ru_ud_pr_auc": 0.8851560870784372,
+      "eval_runtime": 515.1113,
+      "eval_samples_per_second": 146.609,
+      "eval_si_opus100_pr_auc": 0.8343215972305461,
+      "eval_sk_opus100_pr_auc": 0.9453286554808591,
+      "eval_sk_ud_pr_auc": 0.9887338183256158,
+      "eval_sl_opus100_pr_auc": 0.881974352672096,
+      "eval_sl_ud_pr_auc": 0.9708039303841014,
+      "eval_sq_opus100_pr_auc": 0.9402859174330107,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9198124301367285,
+      "eval_sr_ud_pr_auc": 0.9983463581622193,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.9083284956456322,
+      "eval_sv_ud_pr_auc": 0.9494522693858892,
+      "eval_ta_ersatz_pr_auc": 0.9815677177957721,
+      "eval_ta_opus100_pr_auc": 0.7460043885174347,
+      "eval_ta_ud_pr_auc": 0.994142048651,
+      "eval_te_opus100_pr_auc": 0.8435473587139583,
+      "eval_tg_opus100_pr_auc": 0.9129076704442931,
+      "eval_th_opus100_pr_auc": 0.7098204541543746,
+      "eval_th_ud_pr_auc": 0.8651514777144267,
+      "eval_tr_ersatz_pr_auc": 0.9645188325876176,
+      "eval_tr_opus100_pr_auc": 0.9130276084915049,
+      "eval_tr_ud_pr_auc": 0.9603431515341696,
+      "eval_uk_opus100_pr_auc": 0.892703413156258,
+      "eval_uk_ud_pr_auc": 0.9200747548868446,
+      "eval_ur_opus100_pr_auc": 0.6130682525912406,
+      "eval_ur_ud_pr_auc": 0.9881067114421029,
+      "eval_uz_opus100_pr_auc": 0.8931287263359408,
+      "eval_vi_opus100_pr_auc": 0.9068282116093549,
+      "eval_vi_ud_pr_auc": 0.9524535234084451,
+      "eval_xh_opus100_pr_auc": 0.8680887666709167,
+      "eval_yi_opus100_pr_auc": 0.7371285422664517,
+      "eval_yo_opus100_pr_auc": 0.8274584301912932,
+      "eval_yo_ud_pr_auc": 0.9271348289899081,
+      "eval_zh_ersatz_pr_auc": 0.9648739020021567,
+      "eval_zh_opus100_pr_auc": 0.8831744781947964,
+      "eval_zh_ud_pr_auc": 0.9940342591919908,
+      "eval_zu_opus100_pr_auc": 0.8348024587042562,
+      "step": 110000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.467088607594938e-05,
+      "learning_rate_adapter": 7.467088607594938e-05,
+      "loss": 0.0231,
+      "step": 110050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.465822784810127e-05,
+      "learning_rate_adapter": 7.465822784810127e-05,
+      "loss": 0.0229,
+      "step": 110100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.464556962025316e-05,
+      "learning_rate_adapter": 7.464556962025316e-05,
+      "loss": 0.0229,
+      "step": 110150
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.463291139240507e-05,
+      "learning_rate_adapter": 7.463291139240507e-05,
+      "loss": 0.023,
+      "step": 110200
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.462025316455696e-05,
+      "learning_rate_adapter": 7.462025316455696e-05,
+      "loss": 0.0228,
+      "step": 110250
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.460759493670886e-05,
+      "learning_rate_adapter": 7.460759493670886e-05,
+      "loss": 0.0228,
+      "step": 110300
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.459493670886076e-05,
+      "learning_rate_adapter": 7.459493670886076e-05,
+      "loss": 0.0227,
+      "step": 110350
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.458227848101266e-05,
+      "learning_rate_adapter": 7.458227848101266e-05,
+      "loss": 0.0231,
+      "step": 110400
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.456962025316457e-05,
+      "learning_rate_adapter": 7.456962025316457e-05,
+      "loss": 0.023,
+      "step": 110450
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 7.455696202531646e-05,
+      "learning_rate_adapter": 7.455696202531646e-05,
+      "loss": 0.0228,
+      "step": 110500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.454430379746837e-05,
+      "learning_rate_adapter": 7.454430379746837e-05,
+      "loss": 0.023,
+      "step": 110550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.453164556962026e-05,
+      "learning_rate_adapter": 7.453164556962026e-05,
+      "loss": 0.0228,
+      "step": 110600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.451898734177215e-05,
+      "learning_rate_adapter": 7.451898734177215e-05,
+      "loss": 0.0227,
+      "step": 110650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.450632911392406e-05,
+      "learning_rate_adapter": 7.450632911392406e-05,
+      "loss": 0.0229,
+      "step": 110700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.449367088607595e-05,
+      "learning_rate_adapter": 7.449367088607595e-05,
+      "loss": 0.0228,
+      "step": 110750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.448101265822785e-05,
+      "learning_rate_adapter": 7.448101265822785e-05,
+      "loss": 0.0227,
+      "step": 110800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.446835443037975e-05,
+      "learning_rate_adapter": 7.446835443037975e-05,
+      "loss": 0.0227,
+      "step": 110850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.445569620253164e-05,
+      "learning_rate_adapter": 7.445569620253164e-05,
+      "loss": 0.0229,
+      "step": 110900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.444303797468354e-05,
+      "learning_rate_adapter": 7.444303797468354e-05,
+      "loss": 0.023,
+      "step": 110950
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.443037974683545e-05,
+      "learning_rate_adapter": 7.443037974683545e-05,
+      "loss": 0.0227,
+      "step": 111000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.441772151898735e-05,
+      "learning_rate_adapter": 7.441772151898735e-05,
+      "loss": 0.0231,
+      "step": 111050
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.440506329113925e-05,
+      "learning_rate_adapter": 7.440506329113925e-05,
+      "loss": 0.0228,
+      "step": 111100
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.439240506329114e-05,
+      "learning_rate_adapter": 7.439240506329114e-05,
+      "loss": 0.0229,
+      "step": 111150
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.437974683544304e-05,
+      "learning_rate_adapter": 7.437974683544304e-05,
+      "loss": 0.0228,
+      "step": 111200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.436708860759494e-05,
+      "learning_rate_adapter": 7.436708860759494e-05,
+      "loss": 0.0228,
+      "step": 111250
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.435443037974684e-05,
+      "learning_rate_adapter": 7.435443037974684e-05,
+      "loss": 0.0227,
+      "step": 111300
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.434177215189873e-05,
+      "learning_rate_adapter": 7.434177215189873e-05,
+      "loss": 0.0225,
+      "step": 111350
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.432911392405064e-05,
+      "learning_rate_adapter": 7.432911392405064e-05,
+      "loss": 0.0229,
+      "step": 111400
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.431645569620253e-05,
+      "learning_rate_adapter": 7.431645569620253e-05,
+      "loss": 0.023,
+      "step": 111450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.430379746835442e-05,
+      "learning_rate_adapter": 7.430379746835442e-05,
+      "loss": 0.0231,
+      "step": 111500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.429113924050633e-05,
+      "learning_rate_adapter": 7.429113924050633e-05,
+      "loss": 0.0228,
+      "step": 111550
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.427848101265823e-05,
+      "learning_rate_adapter": 7.427848101265823e-05,
+      "loss": 0.0229,
+      "step": 111600
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.426582278481014e-05,
+      "learning_rate_adapter": 7.426582278481014e-05,
+      "loss": 0.023,
+      "step": 111650
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.425316455696203e-05,
+      "learning_rate_adapter": 7.425316455696203e-05,
+      "loss": 0.0226,
+      "step": 111700
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.424050632911392e-05,
+      "learning_rate_adapter": 7.424050632911392e-05,
+      "loss": 0.0228,
+      "step": 111750
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.422784810126583e-05,
+      "learning_rate_adapter": 7.422784810126583e-05,
+      "loss": 0.0227,
+      "step": 111800
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.421518987341772e-05,
+      "learning_rate_adapter": 7.421518987341772e-05,
+      "loss": 0.0229,
+      "step": 111850
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.420253164556963e-05,
+      "learning_rate_adapter": 7.420253164556963e-05,
+      "loss": 0.0228,
+      "step": 111900
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 7.418987341772152e-05,
+      "learning_rate_adapter": 7.418987341772152e-05,
+      "loss": 0.0226,
+      "step": 111950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.417721518987341e-05,
+      "learning_rate_adapter": 7.417721518987341e-05,
+      "loss": 0.0227,
+      "step": 112000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.416455696202532e-05,
+      "learning_rate_adapter": 7.416455696202532e-05,
+      "loss": 0.0228,
+      "step": 112050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.415189873417721e-05,
+      "learning_rate_adapter": 7.415189873417721e-05,
+      "loss": 0.0229,
+      "step": 112100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.413924050632912e-05,
+      "learning_rate_adapter": 7.413924050632912e-05,
+      "loss": 0.023,
+      "step": 112150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.412658227848102e-05,
+      "learning_rate_adapter": 7.412658227848102e-05,
+      "loss": 0.023,
+      "step": 112200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.411392405063291e-05,
+      "learning_rate_adapter": 7.411392405063291e-05,
+      "loss": 0.0228,
+      "step": 112250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.410126582278482e-05,
+      "learning_rate_adapter": 7.410126582278482e-05,
+      "loss": 0.0226,
+      "step": 112300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.408860759493671e-05,
+      "learning_rate_adapter": 7.408860759493671e-05,
+      "loss": 0.0229,
+      "step": 112350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.407594936708862e-05,
+      "learning_rate_adapter": 7.407594936708862e-05,
+      "loss": 0.0229,
+      "step": 112400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.406329113924051e-05,
+      "learning_rate_adapter": 7.406329113924051e-05,
+      "loss": 0.0228,
+      "step": 112450
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40506329113924e-05,
+      "learning_rate_adapter": 7.40506329113924e-05,
+      "loss": 0.0227,
+      "step": 112500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40379746835443e-05,
+      "learning_rate_adapter": 7.40379746835443e-05,
+      "loss": 0.023,
+      "step": 112550
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40253164556962e-05,
+      "learning_rate_adapter": 7.40253164556962e-05,
+      "loss": 0.0231,
+      "step": 112600
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.40126582278481e-05,
+      "learning_rate_adapter": 7.40126582278481e-05,
+      "loss": 0.023,
+      "step": 112650
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.4e-05,
+      "learning_rate_adapter": 7.4e-05,
+      "loss": 0.023,
+      "step": 112700
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39873417721519e-05,
+      "learning_rate_adapter": 7.39873417721519e-05,
+      "loss": 0.0228,
+      "step": 112750
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.397468354430381e-05,
+      "learning_rate_adapter": 7.397468354430381e-05,
+      "loss": 0.023,
+      "step": 112800
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39620253164557e-05,
+      "learning_rate_adapter": 7.39620253164557e-05,
+      "loss": 0.0226,
+      "step": 112850
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39493670886076e-05,
+      "learning_rate_adapter": 7.39493670886076e-05,
+      "loss": 0.0227,
+      "step": 112900
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39367088607595e-05,
+      "learning_rate_adapter": 7.39367088607595e-05,
+      "loss": 0.0227,
+      "step": 112950
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39240506329114e-05,
+      "learning_rate_adapter": 7.39240506329114e-05,
+      "loss": 0.0226,
+      "step": 113000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.39113924050633e-05,
+      "learning_rate_adapter": 7.39113924050633e-05,
+      "loss": 0.0228,
+      "step": 113050
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.389873417721519e-05,
+      "learning_rate_adapter": 7.389873417721519e-05,
+      "loss": 0.0229,
+      "step": 113100
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.388607594936709e-05,
+      "learning_rate_adapter": 7.388607594936709e-05,
+      "loss": 0.0228,
+      "step": 113150
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.387341772151898e-05,
+      "learning_rate_adapter": 7.387341772151898e-05,
+      "loss": 0.0229,
+      "step": 113200
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.386075949367089e-05,
+      "learning_rate_adapter": 7.386075949367089e-05,
+      "loss": 0.0227,
+      "step": 113250
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.384810126582278e-05,
+      "learning_rate_adapter": 7.384810126582278e-05,
+      "loss": 0.0227,
+      "step": 113300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.383544303797469e-05,
+      "learning_rate_adapter": 7.383544303797469e-05,
+      "loss": 0.0227,
+      "step": 113350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.38227848101266e-05,
+      "learning_rate_adapter": 7.38227848101266e-05,
+      "loss": 0.0226,
+      "step": 113400
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 7.381012658227849e-05,
+      "learning_rate_adapter": 7.381012658227849e-05,
+      "loss": 0.0228,
+      "step": 113450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.379746835443039e-05,
+      "learning_rate_adapter": 7.379746835443039e-05,
+      "loss": 0.0227,
+      "step": 113500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.378481012658228e-05,
+      "learning_rate_adapter": 7.378481012658228e-05,
+      "loss": 0.0228,
+      "step": 113550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.377215189873418e-05,
+      "learning_rate_adapter": 7.377215189873418e-05,
+      "loss": 0.0226,
+      "step": 113600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.375949367088608e-05,
+      "learning_rate_adapter": 7.375949367088608e-05,
+      "loss": 0.0227,
+      "step": 113650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.374683544303797e-05,
+      "learning_rate_adapter": 7.374683544303797e-05,
+      "loss": 0.0224,
+      "step": 113700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.373417721518988e-05,
+      "learning_rate_adapter": 7.373417721518988e-05,
+      "loss": 0.0225,
+      "step": 113750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.372151898734177e-05,
+      "learning_rate_adapter": 7.372151898734177e-05,
+      "loss": 0.0226,
+      "step": 113800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.370886075949366e-05,
+      "learning_rate_adapter": 7.370886075949366e-05,
+      "loss": 0.0228,
+      "step": 113850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.369620253164557e-05,
+      "learning_rate_adapter": 7.369620253164557e-05,
+      "loss": 0.023,
+      "step": 113900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.368354430379747e-05,
+      "learning_rate_adapter": 7.368354430379747e-05,
+      "loss": 0.0229,
+      "step": 113950
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.367088607594938e-05,
+      "learning_rate_adapter": 7.367088607594938e-05,
+      "loss": 0.0227,
+      "step": 114000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.365822784810127e-05,
+      "learning_rate_adapter": 7.365822784810127e-05,
+      "loss": 0.023,
+      "step": 114050
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.364556962025316e-05,
+      "learning_rate_adapter": 7.364556962025316e-05,
+      "loss": 0.0227,
+      "step": 114100
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.363291139240507e-05,
+      "learning_rate_adapter": 7.363291139240507e-05,
+      "loss": 0.0229,
+      "step": 114150
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.362025316455696e-05,
+      "learning_rate_adapter": 7.362025316455696e-05,
+      "loss": 0.0228,
+      "step": 114200
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.360759493670887e-05,
+      "learning_rate_adapter": 7.360759493670887e-05,
+      "loss": 0.0227,
+      "step": 114250
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.359493670886076e-05,
+      "learning_rate_adapter": 7.359493670886076e-05,
+      "loss": 0.0227,
+      "step": 114300
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.358227848101265e-05,
+      "learning_rate_adapter": 7.358227848101265e-05,
+      "loss": 0.0227,
+      "step": 114350
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.356962025316456e-05,
+      "learning_rate_adapter": 7.356962025316456e-05,
+      "loss": 0.0226,
+      "step": 114400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.355696202531645e-05,
+      "learning_rate_adapter": 7.355696202531645e-05,
+      "loss": 0.0225,
+      "step": 114450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.354430379746836e-05,
+      "learning_rate_adapter": 7.354430379746836e-05,
+      "loss": 0.0227,
+      "step": 114500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.353164556962026e-05,
+      "learning_rate_adapter": 7.353164556962026e-05,
+      "loss": 0.0224,
+      "step": 114550
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.351898734177217e-05,
+      "learning_rate_adapter": 7.351898734177217e-05,
+      "loss": 0.0225,
+      "step": 114600
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.350632911392406e-05,
+      "learning_rate_adapter": 7.350632911392406e-05,
+      "loss": 0.0227,
+      "step": 114650
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.349367088607595e-05,
+      "learning_rate_adapter": 7.349367088607595e-05,
+      "loss": 0.0228,
+      "step": 114700
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.348101265822786e-05,
+      "learning_rate_adapter": 7.348101265822786e-05,
+      "loss": 0.0226,
+      "step": 114750
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.346835443037975e-05,
+      "learning_rate_adapter": 7.346835443037975e-05,
+      "loss": 0.0228,
+      "step": 114800
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.345569620253165e-05,
+      "learning_rate_adapter": 7.345569620253165e-05,
+      "loss": 0.0228,
+      "step": 114850
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.344303797468355e-05,
+      "learning_rate_adapter": 7.344303797468355e-05,
+      "loss": 0.0227,
+      "step": 114900
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 7.343037974683544e-05,
+      "learning_rate_adapter": 7.343037974683544e-05,
+      "loss": 0.0225,
+      "step": 114950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.341772151898734e-05,
+      "learning_rate_adapter": 7.341772151898734e-05,
+      "loss": 0.0226,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "eval_af_opus100_pr_auc": 0.8052444910479863,
+      "eval_af_ud_pr_auc": 0.9851125984473131,
+      "eval_am_opus100_pr_auc": 0.589541503510499,
+      "eval_ar_ersatz_pr_auc": 0.9240860869918484,
+      "eval_ar_opus100_pr_auc": 0.7369571833710862,
+      "eval_ar_ud_pr_auc": 0.8993817036968726,
+      "eval_average_ersatz_pr_auc": 0.9724614349295032,
+      "eval_average_opus100_pr_auc": 0.8551874728382406,
+      "eval_average_ud_pr_auc": 0.9674371216530111,
+      "eval_az_opus100_pr_auc": 0.8374455433534882,
+      "eval_be_opus100_pr_auc": 0.7820491243951309,
+      "eval_be_ud_pr_auc": 0.9079645377901724,
+      "eval_bg_opus100_pr_auc": 0.9210213823488268,
+      "eval_bg_ud_pr_auc": 0.9977662410691388,
+      "eval_bn_opus100_pr_auc": 0.8468625598751978,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.895838529931257,
+      "eval_ca_ud_pr_auc": 0.9957253672675891,
+      "eval_ceb_ud_pr_auc": 0.9999434125086538,
+      "eval_cs_ersatz_pr_auc": 0.9862950487298038,
+      "eval_cs_opus100_pr_auc": 0.9139887982456615,
+      "eval_cs_ud_pr_auc": 0.9603378021495499,
+      "eval_cy_opus100_pr_auc": 0.7952825150371337,
+      "eval_cy_ud_pr_auc": 0.9971543184445261,
+      "eval_da_opus100_pr_auc": 0.925221920198662,
+      "eval_da_ud_pr_auc": 0.9788964700028306,
+      "eval_de_ersatz_pr_auc": 0.987584267243501,
+      "eval_de_opus100_pr_auc": 0.917578427598071,
+      "eval_de_ud_pr_auc": 0.9879930774917719,
+      "eval_el_opus100_pr_auc": 0.9159283414337397,
+      "eval_el_ud_pr_auc": 0.994147420082719,
+      "eval_en_ersatz_pr_auc": 0.9935323445640372,
+      "eval_en_opus100_pr_auc": 0.9310767995417114,
+      "eval_en_ud_pr_auc": 0.9761584103590362,
+      "eval_eo_opus100_pr_auc": 0.934974495393203,
+      "eval_es_ersatz_pr_auc": 0.9974134805694221,
+      "eval_es_opus100_pr_auc": 0.9379863389025671,
+      "eval_es_ud_pr_auc": 0.9920449683413963,
+      "eval_et_ersatz_pr_auc": 0.9823056364435488,
+      "eval_et_opus100_pr_auc": 0.8950939936505468,
+      "eval_et_ud_pr_auc": 0.9710629598137237,
+      "eval_eu_opus100_pr_auc": 0.8860944633394178,
+      "eval_eu_ud_pr_auc": 0.9922593909121962,
+      "eval_fa_opus100_pr_auc": 0.6152343931159768,
+      "eval_fa_ud_pr_auc": 0.9959898493272821,
+      "eval_fi_ersatz_pr_auc": 0.9936335615288643,
+      "eval_fi_opus100_pr_auc": 0.9273748670229539,
+      "eval_fi_ud_pr_auc": 0.9746009074494263,
+      "eval_fr_ersatz_pr_auc": 0.986311703127642,
+      "eval_fr_opus100_pr_auc": 0.9249242741648901,
+      "eval_fr_ud_pr_auc": 0.9912833147083144,
+      "eval_fy_opus100_pr_auc": 0.702570289886988,
+      "eval_ga_opus100_pr_auc": 0.9209151868363169,
+      "eval_ga_ud_pr_auc": 0.8277188481218699,
+      "eval_gd_opus100_pr_auc": 0.7702652474533666,
+      "eval_gd_ud_pr_auc": 0.8273856364138306,
+      "eval_gl_opus100_pr_auc": 0.8948615662068158,
+      "eval_gl_ud_pr_auc": 0.9979966164542441,
+      "eval_gu_ersatz_pr_auc": 0.944575034036569,
+      "eval_gu_opus100_pr_auc": 0.7698949852422183,
+      "eval_ha_opus100_pr_auc": 0.9274843664165117,
+      "eval_he_opus100_pr_auc": 0.8895048898924497,
+      "eval_he_ud_pr_auc": 0.9732122932277922,
+      "eval_hi_ersatz_pr_auc": 0.9832891566255924,
+      "eval_hi_opus100_pr_auc": 0.7145967458562288,
+      "eval_hi_ud_pr_auc": 0.9939315633182522,
+      "eval_hu_opus100_pr_auc": 0.9217639369557624,
+      "eval_hu_ud_pr_auc": 0.9764141196802677,
+      "eval_hy_opus100_pr_auc": 0.9252820938429904,
+      "eval_hy_ud_pr_auc": 0.9831503090700126,
+      "eval_id_opus100_pr_auc": 0.8941677301982842,
+      "eval_id_ud_pr_auc": 0.9956382716788261,
+      "eval_ig_opus100_pr_auc": 0.8885036542524931,
+      "eval_is_opus100_pr_auc": 0.9349153732952562,
+      "eval_is_ud_pr_auc": 0.9152982321094888,
+      "eval_it_opus100_pr_auc": 0.9231079201869358,
+      "eval_it_ud_pr_auc": 0.998053206706738,
+      "eval_ja_ersatz_pr_auc": 0.8831602473556309,
+      "eval_ja_opus100_pr_auc": 0.8304042375763638,
+      "eval_ja_ud_pr_auc": 0.9784498912024022,
+      "eval_jv_ud_pr_auc": 0.9632030895283412,
+      "eval_ka_opus100_pr_auc": 0.8661141427475113,
+      "eval_kk_ersatz_pr_auc": 0.9912755978246381,
+      "eval_kk_opus100_pr_auc": 0.8389026067021439,
+      "eval_kk_ud_pr_auc": 0.974281055424898,
+      "eval_km_ersatz_pr_auc": 0.9378259798577472,
+      "eval_km_opus100_pr_auc": 0.7678394180113041,
+      "eval_kn_opus100_pr_auc": 0.704438780831194,
+      "eval_ko_opus100_pr_auc": 0.696366933183777,
+      "eval_ko_ud_pr_auc": 0.9990260637505649,
+      "eval_ku_opus100_pr_auc": 0.8603283811331778,
+      "eval_ky_opus100_pr_auc": 0.9012945638670202,
+      "eval_la_ud_pr_auc": 0.97967442331623,
+      "eval_loss": 0.026339037343859673,
+      "eval_lt_ersatz_pr_auc": 0.9976696279684458,
+      "eval_lt_opus100_pr_auc": 0.9021565081184979,
+      "eval_lt_ud_pr_auc": 0.9968263052930709,
+      "eval_lv_ersatz_pr_auc": 0.9929653180598975,
+      "eval_lv_opus100_pr_auc": 0.9074978347257968,
+      "eval_lv_ud_pr_auc": 0.9654434870134866,
+      "eval_mg_opus100_pr_auc": 0.9411408951974934,
+      "eval_mk_opus100_pr_auc": 0.9175539273462436,
+      "eval_ml_opus100_pr_auc": 0.8043344328684519,
+      "eval_mn_opus100_pr_auc": 0.9648022095315048,
+      "eval_mr_opus100_pr_auc": 0.9184481679743167,
+      "eval_mr_ud_pr_auc": 0.9686099248485043,
+      "eval_ms_opus100_pr_auc": 0.888869310935374,
+      "eval_mt_opus100_pr_auc": 0.8605520052321027,
+      "eval_mt_ud_pr_auc": 0.9128719601582388,
+      "eval_my_opus100_pr_auc": 0.8334300468147349,
+      "eval_ne_opus100_pr_auc": 0.7419191581064652,
+      "eval_nl_opus100_pr_auc": 0.9017421632105527,
+      "eval_nl_ud_pr_auc": 0.9847462982786909,
+      "eval_no_opus100_pr_auc": 0.9123799579947187,
+      "eval_no_ud_pr_auc": 0.9968583660962776,
+      "eval_pa_opus100_pr_auc": 0.6648905536462425,
+      "eval_pl_ersatz_pr_auc": 0.97192816520887,
+      "eval_pl_opus100_pr_auc": 0.9000941359371881,
+      "eval_pl_ud_pr_auc": 0.9748976343101287,
+      "eval_ps_ersatz_pr_auc": 0.9324117008873408,
+      "eval_ps_opus100_pr_auc": 0.791906359353047,
+      "eval_pt_opus100_pr_auc": 0.9303992999564294,
+      "eval_pt_ud_pr_auc": 0.9840973396252708,
+      "eval_ro_ersatz_pr_auc": 0.9930466185824851,
+      "eval_ro_opus100_pr_auc": 0.8887213393181843,
+      "eval_ro_ud_pr_auc": 0.9729454977289931,
+      "eval_ru_ersatz_pr_auc": 0.993942868803966,
+      "eval_ru_opus100_pr_auc": 0.948722770467546,
+      "eval_ru_ud_pr_auc": 0.8587843446279938,
+      "eval_runtime": 525.7653,
+      "eval_samples_per_second": 143.638,
+      "eval_si_opus100_pr_auc": 0.8368423839317793,
+      "eval_sk_opus100_pr_auc": 0.9378011122600052,
+      "eval_sk_ud_pr_auc": 0.9880473603479952,
+      "eval_sl_opus100_pr_auc": 0.8770613697231272,
+      "eval_sl_ud_pr_auc": 0.9724413718956895,
+      "eval_sq_opus100_pr_auc": 0.9428833406657611,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9203437099855777,
+      "eval_sr_ud_pr_auc": 0.998593365791908,
+      "eval_steps_per_second": 0.561,
+      "eval_sv_opus100_pr_auc": 0.904184573537633,
+      "eval_sv_ud_pr_auc": 0.9536511496761079,
+      "eval_ta_ersatz_pr_auc": 0.986004754568587,
+      "eval_ta_opus100_pr_auc": 0.7449221162645698,
+      "eval_ta_ud_pr_auc": 0.9949514765490849,
+      "eval_te_opus100_pr_auc": 0.8371300599478508,
+      "eval_tg_opus100_pr_auc": 0.9182523088082446,
+      "eval_th_opus100_pr_auc": 0.7029111373986964,
+      "eval_th_ud_pr_auc": 0.875795900482196,
+      "eval_tr_ersatz_pr_auc": 0.9707273269553428,
+      "eval_tr_opus100_pr_auc": 0.905898616779334,
+      "eval_tr_ud_pr_auc": 0.9695112915677745,
+      "eval_uk_opus100_pr_auc": 0.8766504764188834,
+      "eval_uk_ud_pr_auc": 0.9230296458949064,
+      "eval_ur_opus100_pr_auc": 0.6213099994076992,
+      "eval_ur_ud_pr_auc": 0.9940963198734711,
+      "eval_uz_opus100_pr_auc": 0.8942153895503598,
+      "eval_vi_opus100_pr_auc": 0.9079894967802277,
+      "eval_vi_ud_pr_auc": 0.9465933161904397,
+      "eval_xh_opus100_pr_auc": 0.875500427213334,
+      "eval_yi_opus100_pr_auc": 0.7850542417251335,
+      "eval_yo_opus100_pr_auc": 0.8349845892525114,
+      "eval_yo_ud_pr_auc": 0.9372477385911394,
+      "eval_zh_ersatz_pr_auc": 0.964167042515294,
+      "eval_zh_opus100_pr_auc": 0.8740812091975223,
+      "eval_zh_ud_pr_auc": 0.9926194695139962,
+      "eval_zu_opus100_pr_auc": 0.8285521410994668,
+      "step": 115000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.340506329113924e-05,
+      "learning_rate_adapter": 7.340506329113924e-05,
+      "loss": 0.0229,
+      "step": 115050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.339240506329114e-05,
+      "learning_rate_adapter": 7.339240506329114e-05,
+      "loss": 0.0226,
+      "step": 115100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.337974683544305e-05,
+      "learning_rate_adapter": 7.337974683544305e-05,
+      "loss": 0.0225,
+      "step": 115150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.336708860759494e-05,
+      "learning_rate_adapter": 7.336708860759494e-05,
+      "loss": 0.0229,
+      "step": 115200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.335443037974684e-05,
+      "learning_rate_adapter": 7.335443037974684e-05,
+      "loss": 0.0229,
+      "step": 115250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.334177215189874e-05,
+      "learning_rate_adapter": 7.334177215189874e-05,
+      "loss": 0.0228,
+      "step": 115300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.332911392405064e-05,
+      "learning_rate_adapter": 7.332911392405064e-05,
+      "loss": 0.023,
+      "step": 115350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.331645569620253e-05,
+      "learning_rate_adapter": 7.331645569620253e-05,
+      "loss": 0.0226,
+      "step": 115400
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.330379746835443e-05,
+      "learning_rate_adapter": 7.330379746835443e-05,
+      "loss": 0.0227,
+      "step": 115450
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.329113924050633e-05,
+      "learning_rate_adapter": 7.329113924050633e-05,
+      "loss": 0.0226,
+      "step": 115500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.327848101265822e-05,
+      "learning_rate_adapter": 7.327848101265822e-05,
+      "loss": 0.0228,
+      "step": 115550
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.326582278481013e-05,
+      "learning_rate_adapter": 7.326582278481013e-05,
+      "loss": 0.0229,
+      "step": 115600
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.325316455696202e-05,
+      "learning_rate_adapter": 7.325316455696202e-05,
+      "loss": 0.0231,
+      "step": 115650
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.324050632911393e-05,
+      "learning_rate_adapter": 7.324050632911393e-05,
+      "loss": 0.0227,
+      "step": 115700
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.322784810126583e-05,
+      "learning_rate_adapter": 7.322784810126583e-05,
+      "loss": 0.0228,
+      "step": 115750
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.321518987341773e-05,
+      "learning_rate_adapter": 7.321518987341773e-05,
+      "loss": 0.0227,
+      "step": 115800
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.320253164556963e-05,
+      "learning_rate_adapter": 7.320253164556963e-05,
+      "loss": 0.0229,
+      "step": 115850
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.318987341772152e-05,
+      "learning_rate_adapter": 7.318987341772152e-05,
+      "loss": 0.0226,
+      "step": 115900
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.317721518987342e-05,
+      "learning_rate_adapter": 7.317721518987342e-05,
+      "loss": 0.0229,
+      "step": 115950
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.316455696202532e-05,
+      "learning_rate_adapter": 7.316455696202532e-05,
+      "loss": 0.0229,
+      "step": 116000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.315189873417721e-05,
+      "learning_rate_adapter": 7.315189873417721e-05,
+      "loss": 0.0227,
+      "step": 116050
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.313924050632912e-05,
+      "learning_rate_adapter": 7.313924050632912e-05,
+      "loss": 0.0229,
+      "step": 116100
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.312658227848101e-05,
+      "learning_rate_adapter": 7.312658227848101e-05,
+      "loss": 0.0229,
+      "step": 116150
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.311392405063292e-05,
+      "learning_rate_adapter": 7.311392405063292e-05,
+      "loss": 0.0228,
+      "step": 116200
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.310126582278481e-05,
+      "learning_rate_adapter": 7.310126582278481e-05,
+      "loss": 0.0228,
+      "step": 116250
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.308860759493671e-05,
+      "learning_rate_adapter": 7.308860759493671e-05,
+      "loss": 0.0226,
+      "step": 116300
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.307594936708862e-05,
+      "learning_rate_adapter": 7.307594936708862e-05,
+      "loss": 0.0226,
+      "step": 116350
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 7.306329113924051e-05,
+      "learning_rate_adapter": 7.306329113924051e-05,
+      "loss": 0.0229,
+      "step": 116400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.305063291139242e-05,
+      "learning_rate_adapter": 7.305063291139242e-05,
+      "loss": 0.0228,
+      "step": 116450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.303797468354431e-05,
+      "learning_rate_adapter": 7.303797468354431e-05,
+      "loss": 0.0229,
+      "step": 116500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.30253164556962e-05,
+      "learning_rate_adapter": 7.30253164556962e-05,
+      "loss": 0.0227,
+      "step": 116550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.301265822784811e-05,
+      "learning_rate_adapter": 7.301265822784811e-05,
+      "loss": 0.0229,
+      "step": 116600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.3e-05,
+      "learning_rate_adapter": 7.3e-05,
+      "loss": 0.0226,
+      "step": 116650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29873417721519e-05,
+      "learning_rate_adapter": 7.29873417721519e-05,
+      "loss": 0.0229,
+      "step": 116700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29746835443038e-05,
+      "learning_rate_adapter": 7.29746835443038e-05,
+      "loss": 0.0229,
+      "step": 116750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.296202531645569e-05,
+      "learning_rate_adapter": 7.296202531645569e-05,
+      "loss": 0.0225,
+      "step": 116800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29493670886076e-05,
+      "learning_rate_adapter": 7.29493670886076e-05,
+      "loss": 0.0225,
+      "step": 116850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29367088607595e-05,
+      "learning_rate_adapter": 7.29367088607595e-05,
+      "loss": 0.0227,
+      "step": 116900
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29240506329114e-05,
+      "learning_rate_adapter": 7.29240506329114e-05,
+      "loss": 0.0225,
+      "step": 116950
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.29113924050633e-05,
+      "learning_rate_adapter": 7.29113924050633e-05,
+      "loss": 0.0226,
+      "step": 117000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.289873417721519e-05,
+      "learning_rate_adapter": 7.289873417721519e-05,
+      "loss": 0.0224,
+      "step": 117050
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.28860759493671e-05,
+      "learning_rate_adapter": 7.28860759493671e-05,
+      "loss": 0.0228,
+      "step": 117100
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.287341772151899e-05,
+      "learning_rate_adapter": 7.287341772151899e-05,
+      "loss": 0.0227,
+      "step": 117150
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.286075949367089e-05,
+      "learning_rate_adapter": 7.286075949367089e-05,
+      "loss": 0.0228,
+      "step": 117200
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.284810126582279e-05,
+      "learning_rate_adapter": 7.284810126582279e-05,
+      "loss": 0.0226,
+      "step": 117250
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.283544303797468e-05,
+      "learning_rate_adapter": 7.283544303797468e-05,
+      "loss": 0.0227,
+      "step": 117300
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.282278481012658e-05,
+      "learning_rate_adapter": 7.282278481012658e-05,
+      "loss": 0.0226,
+      "step": 117350
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.281012658227848e-05,
+      "learning_rate_adapter": 7.281012658227848e-05,
+      "loss": 0.0228,
+      "step": 117400
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.279746835443038e-05,
+      "learning_rate_adapter": 7.279746835443038e-05,
+      "loss": 0.0226,
+      "step": 117450
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.278481012658229e-05,
+      "learning_rate_adapter": 7.278481012658229e-05,
+      "loss": 0.0227,
+      "step": 117500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.277215189873418e-05,
+      "learning_rate_adapter": 7.277215189873418e-05,
+      "loss": 0.0229,
+      "step": 117550
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.275949367088608e-05,
+      "learning_rate_adapter": 7.275949367088608e-05,
+      "loss": 0.0226,
+      "step": 117600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.274683544303798e-05,
+      "learning_rate_adapter": 7.274683544303798e-05,
+      "loss": 0.0226,
+      "step": 117650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.273417721518988e-05,
+      "learning_rate_adapter": 7.273417721518988e-05,
+      "loss": 0.0228,
+      "step": 117700
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.272151898734177e-05,
+      "learning_rate_adapter": 7.272151898734177e-05,
+      "loss": 0.0228,
+      "step": 117750
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.270886075949367e-05,
+      "learning_rate_adapter": 7.270886075949367e-05,
+      "loss": 0.0226,
+      "step": 117800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.269620253164557e-05,
+      "learning_rate_adapter": 7.269620253164557e-05,
+      "loss": 0.0226,
+      "step": 117850
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 7.268354430379746e-05,
+      "learning_rate_adapter": 7.268354430379746e-05,
+      "loss": 0.0227,
+      "step": 117900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.267088607594937e-05,
+      "learning_rate_adapter": 7.267088607594937e-05,
+      "loss": 0.0226,
+      "step": 117950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.265822784810126e-05,
+      "learning_rate_adapter": 7.265822784810126e-05,
+      "loss": 0.0228,
+      "step": 118000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.264556962025317e-05,
+      "learning_rate_adapter": 7.264556962025317e-05,
+      "loss": 0.0225,
+      "step": 118050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.263291139240507e-05,
+      "learning_rate_adapter": 7.263291139240507e-05,
+      "loss": 0.0228,
+      "step": 118100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.262025316455696e-05,
+      "learning_rate_adapter": 7.262025316455696e-05,
+      "loss": 0.0223,
+      "step": 118150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.260759493670887e-05,
+      "learning_rate_adapter": 7.260759493670887e-05,
+      "loss": 0.0226,
+      "step": 118200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.259493670886076e-05,
+      "learning_rate_adapter": 7.259493670886076e-05,
+      "loss": 0.0227,
+      "step": 118250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.258227848101267e-05,
+      "learning_rate_adapter": 7.258227848101267e-05,
+      "loss": 0.0226,
+      "step": 118300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.256962025316456e-05,
+      "learning_rate_adapter": 7.256962025316456e-05,
+      "loss": 0.0227,
+      "step": 118350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.255696202531645e-05,
+      "learning_rate_adapter": 7.255696202531645e-05,
+      "loss": 0.0226,
+      "step": 118400
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.254430379746836e-05,
+      "learning_rate_adapter": 7.254430379746836e-05,
+      "loss": 0.0226,
+      "step": 118450
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.253164556962025e-05,
+      "learning_rate_adapter": 7.253164556962025e-05,
+      "loss": 0.0227,
+      "step": 118500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.251898734177216e-05,
+      "learning_rate_adapter": 7.251898734177216e-05,
+      "loss": 0.0229,
+      "step": 118550
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.250632911392405e-05,
+      "learning_rate_adapter": 7.250632911392405e-05,
+      "loss": 0.0226,
+      "step": 118600
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.249367088607595e-05,
+      "learning_rate_adapter": 7.249367088607595e-05,
+      "loss": 0.0229,
+      "step": 118650
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.248101265822786e-05,
+      "learning_rate_adapter": 7.248101265822786e-05,
+      "loss": 0.0226,
+      "step": 118700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.246835443037975e-05,
+      "learning_rate_adapter": 7.246835443037975e-05,
+      "loss": 0.0225,
+      "step": 118750
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.245569620253166e-05,
+      "learning_rate_adapter": 7.245569620253166e-05,
+      "loss": 0.0227,
+      "step": 118800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.244303797468355e-05,
+      "learning_rate_adapter": 7.244303797468355e-05,
+      "loss": 0.0225,
+      "step": 118850
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.243037974683544e-05,
+      "learning_rate_adapter": 7.243037974683544e-05,
+      "loss": 0.0227,
+      "step": 118900
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.241772151898735e-05,
+      "learning_rate_adapter": 7.241772151898735e-05,
+      "loss": 0.0226,
+      "step": 118950
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.240506329113924e-05,
+      "learning_rate_adapter": 7.240506329113924e-05,
+      "loss": 0.0226,
+      "step": 119000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.239240506329114e-05,
+      "learning_rate_adapter": 7.239240506329114e-05,
+      "loss": 0.0226,
+      "step": 119050
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.237974683544304e-05,
+      "learning_rate_adapter": 7.237974683544304e-05,
+      "loss": 0.0227,
+      "step": 119100
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.236708860759494e-05,
+      "learning_rate_adapter": 7.236708860759494e-05,
+      "loss": 0.0229,
+      "step": 119150
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.235443037974683e-05,
+      "learning_rate_adapter": 7.235443037974683e-05,
+      "loss": 0.0227,
+      "step": 119200
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.234177215189874e-05,
+      "learning_rate_adapter": 7.234177215189874e-05,
+      "loss": 0.0225,
+      "step": 119250
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.232911392405065e-05,
+      "learning_rate_adapter": 7.232911392405065e-05,
+      "loss": 0.0227,
+      "step": 119300
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.231645569620254e-05,
+      "learning_rate_adapter": 7.231645569620254e-05,
+      "loss": 0.0226,
+      "step": 119350
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 7.230379746835443e-05,
+      "learning_rate_adapter": 7.230379746835443e-05,
+      "loss": 0.0227,
+      "step": 119400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.229113924050633e-05,
+      "learning_rate_adapter": 7.229113924050633e-05,
+      "loss": 0.0227,
+      "step": 119450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.227848101265823e-05,
+      "learning_rate_adapter": 7.227848101265823e-05,
+      "loss": 0.0225,
+      "step": 119500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.226582278481013e-05,
+      "learning_rate_adapter": 7.226582278481013e-05,
+      "loss": 0.0224,
+      "step": 119550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.225316455696202e-05,
+      "learning_rate_adapter": 7.225316455696202e-05,
+      "loss": 0.0225,
+      "step": 119600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.224050632911393e-05,
+      "learning_rate_adapter": 7.224050632911393e-05,
+      "loss": 0.0225,
+      "step": 119650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.222784810126582e-05,
+      "learning_rate_adapter": 7.222784810126582e-05,
+      "loss": 0.0227,
+      "step": 119700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.221518987341771e-05,
+      "learning_rate_adapter": 7.221518987341771e-05,
+      "loss": 0.0226,
+      "step": 119750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.220253164556962e-05,
+      "learning_rate_adapter": 7.220253164556962e-05,
+      "loss": 0.0226,
+      "step": 119800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.218987341772153e-05,
+      "learning_rate_adapter": 7.218987341772153e-05,
+      "loss": 0.0226,
+      "step": 119850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.217721518987343e-05,
+      "learning_rate_adapter": 7.217721518987343e-05,
+      "loss": 0.0226,
+      "step": 119900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.216455696202532e-05,
+      "learning_rate_adapter": 7.216455696202532e-05,
+      "loss": 0.0226,
+      "step": 119950
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.215189873417722e-05,
+      "learning_rate_adapter": 7.215189873417722e-05,
+      "loss": 0.0226,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "eval_af_opus100_pr_auc": 0.8104400580745589,
+      "eval_af_ud_pr_auc": 0.9851457825264968,
+      "eval_am_opus100_pr_auc": 0.5998119431883339,
+      "eval_ar_ersatz_pr_auc": 0.9357735314166347,
+      "eval_ar_opus100_pr_auc": 0.7472152364977531,
+      "eval_ar_ud_pr_auc": 0.9091418202586606,
+      "eval_average_ersatz_pr_auc": 0.9733271655090029,
+      "eval_average_opus100_pr_auc": 0.8554675035083938,
+      "eval_average_ud_pr_auc": 0.9677442180599208,
+      "eval_az_opus100_pr_auc": 0.834748548572557,
+      "eval_be_opus100_pr_auc": 0.7594927250402087,
+      "eval_be_ud_pr_auc": 0.9132373236477324,
+      "eval_bg_opus100_pr_auc": 0.925665094358541,
+      "eval_bg_ud_pr_auc": 0.996952899898391,
+      "eval_bn_opus100_pr_auc": 0.8455664359615471,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9079193364708388,
+      "eval_ca_ud_pr_auc": 0.9973671653418059,
+      "eval_ceb_ud_pr_auc": 0.9999434125086536,
+      "eval_cs_ersatz_pr_auc": 0.9854650024585695,
+      "eval_cs_opus100_pr_auc": 0.9162629729909088,
+      "eval_cs_ud_pr_auc": 0.9619276908899916,
+      "eval_cy_opus100_pr_auc": 0.794919608647503,
+      "eval_cy_ud_pr_auc": 0.9983308592766906,
+      "eval_da_opus100_pr_auc": 0.9287898989011361,
+      "eval_da_ud_pr_auc": 0.9796368299545969,
+      "eval_de_ersatz_pr_auc": 0.988660811261769,
+      "eval_de_opus100_pr_auc": 0.9196964196120755,
+      "eval_de_ud_pr_auc": 0.9859258428336706,
+      "eval_el_opus100_pr_auc": 0.9199378476399033,
+      "eval_el_ud_pr_auc": 0.9954360137258766,
+      "eval_en_ersatz_pr_auc": 0.9943224046728443,
+      "eval_en_opus100_pr_auc": 0.9225190552677424,
+      "eval_en_ud_pr_auc": 0.981622778930998,
+      "eval_eo_opus100_pr_auc": 0.937197479050134,
+      "eval_es_ersatz_pr_auc": 0.9975812503843439,
+      "eval_es_opus100_pr_auc": 0.9377764716556969,
+      "eval_es_ud_pr_auc": 0.98728815376156,
+      "eval_et_ersatz_pr_auc": 0.9813915181829721,
+      "eval_et_opus100_pr_auc": 0.9100524930160093,
+      "eval_et_ud_pr_auc": 0.9775319402633755,
+      "eval_eu_opus100_pr_auc": 0.8859067663485249,
+      "eval_eu_ud_pr_auc": 0.9922433762743248,
+      "eval_fa_opus100_pr_auc": 0.6285013710074908,
+      "eval_fa_ud_pr_auc": 0.994214605331747,
+      "eval_fi_ersatz_pr_auc": 0.9939300157254771,
+      "eval_fi_opus100_pr_auc": 0.9337642892668,
+      "eval_fi_ud_pr_auc": 0.9690438004822267,
+      "eval_fr_ersatz_pr_auc": 0.9902922870278655,
+      "eval_fr_opus100_pr_auc": 0.925447916585558,
+      "eval_fr_ud_pr_auc": 0.9921615002354404,
+      "eval_fy_opus100_pr_auc": 0.6832125204087132,
+      "eval_ga_opus100_pr_auc": 0.9165733310307644,
+      "eval_ga_ud_pr_auc": 0.855531015984066,
+      "eval_gd_opus100_pr_auc": 0.7742264871206992,
+      "eval_gd_ud_pr_auc": 0.8368317566882757,
+      "eval_gl_opus100_pr_auc": 0.9012602910055874,
+      "eval_gl_ud_pr_auc": 0.9971831198848263,
+      "eval_gu_ersatz_pr_auc": 0.9472826876924935,
+      "eval_gu_opus100_pr_auc": 0.7818741394278399,
+      "eval_ha_opus100_pr_auc": 0.9201594072997556,
+      "eval_he_opus100_pr_auc": 0.8999081966672345,
+      "eval_he_ud_pr_auc": 0.9771601964713797,
+      "eval_hi_ersatz_pr_auc": 0.9796071534829321,
+      "eval_hi_opus100_pr_auc": 0.7292306400528198,
+      "eval_hi_ud_pr_auc": 0.9876307355603138,
+      "eval_hu_opus100_pr_auc": 0.9195434868351784,
+      "eval_hu_ud_pr_auc": 0.9805075036726043,
+      "eval_hy_opus100_pr_auc": 0.9141702918212895,
+      "eval_hy_ud_pr_auc": 0.9828739079349347,
+      "eval_id_opus100_pr_auc": 0.9100451834222021,
+      "eval_id_ud_pr_auc": 0.9953948195759685,
+      "eval_ig_opus100_pr_auc": 0.8852174541948865,
+      "eval_is_opus100_pr_auc": 0.933181206631581,
+      "eval_is_ud_pr_auc": 0.8857556123514763,
+      "eval_it_opus100_pr_auc": 0.9249869111498866,
+      "eval_it_ud_pr_auc": 0.9993698557115074,
+      "eval_ja_ersatz_pr_auc": 0.8875694786701281,
+      "eval_ja_opus100_pr_auc": 0.8397338321412626,
+      "eval_ja_ud_pr_auc": 0.976210704510529,
+      "eval_jv_ud_pr_auc": 0.9588108160169305,
+      "eval_ka_opus100_pr_auc": 0.8491211349165614,
+      "eval_kk_ersatz_pr_auc": 0.9909457608752592,
+      "eval_kk_opus100_pr_auc": 0.8137916216162187,
+      "eval_kk_ud_pr_auc": 0.9720183532177484,
+      "eval_km_ersatz_pr_auc": 0.9296586182397016,
+      "eval_km_opus100_pr_auc": 0.7662941077882881,
+      "eval_kn_opus100_pr_auc": 0.677496194954931,
+      "eval_ko_opus100_pr_auc": 0.7088320472885619,
+      "eval_ko_ud_pr_auc": 0.9982393175181947,
+      "eval_ku_opus100_pr_auc": 0.8221312274708524,
+      "eval_ky_opus100_pr_auc": 0.9003752795872487,
+      "eval_la_ud_pr_auc": 0.975505819680329,
+      "eval_loss": 0.026409709826111794,
+      "eval_lt_ersatz_pr_auc": 0.9970888672687693,
+      "eval_lt_opus100_pr_auc": 0.8950224684863368,
+      "eval_lt_ud_pr_auc": 0.995730792368646,
+      "eval_lv_ersatz_pr_auc": 0.9932687196769756,
+      "eval_lv_opus100_pr_auc": 0.8995419206807178,
+      "eval_lv_ud_pr_auc": 0.9702416823659137,
+      "eval_mg_opus100_pr_auc": 0.9476647404227514,
+      "eval_mk_opus100_pr_auc": 0.926808162777681,
+      "eval_ml_opus100_pr_auc": 0.8091465922804001,
+      "eval_mn_opus100_pr_auc": 0.9567137174758127,
+      "eval_mr_opus100_pr_auc": 0.9171659390434883,
+      "eval_mr_ud_pr_auc": 0.9599105329282475,
+      "eval_ms_opus100_pr_auc": 0.8982600701239728,
+      "eval_mt_opus100_pr_auc": 0.8779823288476243,
+      "eval_mt_ud_pr_auc": 0.9230113529958954,
+      "eval_my_opus100_pr_auc": 0.8219319077574686,
+      "eval_ne_opus100_pr_auc": 0.7492833030116377,
+      "eval_nl_opus100_pr_auc": 0.902190450560255,
+      "eval_nl_ud_pr_auc": 0.9894185268851358,
+      "eval_no_opus100_pr_auc": 0.917686907565328,
+      "eval_no_ud_pr_auc": 0.9964222419150566,
+      "eval_pa_opus100_pr_auc": 0.6878412979631615,
+      "eval_pl_ersatz_pr_auc": 0.9738769999954918,
+      "eval_pl_opus100_pr_auc": 0.902807432183186,
+      "eval_pl_ud_pr_auc": 0.9772829519231375,
+      "eval_ps_ersatz_pr_auc": 0.9334659752536366,
+      "eval_ps_opus100_pr_auc": 0.7792306752046178,
+      "eval_pt_opus100_pr_auc": 0.9302349177943255,
+      "eval_pt_ud_pr_auc": 0.9840400605985533,
+      "eval_ro_ersatz_pr_auc": 0.9930337197441604,
+      "eval_ro_opus100_pr_auc": 0.8844860087850693,
+      "eval_ro_ud_pr_auc": 0.9642191305488692,
+      "eval_ru_ersatz_pr_auc": 0.9940469637768485,
+      "eval_ru_opus100_pr_auc": 0.9459699158982416,
+      "eval_ru_ud_pr_auc": 0.8708259819111999,
+      "eval_runtime": 515.1092,
+      "eval_samples_per_second": 146.61,
+      "eval_si_opus100_pr_auc": 0.8269052730615115,
+      "eval_sk_opus100_pr_auc": 0.9447722893581819,
+      "eval_sk_ud_pr_auc": 0.9910019890683274,
+      "eval_sl_opus100_pr_auc": 0.8819167958102397,
+      "eval_sl_ud_pr_auc": 0.9790911490227807,
+      "eval_sq_opus100_pr_auc": 0.9382610758756246,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9155998071127067,
+      "eval_sr_ud_pr_auc": 0.9990649267480145,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.904979423683426,
+      "eval_sv_ud_pr_auc": 0.9486264002037977,
+      "eval_ta_ersatz_pr_auc": 0.9786135241461117,
+      "eval_ta_opus100_pr_auc": 0.7593214092531044,
+      "eval_ta_ud_pr_auc": 0.9939252345219685,
+      "eval_te_opus100_pr_auc": 0.837114313274303,
+      "eval_tg_opus100_pr_auc": 0.9157488639179154,
+      "eval_th_opus100_pr_auc": 0.7122554736839856,
+      "eval_th_ud_pr_auc": 0.871872914449001,
+      "eval_tr_ersatz_pr_auc": 0.964744561884641,
+      "eval_tr_opus100_pr_auc": 0.9075746931376091,
+      "eval_tr_ud_pr_auc": 0.9662621044709417,
+      "eval_uk_opus100_pr_auc": 0.8868513347445879,
+      "eval_uk_ud_pr_auc": 0.9270714742546466,
+      "eval_ur_opus100_pr_auc": 0.6069744638201102,
+      "eval_ur_ud_pr_auc": 0.9914127075448206,
+      "eval_uz_opus100_pr_auc": 0.8882013072589505,
+      "eval_vi_opus100_pr_auc": 0.9070875981660091,
+      "eval_vi_ud_pr_auc": 0.9479823296153691,
+      "eval_xh_opus100_pr_auc": 0.8918335896778686,
+      "eval_yi_opus100_pr_auc": 0.7592622032024056,
+      "eval_yo_opus100_pr_auc": 0.8323295755028766,
+      "eval_yo_ud_pr_auc": 0.9214650632456073,
+      "eval_zh_ersatz_pr_auc": 0.9825777893604367,
+      "eval_zh_opus100_pr_auc": 0.8851921424750654,
+      "eval_zh_ud_pr_auc": 0.9963655509082378,
+      "eval_zu_opus100_pr_auc": 0.8331879368235575,
+      "step": 120000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.213924050632912e-05,
+      "learning_rate_adapter": 7.213924050632912e-05,
+      "loss": 0.0226,
+      "step": 120050
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.212658227848101e-05,
+      "learning_rate_adapter": 7.212658227848101e-05,
+      "loss": 0.0225,
+      "step": 120100
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.211392405063292e-05,
+      "learning_rate_adapter": 7.211392405063292e-05,
+      "loss": 0.0225,
+      "step": 120150
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.210126582278481e-05,
+      "learning_rate_adapter": 7.210126582278481e-05,
+      "loss": 0.0226,
+      "step": 120200
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20886075949367e-05,
+      "learning_rate_adapter": 7.20886075949367e-05,
+      "loss": 0.0227,
+      "step": 120250
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.207594936708861e-05,
+      "learning_rate_adapter": 7.207594936708861e-05,
+      "loss": 0.0226,
+      "step": 120300
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20632911392405e-05,
+      "learning_rate_adapter": 7.20632911392405e-05,
+      "loss": 0.0226,
+      "step": 120350
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20506329113924e-05,
+      "learning_rate_adapter": 7.20506329113924e-05,
+      "loss": 0.0227,
+      "step": 120400
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.203797468354431e-05,
+      "learning_rate_adapter": 7.203797468354431e-05,
+      "loss": 0.0229,
+      "step": 120450
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.20253164556962e-05,
+      "learning_rate_adapter": 7.20253164556962e-05,
+      "loss": 0.0225,
+      "step": 120500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.201265822784811e-05,
+      "learning_rate_adapter": 7.201265822784811e-05,
+      "loss": 0.0226,
+      "step": 120550
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.2e-05,
+      "learning_rate_adapter": 7.2e-05,
+      "loss": 0.0227,
+      "step": 120600
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.198734177215191e-05,
+      "learning_rate_adapter": 7.198734177215191e-05,
+      "loss": 0.0227,
+      "step": 120650
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19746835443038e-05,
+      "learning_rate_adapter": 7.19746835443038e-05,
+      "loss": 0.0226,
+      "step": 120700
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.196202531645569e-05,
+      "learning_rate_adapter": 7.196202531645569e-05,
+      "loss": 0.0227,
+      "step": 120750
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.19493670886076e-05,
+      "learning_rate_adapter": 7.19493670886076e-05,
+      "loss": 0.0223,
+      "step": 120800
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 7.193670886075949e-05,
+      "learning_rate_adapter": 7.193670886075949e-05,
+      "loss": 0.0225,
+      "step": 120850
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.19240506329114e-05,
+      "learning_rate_adapter": 7.19240506329114e-05,
+      "loss": 0.0223,
+      "step": 120900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.191139240506329e-05,
+      "learning_rate_adapter": 7.191139240506329e-05,
+      "loss": 0.0227,
+      "step": 120950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.189873417721519e-05,
+      "learning_rate_adapter": 7.189873417721519e-05,
+      "loss": 0.0228,
+      "step": 121000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18860759493671e-05,
+      "learning_rate_adapter": 7.18860759493671e-05,
+      "loss": 0.0224,
+      "step": 121050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.187341772151899e-05,
+      "learning_rate_adapter": 7.187341772151899e-05,
+      "loss": 0.0225,
+      "step": 121100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18607594936709e-05,
+      "learning_rate_adapter": 7.18607594936709e-05,
+      "loss": 0.0226,
+      "step": 121150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.184810126582279e-05,
+      "learning_rate_adapter": 7.184810126582279e-05,
+      "loss": 0.0227,
+      "step": 121200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.18354430379747e-05,
+      "learning_rate_adapter": 7.18354430379747e-05,
+      "loss": 0.0227,
+      "step": 121250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.182278481012659e-05,
+      "learning_rate_adapter": 7.182278481012659e-05,
+      "loss": 0.0226,
+      "step": 121300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.181012658227848e-05,
+      "learning_rate_adapter": 7.181012658227848e-05,
+      "loss": 0.0226,
+      "step": 121350
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.179746835443038e-05,
+      "learning_rate_adapter": 7.179746835443038e-05,
+      "loss": 0.0227,
+      "step": 121400
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.178481012658228e-05,
+      "learning_rate_adapter": 7.178481012658228e-05,
+      "loss": 0.0223,
+      "step": 121450
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.177215189873418e-05,
+      "learning_rate_adapter": 7.177215189873418e-05,
+      "loss": 0.0224,
+      "step": 121500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.175949367088607e-05,
+      "learning_rate_adapter": 7.175949367088607e-05,
+      "loss": 0.0225,
+      "step": 121550
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.174683544303798e-05,
+      "learning_rate_adapter": 7.174683544303798e-05,
+      "loss": 0.0225,
+      "step": 121600
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.173417721518988e-05,
+      "learning_rate_adapter": 7.173417721518988e-05,
+      "loss": 0.0226,
+      "step": 121650
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.172151898734178e-05,
+      "learning_rate_adapter": 7.172151898734178e-05,
+      "loss": 0.0226,
+      "step": 121700
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.170886075949368e-05,
+      "learning_rate_adapter": 7.170886075949368e-05,
+      "loss": 0.0225,
+      "step": 121750
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.169620253164557e-05,
+      "learning_rate_adapter": 7.169620253164557e-05,
+      "loss": 0.0225,
+      "step": 121800
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.168354430379747e-05,
+      "learning_rate_adapter": 7.168354430379747e-05,
+      "loss": 0.0225,
+      "step": 121850
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.167088607594937e-05,
+      "learning_rate_adapter": 7.167088607594937e-05,
+      "loss": 0.0226,
+      "step": 121900
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.165822784810126e-05,
+      "learning_rate_adapter": 7.165822784810126e-05,
+      "loss": 0.0225,
+      "step": 121950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.164556962025317e-05,
+      "learning_rate_adapter": 7.164556962025317e-05,
+      "loss": 0.0227,
+      "step": 122000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.163291139240506e-05,
+      "learning_rate_adapter": 7.163291139240506e-05,
+      "loss": 0.0226,
+      "step": 122050
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.162025316455697e-05,
+      "learning_rate_adapter": 7.162025316455697e-05,
+      "loss": 0.0225,
+      "step": 122100
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.160759493670886e-05,
+      "learning_rate_adapter": 7.160759493670886e-05,
+      "loss": 0.0224,
+      "step": 122150
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.159493670886077e-05,
+      "learning_rate_adapter": 7.159493670886077e-05,
+      "loss": 0.0224,
+      "step": 122200
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.158227848101267e-05,
+      "learning_rate_adapter": 7.158227848101267e-05,
+      "loss": 0.0225,
+      "step": 122250
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.156962025316456e-05,
+      "learning_rate_adapter": 7.156962025316456e-05,
+      "loss": 0.0227,
+      "step": 122300
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 7.155696202531645e-05,
+      "learning_rate_adapter": 7.155696202531645e-05,
+      "loss": 0.0226,
+      "step": 122350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.154430379746836e-05,
+      "learning_rate_adapter": 7.154430379746836e-05,
+      "loss": 0.0223,
+      "step": 122400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.153164556962025e-05,
+      "learning_rate_adapter": 7.153164556962025e-05,
+      "loss": 0.0225,
+      "step": 122450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.151898734177216e-05,
+      "learning_rate_adapter": 7.151898734177216e-05,
+      "loss": 0.0227,
+      "step": 122500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.150632911392405e-05,
+      "learning_rate_adapter": 7.150632911392405e-05,
+      "loss": 0.0223,
+      "step": 122550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.149367088607594e-05,
+      "learning_rate_adapter": 7.149367088607594e-05,
+      "loss": 0.0225,
+      "step": 122600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.148101265822785e-05,
+      "learning_rate_adapter": 7.148101265822785e-05,
+      "loss": 0.0225,
+      "step": 122650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.146835443037975e-05,
+      "learning_rate_adapter": 7.146835443037975e-05,
+      "loss": 0.0225,
+      "step": 122700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.145569620253165e-05,
+      "learning_rate_adapter": 7.145569620253165e-05,
+      "loss": 0.0223,
+      "step": 122750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.144303797468355e-05,
+      "learning_rate_adapter": 7.144303797468355e-05,
+      "loss": 0.0226,
+      "step": 122800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.143037974683546e-05,
+      "learning_rate_adapter": 7.143037974683546e-05,
+      "loss": 0.0225,
+      "step": 122850
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.141772151898735e-05,
+      "learning_rate_adapter": 7.141772151898735e-05,
+      "loss": 0.0226,
+      "step": 122900
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.140506329113924e-05,
+      "learning_rate_adapter": 7.140506329113924e-05,
+      "loss": 0.0225,
+      "step": 122950
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.139240506329115e-05,
+      "learning_rate_adapter": 7.139240506329115e-05,
+      "loss": 0.0225,
+      "step": 123000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.137974683544304e-05,
+      "learning_rate_adapter": 7.137974683544304e-05,
+      "loss": 0.0226,
+      "step": 123050
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.136708860759494e-05,
+      "learning_rate_adapter": 7.136708860759494e-05,
+      "loss": 0.0226,
+      "step": 123100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.135443037974684e-05,
+      "learning_rate_adapter": 7.135443037974684e-05,
+      "loss": 0.0224,
+      "step": 123150
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.134177215189873e-05,
+      "learning_rate_adapter": 7.134177215189873e-05,
+      "loss": 0.0225,
+      "step": 123200
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.132911392405063e-05,
+      "learning_rate_adapter": 7.132911392405063e-05,
+      "loss": 0.0224,
+      "step": 123250
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.131645569620253e-05,
+      "learning_rate_adapter": 7.131645569620253e-05,
+      "loss": 0.0226,
+      "step": 123300
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.130379746835443e-05,
+      "learning_rate_adapter": 7.130379746835443e-05,
+      "loss": 0.0228,
+      "step": 123350
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.129113924050634e-05,
+      "learning_rate_adapter": 7.129113924050634e-05,
+      "loss": 0.0227,
+      "step": 123400
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.127848101265823e-05,
+      "learning_rate_adapter": 7.127848101265823e-05,
+      "loss": 0.0226,
+      "step": 123450
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.126582278481014e-05,
+      "learning_rate_adapter": 7.126582278481014e-05,
+      "loss": 0.0225,
+      "step": 123500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.125316455696203e-05,
+      "learning_rate_adapter": 7.125316455696203e-05,
+      "loss": 0.0226,
+      "step": 123550
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.124050632911393e-05,
+      "learning_rate_adapter": 7.124050632911393e-05,
+      "loss": 0.0222,
+      "step": 123600
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.122784810126583e-05,
+      "learning_rate_adapter": 7.122784810126583e-05,
+      "loss": 0.0225,
+      "step": 123650
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.121518987341772e-05,
+      "learning_rate_adapter": 7.121518987341772e-05,
+      "loss": 0.0226,
+      "step": 123700
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.120253164556962e-05,
+      "learning_rate_adapter": 7.120253164556962e-05,
+      "loss": 0.0223,
+      "step": 123750
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.118987341772152e-05,
+      "learning_rate_adapter": 7.118987341772152e-05,
+      "loss": 0.0223,
+      "step": 123800
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 7.117721518987342e-05,
+      "learning_rate_adapter": 7.117721518987342e-05,
+      "loss": 0.0226,
+      "step": 123850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.116455696202531e-05,
+      "learning_rate_adapter": 7.116455696202531e-05,
+      "loss": 0.0226,
+      "step": 123900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.115189873417722e-05,
+      "learning_rate_adapter": 7.115189873417722e-05,
+      "loss": 0.0224,
+      "step": 123950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.113924050632912e-05,
+      "learning_rate_adapter": 7.113924050632912e-05,
+      "loss": 0.0224,
+      "step": 124000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.112658227848102e-05,
+      "learning_rate_adapter": 7.112658227848102e-05,
+      "loss": 0.0224,
+      "step": 124050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.111392405063292e-05,
+      "learning_rate_adapter": 7.111392405063292e-05,
+      "loss": 0.0225,
+      "step": 124100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.110126582278481e-05,
+      "learning_rate_adapter": 7.110126582278481e-05,
+      "loss": 0.0225,
+      "step": 124150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10886075949367e-05,
+      "learning_rate_adapter": 7.10886075949367e-05,
+      "loss": 0.0224,
+      "step": 124200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.107594936708861e-05,
+      "learning_rate_adapter": 7.107594936708861e-05,
+      "loss": 0.0226,
+      "step": 124250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10632911392405e-05,
+      "learning_rate_adapter": 7.10632911392405e-05,
+      "loss": 0.0225,
+      "step": 124300
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.105063291139241e-05,
+      "learning_rate_adapter": 7.105063291139241e-05,
+      "loss": 0.0225,
+      "step": 124350
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10379746835443e-05,
+      "learning_rate_adapter": 7.10379746835443e-05,
+      "loss": 0.0224,
+      "step": 124400
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.102531645569621e-05,
+      "learning_rate_adapter": 7.102531645569621e-05,
+      "loss": 0.0224,
+      "step": 124450
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.10126582278481e-05,
+      "learning_rate_adapter": 7.10126582278481e-05,
+      "loss": 0.0227,
+      "step": 124500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.1e-05,
+      "learning_rate_adapter": 7.1e-05,
+      "loss": 0.0227,
+      "step": 124550
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.098734177215191e-05,
+      "learning_rate_adapter": 7.098734177215191e-05,
+      "loss": 0.0225,
+      "step": 124600
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09746835443038e-05,
+      "learning_rate_adapter": 7.09746835443038e-05,
+      "loss": 0.0226,
+      "step": 124650
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.096202531645571e-05,
+      "learning_rate_adapter": 7.096202531645571e-05,
+      "loss": 0.0225,
+      "step": 124700
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09493670886076e-05,
+      "learning_rate_adapter": 7.09493670886076e-05,
+      "loss": 0.0224,
+      "step": 124750
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.093670886075949e-05,
+      "learning_rate_adapter": 7.093670886075949e-05,
+      "loss": 0.0224,
+      "step": 124800
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.09240506329114e-05,
+      "learning_rate_adapter": 7.09240506329114e-05,
+      "loss": 0.0224,
+      "step": 124850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.091139240506329e-05,
+      "learning_rate_adapter": 7.091139240506329e-05,
+      "loss": 0.0229,
+      "step": 124900
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08987341772152e-05,
+      "learning_rate_adapter": 7.08987341772152e-05,
+      "loss": 0.0226,
+      "step": 124950
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.088607594936709e-05,
+      "learning_rate_adapter": 7.088607594936709e-05,
+      "loss": 0.0223,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "eval_af_opus100_pr_auc": 0.7950745575771306,
+      "eval_af_ud_pr_auc": 0.9851869611190527,
+      "eval_am_opus100_pr_auc": 0.6356883454650866,
+      "eval_ar_ersatz_pr_auc": 0.9331769997735936,
+      "eval_ar_opus100_pr_auc": 0.7488798508140813,
+      "eval_ar_ud_pr_auc": 0.9035190715234573,
+      "eval_average_ersatz_pr_auc": 0.9724915286854074,
+      "eval_average_opus100_pr_auc": 0.8526689295525656,
+      "eval_average_ud_pr_auc": 0.9670983410164871,
+      "eval_az_opus100_pr_auc": 0.8022745577024063,
+      "eval_be_opus100_pr_auc": 0.7421648265344123,
+      "eval_be_ud_pr_auc": 0.9007840000621133,
+      "eval_bg_opus100_pr_auc": 0.9250840230851473,
+      "eval_bg_ud_pr_auc": 0.9945850746270685,
+      "eval_bn_opus100_pr_auc": 0.8339862520348286,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.893595788208037,
+      "eval_ca_ud_pr_auc": 0.995696762798283,
+      "eval_ceb_ud_pr_auc": 0.9997108432066121,
+      "eval_cs_ersatz_pr_auc": 0.9869337791562387,
+      "eval_cs_opus100_pr_auc": 0.9185779534521408,
+      "eval_cs_ud_pr_auc": 0.9582311270475615,
+      "eval_cy_opus100_pr_auc": 0.7837627725126347,
+      "eval_cy_ud_pr_auc": 0.9970973446098271,
+      "eval_da_opus100_pr_auc": 0.9265325722132236,
+      "eval_da_ud_pr_auc": 0.9790034084044625,
+      "eval_de_ersatz_pr_auc": 0.9873995251494608,
+      "eval_de_opus100_pr_auc": 0.9139080814112971,
+      "eval_de_ud_pr_auc": 0.9838170141369244,
+      "eval_el_opus100_pr_auc": 0.9117989875116996,
+      "eval_el_ud_pr_auc": 0.9936990219311601,
+      "eval_en_ersatz_pr_auc": 0.9934851794991235,
+      "eval_en_opus100_pr_auc": 0.9236922080130864,
+      "eval_en_ud_pr_auc": 0.9750718770201776,
+      "eval_eo_opus100_pr_auc": 0.9347665230613648,
+      "eval_es_ersatz_pr_auc": 0.9975226174715894,
+      "eval_es_opus100_pr_auc": 0.936380325514307,
+      "eval_es_ud_pr_auc": 0.9919464330913479,
+      "eval_et_ersatz_pr_auc": 0.983570751085418,
+      "eval_et_opus100_pr_auc": 0.8976000156275038,
+      "eval_et_ud_pr_auc": 0.976512823321477,
+      "eval_eu_opus100_pr_auc": 0.8917410786817163,
+      "eval_eu_ud_pr_auc": 0.9923474556880987,
+      "eval_fa_opus100_pr_auc": 0.6326538432903764,
+      "eval_fa_ud_pr_auc": 0.9948333428882215,
+      "eval_fi_ersatz_pr_auc": 0.9941747910514054,
+      "eval_fi_opus100_pr_auc": 0.9283932830582774,
+      "eval_fi_ud_pr_auc": 0.9736558097107612,
+      "eval_fr_ersatz_pr_auc": 0.9853840743758501,
+      "eval_fr_opus100_pr_auc": 0.9225803366668919,
+      "eval_fr_ud_pr_auc": 0.9904357004765543,
+      "eval_fy_opus100_pr_auc": 0.7078838295697071,
+      "eval_ga_opus100_pr_auc": 0.9115360270671227,
+      "eval_ga_ud_pr_auc": 0.8143399453788154,
+      "eval_gd_opus100_pr_auc": 0.7874454727048549,
+      "eval_gd_ud_pr_auc": 0.8390360164833142,
+      "eval_gl_opus100_pr_auc": 0.8998277169737162,
+      "eval_gl_ud_pr_auc": 0.9952753927384757,
+      "eval_gu_ersatz_pr_auc": 0.9460348175287002,
+      "eval_gu_opus100_pr_auc": 0.7569945936345263,
+      "eval_ha_opus100_pr_auc": 0.9259878656907542,
+      "eval_he_opus100_pr_auc": 0.8874392639778294,
+      "eval_he_ud_pr_auc": 0.9777236574717659,
+      "eval_hi_ersatz_pr_auc": 0.9851946230425007,
+      "eval_hi_opus100_pr_auc": 0.7167900757645702,
+      "eval_hi_ud_pr_auc": 0.9938091992580166,
+      "eval_hu_opus100_pr_auc": 0.921756774056879,
+      "eval_hu_ud_pr_auc": 0.9831662145209924,
+      "eval_hy_opus100_pr_auc": 0.919424813923843,
+      "eval_hy_ud_pr_auc": 0.982845914791208,
+      "eval_id_opus100_pr_auc": 0.9018161945787367,
+      "eval_id_ud_pr_auc": 0.9949372391989405,
+      "eval_ig_opus100_pr_auc": 0.8841209439452167,
+      "eval_is_opus100_pr_auc": 0.9326080089448007,
+      "eval_is_ud_pr_auc": 0.9040323808361734,
+      "eval_it_opus100_pr_auc": 0.9197282250872918,
+      "eval_it_ud_pr_auc": 0.9974200446340439,
+      "eval_ja_ersatz_pr_auc": 0.8860570070181906,
+      "eval_ja_opus100_pr_auc": 0.8606063012111261,
+      "eval_ja_ud_pr_auc": 0.97549831087584,
+      "eval_jv_ud_pr_auc": 0.9550303671709173,
+      "eval_ka_opus100_pr_auc": 0.8659865482993694,
+      "eval_kk_ersatz_pr_auc": 0.9893520628066639,
+      "eval_kk_opus100_pr_auc": 0.8254361303373162,
+      "eval_kk_ud_pr_auc": 0.9718904834755768,
+      "eval_km_ersatz_pr_auc": 0.9378407603981302,
+      "eval_km_opus100_pr_auc": 0.7645087992313028,
+      "eval_kn_opus100_pr_auc": 0.6720829277121028,
+      "eval_ko_opus100_pr_auc": 0.6969884184618519,
+      "eval_ko_ud_pr_auc": 0.998526244233729,
+      "eval_ku_opus100_pr_auc": 0.8389079584827812,
+      "eval_ky_opus100_pr_auc": 0.899508804288871,
+      "eval_la_ud_pr_auc": 0.9652124892177776,
+      "eval_loss": 0.026048026978969574,
+      "eval_lt_ersatz_pr_auc": 0.9974376388427663,
+      "eval_lt_opus100_pr_auc": 0.8967679770240065,
+      "eval_lt_ud_pr_auc": 0.9961874038596735,
+      "eval_lv_ersatz_pr_auc": 0.9935098459819753,
+      "eval_lv_opus100_pr_auc": 0.9020041116849467,
+      "eval_lv_ud_pr_auc": 0.9674001607277016,
+      "eval_mg_opus100_pr_auc": 0.9450151243777946,
+      "eval_mk_opus100_pr_auc": 0.9132979675250242,
+      "eval_ml_opus100_pr_auc": 0.8165820559827707,
+      "eval_mn_opus100_pr_auc": 0.9584809836922548,
+      "eval_mr_opus100_pr_auc": 0.9182006734387089,
+      "eval_mr_ud_pr_auc": 0.9813708072979983,
+      "eval_ms_opus100_pr_auc": 0.8925502209825477,
+      "eval_mt_opus100_pr_auc": 0.8682281039190034,
+      "eval_mt_ud_pr_auc": 0.9140228829280743,
+      "eval_my_opus100_pr_auc": 0.8147171556970062,
+      "eval_ne_opus100_pr_auc": 0.7610778629921504,
+      "eval_nl_opus100_pr_auc": 0.8970242724626362,
+      "eval_nl_ud_pr_auc": 0.986032698096613,
+      "eval_no_opus100_pr_auc": 0.9102302291177425,
+      "eval_no_ud_pr_auc": 0.9965922969087764,
+      "eval_pa_opus100_pr_auc": 0.6950671674276663,
+      "eval_pl_ersatz_pr_auc": 0.9718190901575128,
+      "eval_pl_opus100_pr_auc": 0.9047075352352707,
+      "eval_pl_ud_pr_auc": 0.9695425198875571,
+      "eval_ps_ersatz_pr_auc": 0.9176484196839909,
+      "eval_ps_opus100_pr_auc": 0.7685868303914941,
+      "eval_pt_opus100_pr_auc": 0.9272902954794802,
+      "eval_pt_ud_pr_auc": 0.9821284375504977,
+      "eval_ro_ersatz_pr_auc": 0.9914037248231667,
+      "eval_ro_opus100_pr_auc": 0.8835179863742318,
+      "eval_ro_ud_pr_auc": 0.9713997837110606,
+      "eval_ru_ersatz_pr_auc": 0.9943213523334749,
+      "eval_ru_opus100_pr_auc": 0.933515795411714,
+      "eval_ru_ud_pr_auc": 0.879008138091136,
+      "eval_runtime": 528.3967,
+      "eval_samples_per_second": 142.923,
+      "eval_si_opus100_pr_auc": 0.8276375918719163,
+      "eval_sk_opus100_pr_auc": 0.9408271726962215,
+      "eval_sk_ud_pr_auc": 0.9861805812059461,
+      "eval_sl_opus100_pr_auc": 0.8725598137532662,
+      "eval_sl_ud_pr_auc": 0.9737547453329124,
+      "eval_sq_opus100_pr_auc": 0.9316037536721277,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9120371083893662,
+      "eval_sr_ud_pr_auc": 0.9993348047868209,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9009542782963358,
+      "eval_sv_ud_pr_auc": 0.9555335514858513,
+      "eval_ta_ersatz_pr_auc": 0.9869272021731516,
+      "eval_ta_opus100_pr_auc": 0.7308870191669652,
+      "eval_ta_ud_pr_auc": 0.9968235735752281,
+      "eval_te_opus100_pr_auc": 0.8195567986734483,
+      "eval_tg_opus100_pr_auc": 0.9069266310784787,
+      "eval_th_opus100_pr_auc": 0.7084158582645282,
+      "eval_th_ud_pr_auc": 0.8826313127629326,
+      "eval_tr_ersatz_pr_auc": 0.9668218102880827,
+      "eval_tr_opus100_pr_auc": 0.9030280861160879,
+      "eval_tr_ud_pr_auc": 0.9639004508123239,
+      "eval_uk_opus100_pr_auc": 0.877720996463354,
+      "eval_uk_ud_pr_auc": 0.9186453063574119,
+      "eval_ur_opus100_pr_auc": 0.6241477893339044,
+      "eval_ur_ud_pr_auc": 0.9898821670291544,
+      "eval_uz_opus100_pr_auc": 0.8801224037880776,
+      "eval_vi_opus100_pr_auc": 0.9135535855726885,
+      "eval_vi_ud_pr_auc": 0.9502543246837927,
+      "eval_xh_opus100_pr_auc": 0.8736738577173931,
+      "eval_yi_opus100_pr_auc": 0.739455478526644,
+      "eval_yo_opus100_pr_auc": 0.8297865196806993,
+      "eval_yo_ud_pr_auc": 0.933092930377446,
+      "eval_zh_ersatz_pr_auc": 0.9687975584379761,
+      "eval_zh_opus100_pr_auc": 0.8794477711903371,
+      "eval_zh_ud_pr_auc": 0.9960085885220988,
+      "eval_zu_opus100_pr_auc": 0.8431254834618642,
+      "step": 125000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.087341772151899e-05,
+      "learning_rate_adapter": 7.087341772151899e-05,
+      "loss": 0.0224,
+      "step": 125050
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.086075949367089e-05,
+      "learning_rate_adapter": 7.086075949367089e-05,
+      "loss": 0.0225,
+      "step": 125100
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.084810126582279e-05,
+      "learning_rate_adapter": 7.084810126582279e-05,
+      "loss": 0.0226,
+      "step": 125150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.08354430379747e-05,
+      "learning_rate_adapter": 7.08354430379747e-05,
+      "loss": 0.0227,
+      "step": 125200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.082278481012659e-05,
+      "learning_rate_adapter": 7.082278481012659e-05,
+      "loss": 0.0226,
+      "step": 125250
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 7.081012658227848e-05,
+      "learning_rate_adapter": 7.081012658227848e-05,
+      "loss": 0.0224,
+      "step": 125300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.079746835443039e-05,
+      "learning_rate_adapter": 7.079746835443039e-05,
+      "loss": 0.0223,
+      "step": 125350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.078481012658228e-05,
+      "learning_rate_adapter": 7.078481012658228e-05,
+      "loss": 0.0224,
+      "step": 125400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.077215189873418e-05,
+      "learning_rate_adapter": 7.077215189873418e-05,
+      "loss": 0.0224,
+      "step": 125450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.075949367088608e-05,
+      "learning_rate_adapter": 7.075949367088608e-05,
+      "loss": 0.0224,
+      "step": 125500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.074683544303797e-05,
+      "learning_rate_adapter": 7.074683544303797e-05,
+      "loss": 0.0222,
+      "step": 125550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.073417721518987e-05,
+      "learning_rate_adapter": 7.073417721518987e-05,
+      "loss": 0.0225,
+      "step": 125600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.072151898734178e-05,
+      "learning_rate_adapter": 7.072151898734178e-05,
+      "loss": 0.0225,
+      "step": 125650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.070886075949367e-05,
+      "learning_rate_adapter": 7.070886075949367e-05,
+      "loss": 0.0224,
+      "step": 125700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.069620253164558e-05,
+      "learning_rate_adapter": 7.069620253164558e-05,
+      "loss": 0.0224,
+      "step": 125750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.068354430379747e-05,
+      "learning_rate_adapter": 7.068354430379747e-05,
+      "loss": 0.0226,
+      "step": 125800
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.067088607594937e-05,
+      "learning_rate_adapter": 7.067088607594937e-05,
+      "loss": 0.0226,
+      "step": 125850
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.065822784810127e-05,
+      "learning_rate_adapter": 7.065822784810127e-05,
+      "loss": 0.0224,
+      "step": 125900
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.064556962025317e-05,
+      "learning_rate_adapter": 7.064556962025317e-05,
+      "loss": 0.0224,
+      "step": 125950
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.063291139240506e-05,
+      "learning_rate_adapter": 7.063291139240506e-05,
+      "loss": 0.0225,
+      "step": 126000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.062025316455697e-05,
+      "learning_rate_adapter": 7.062025316455697e-05,
+      "loss": 0.0224,
+      "step": 126050
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.060759493670886e-05,
+      "learning_rate_adapter": 7.060759493670886e-05,
+      "loss": 0.0225,
+      "step": 126100
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.059493670886075e-05,
+      "learning_rate_adapter": 7.059493670886075e-05,
+      "loss": 0.0224,
+      "step": 126150
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.058227848101266e-05,
+      "learning_rate_adapter": 7.058227848101266e-05,
+      "loss": 0.0224,
+      "step": 126200
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.056962025316457e-05,
+      "learning_rate_adapter": 7.056962025316457e-05,
+      "loss": 0.0224,
+      "step": 126250
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.055696202531646e-05,
+      "learning_rate_adapter": 7.055696202531646e-05,
+      "loss": 0.0224,
+      "step": 126300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.054430379746836e-05,
+      "learning_rate_adapter": 7.054430379746836e-05,
+      "loss": 0.0226,
+      "step": 126350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.053164556962026e-05,
+      "learning_rate_adapter": 7.053164556962026e-05,
+      "loss": 0.0225,
+      "step": 126400
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.051898734177216e-05,
+      "learning_rate_adapter": 7.051898734177216e-05,
+      "loss": 0.0223,
+      "step": 126450
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.050632911392405e-05,
+      "learning_rate_adapter": 7.050632911392405e-05,
+      "loss": 0.0222,
+      "step": 126500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.049367088607596e-05,
+      "learning_rate_adapter": 7.049367088607596e-05,
+      "loss": 0.0224,
+      "step": 126550
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.048101265822785e-05,
+      "learning_rate_adapter": 7.048101265822785e-05,
+      "loss": 0.0223,
+      "step": 126600
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.046835443037974e-05,
+      "learning_rate_adapter": 7.046835443037974e-05,
+      "loss": 0.0225,
+      "step": 126650
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.045569620253165e-05,
+      "learning_rate_adapter": 7.045569620253165e-05,
+      "loss": 0.0225,
+      "step": 126700
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.044303797468354e-05,
+      "learning_rate_adapter": 7.044303797468354e-05,
+      "loss": 0.0225,
+      "step": 126750
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 7.043037974683545e-05,
+      "learning_rate_adapter": 7.043037974683545e-05,
+      "loss": 0.0224,
+      "step": 126800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.041772151898734e-05,
+      "learning_rate_adapter": 7.041772151898734e-05,
+      "loss": 0.0225,
+      "step": 126850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.040506329113924e-05,
+      "learning_rate_adapter": 7.040506329113924e-05,
+      "loss": 0.0223,
+      "step": 126900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.039240506329115e-05,
+      "learning_rate_adapter": 7.039240506329115e-05,
+      "loss": 0.0224,
+      "step": 126950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.037974683544304e-05,
+      "learning_rate_adapter": 7.037974683544304e-05,
+      "loss": 0.0223,
+      "step": 127000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.036708860759495e-05,
+      "learning_rate_adapter": 7.036708860759495e-05,
+      "loss": 0.0226,
+      "step": 127050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.035443037974684e-05,
+      "learning_rate_adapter": 7.035443037974684e-05,
+      "loss": 0.0225,
+      "step": 127100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.034177215189873e-05,
+      "learning_rate_adapter": 7.034177215189873e-05,
+      "loss": 0.0222,
+      "step": 127150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.032911392405064e-05,
+      "learning_rate_adapter": 7.032911392405064e-05,
+      "loss": 0.0224,
+      "step": 127200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.031645569620253e-05,
+      "learning_rate_adapter": 7.031645569620253e-05,
+      "loss": 0.0225,
+      "step": 127250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.030379746835443e-05,
+      "learning_rate_adapter": 7.030379746835443e-05,
+      "loss": 0.0228,
+      "step": 127300
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.029113924050633e-05,
+      "learning_rate_adapter": 7.029113924050633e-05,
+      "loss": 0.0225,
+      "step": 127350
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.027848101265823e-05,
+      "learning_rate_adapter": 7.027848101265823e-05,
+      "loss": 0.0223,
+      "step": 127400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.026582278481012e-05,
+      "learning_rate_adapter": 7.026582278481012e-05,
+      "loss": 0.0223,
+      "step": 127450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.025316455696203e-05,
+      "learning_rate_adapter": 7.025316455696203e-05,
+      "loss": 0.0224,
+      "step": 127500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.024050632911394e-05,
+      "learning_rate_adapter": 7.024050632911394e-05,
+      "loss": 0.0226,
+      "step": 127550
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.022784810126583e-05,
+      "learning_rate_adapter": 7.022784810126583e-05,
+      "loss": 0.0226,
+      "step": 127600
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.021518987341772e-05,
+      "learning_rate_adapter": 7.021518987341772e-05,
+      "loss": 0.0222,
+      "step": 127650
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.020253164556963e-05,
+      "learning_rate_adapter": 7.020253164556963e-05,
+      "loss": 0.0222,
+      "step": 127700
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.018987341772152e-05,
+      "learning_rate_adapter": 7.018987341772152e-05,
+      "loss": 0.0222,
+      "step": 127750
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.017721518987342e-05,
+      "learning_rate_adapter": 7.017721518987342e-05,
+      "loss": 0.0223,
+      "step": 127800
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.016455696202532e-05,
+      "learning_rate_adapter": 7.016455696202532e-05,
+      "loss": 0.0223,
+      "step": 127850
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.015189873417722e-05,
+      "learning_rate_adapter": 7.015189873417722e-05,
+      "loss": 0.0225,
+      "step": 127900
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.013924050632911e-05,
+      "learning_rate_adapter": 7.013924050632911e-05,
+      "loss": 0.0225,
+      "step": 127950
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.012658227848102e-05,
+      "learning_rate_adapter": 7.012658227848102e-05,
+      "loss": 0.0224,
+      "step": 128000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.011392405063291e-05,
+      "learning_rate_adapter": 7.011392405063291e-05,
+      "loss": 0.0223,
+      "step": 128050
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.010126582278482e-05,
+      "learning_rate_adapter": 7.010126582278482e-05,
+      "loss": 0.0224,
+      "step": 128100
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.008860759493672e-05,
+      "learning_rate_adapter": 7.008860759493672e-05,
+      "loss": 0.0224,
+      "step": 128150
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.007594936708861e-05,
+      "learning_rate_adapter": 7.007594936708861e-05,
+      "loss": 0.0222,
+      "step": 128200
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.00632911392405e-05,
+      "learning_rate_adapter": 7.00632911392405e-05,
+      "loss": 0.0224,
+      "step": 128250
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 7.005063291139241e-05,
+      "learning_rate_adapter": 7.005063291139241e-05,
+      "loss": 0.0223,
+      "step": 128300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00379746835443e-05,
+      "learning_rate_adapter": 7.00379746835443e-05,
+      "loss": 0.0223,
+      "step": 128350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.002531645569621e-05,
+      "learning_rate_adapter": 7.002531645569621e-05,
+      "loss": 0.0223,
+      "step": 128400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7.00126582278481e-05,
+      "learning_rate_adapter": 7.00126582278481e-05,
+      "loss": 0.0225,
+      "step": 128450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 7e-05,
+      "learning_rate_adapter": 7e-05,
+      "loss": 0.0225,
+      "step": 128500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99873417721519e-05,
+      "learning_rate_adapter": 6.99873417721519e-05,
+      "loss": 0.0225,
+      "step": 128550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99746835443038e-05,
+      "learning_rate_adapter": 6.99746835443038e-05,
+      "loss": 0.0223,
+      "step": 128600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99620253164557e-05,
+      "learning_rate_adapter": 6.99620253164557e-05,
+      "loss": 0.0226,
+      "step": 128650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99493670886076e-05,
+      "learning_rate_adapter": 6.99493670886076e-05,
+      "loss": 0.0224,
+      "step": 128700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99367088607595e-05,
+      "learning_rate_adapter": 6.99367088607595e-05,
+      "loss": 0.0225,
+      "step": 128750
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.99240506329114e-05,
+      "learning_rate_adapter": 6.99240506329114e-05,
+      "loss": 0.0222,
+      "step": 128800
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.991139240506329e-05,
+      "learning_rate_adapter": 6.991139240506329e-05,
+      "loss": 0.0222,
+      "step": 128850
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.98987341772152e-05,
+      "learning_rate_adapter": 6.98987341772152e-05,
+      "loss": 0.0223,
+      "step": 128900
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.988607594936709e-05,
+      "learning_rate_adapter": 6.988607594936709e-05,
+      "loss": 0.0224,
+      "step": 128950
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.987341772151898e-05,
+      "learning_rate_adapter": 6.987341772151898e-05,
+      "loss": 0.0222,
+      "step": 129000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.986075949367089e-05,
+      "learning_rate_adapter": 6.986075949367089e-05,
+      "loss": 0.0224,
+      "step": 129050
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.984810126582278e-05,
+      "learning_rate_adapter": 6.984810126582278e-05,
+      "loss": 0.0224,
+      "step": 129100
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.983544303797469e-05,
+      "learning_rate_adapter": 6.983544303797469e-05,
+      "loss": 0.0223,
+      "step": 129150
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.982278481012659e-05,
+      "learning_rate_adapter": 6.982278481012659e-05,
+      "loss": 0.0223,
+      "step": 129200
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.981012658227848e-05,
+      "learning_rate_adapter": 6.981012658227848e-05,
+      "loss": 0.0225,
+      "step": 129250
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.979746835443039e-05,
+      "learning_rate_adapter": 6.979746835443039e-05,
+      "loss": 0.0225,
+      "step": 129300
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.978481012658228e-05,
+      "learning_rate_adapter": 6.978481012658228e-05,
+      "loss": 0.0223,
+      "step": 129350
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.977215189873419e-05,
+      "learning_rate_adapter": 6.977215189873419e-05,
+      "loss": 0.0225,
+      "step": 129400
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.975949367088608e-05,
+      "learning_rate_adapter": 6.975949367088608e-05,
+      "loss": 0.0224,
+      "step": 129450
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.974683544303798e-05,
+      "learning_rate_adapter": 6.974683544303798e-05,
+      "loss": 0.0224,
+      "step": 129500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.973417721518988e-05,
+      "learning_rate_adapter": 6.973417721518988e-05,
+      "loss": 0.0221,
+      "step": 129550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.972151898734177e-05,
+      "learning_rate_adapter": 6.972151898734177e-05,
+      "loss": 0.0224,
+      "step": 129600
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.970886075949367e-05,
+      "learning_rate_adapter": 6.970886075949367e-05,
+      "loss": 0.0226,
+      "step": 129650
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.969620253164557e-05,
+      "learning_rate_adapter": 6.969620253164557e-05,
+      "loss": 0.0222,
+      "step": 129700
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 6.968354430379747e-05,
+      "learning_rate_adapter": 6.968354430379747e-05,
+      "loss": 0.0223,
+      "step": 129750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.967088607594938e-05,
+      "learning_rate_adapter": 6.967088607594938e-05,
+      "loss": 0.0222,
+      "step": 129800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.965822784810127e-05,
+      "learning_rate_adapter": 6.965822784810127e-05,
+      "loss": 0.0223,
+      "step": 129850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.964556962025318e-05,
+      "learning_rate_adapter": 6.964556962025318e-05,
+      "loss": 0.0222,
+      "step": 129900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.963291139240507e-05,
+      "learning_rate_adapter": 6.963291139240507e-05,
+      "loss": 0.0224,
+      "step": 129950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.962025316455697e-05,
+      "learning_rate_adapter": 6.962025316455697e-05,
+      "loss": 0.0226,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "eval_af_opus100_pr_auc": 0.8075738378387147,
+      "eval_af_ud_pr_auc": 0.9872486912920453,
+      "eval_am_opus100_pr_auc": 0.6299245053734576,
+      "eval_ar_ersatz_pr_auc": 0.9294678055867888,
+      "eval_ar_opus100_pr_auc": 0.7481173203739053,
+      "eval_ar_ud_pr_auc": 0.9097961312964897,
+      "eval_average_ersatz_pr_auc": 0.971382439741583,
+      "eval_average_opus100_pr_auc": 0.8554671050860062,
+      "eval_average_ud_pr_auc": 0.9667454680288651,
+      "eval_az_opus100_pr_auc": 0.7960897468559062,
+      "eval_be_opus100_pr_auc": 0.7759018503107713,
+      "eval_be_ud_pr_auc": 0.9110720607308339,
+      "eval_bg_opus100_pr_auc": 0.928805144009849,
+      "eval_bg_ud_pr_auc": 0.9971194402157162,
+      "eval_bn_opus100_pr_auc": 0.8402879021393056,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.8988738293618789,
+      "eval_ca_ud_pr_auc": 0.9944960250480502,
+      "eval_ceb_ud_pr_auc": 0.9994831914950504,
+      "eval_cs_ersatz_pr_auc": 0.9855097689442565,
+      "eval_cs_opus100_pr_auc": 0.925144231704299,
+      "eval_cs_ud_pr_auc": 0.9617912972260424,
+      "eval_cy_opus100_pr_auc": 0.7982358218850935,
+      "eval_cy_ud_pr_auc": 0.9971982605275104,
+      "eval_da_opus100_pr_auc": 0.9324986484434812,
+      "eval_da_ud_pr_auc": 0.9798427616987222,
+      "eval_de_ersatz_pr_auc": 0.9894833375271804,
+      "eval_de_opus100_pr_auc": 0.9192910822122796,
+      "eval_de_ud_pr_auc": 0.9861138389730264,
+      "eval_el_opus100_pr_auc": 0.91247870392442,
+      "eval_el_ud_pr_auc": 0.9928560326370534,
+      "eval_en_ersatz_pr_auc": 0.9941166222528635,
+      "eval_en_opus100_pr_auc": 0.9259402010986678,
+      "eval_en_ud_pr_auc": 0.9801148151094823,
+      "eval_eo_opus100_pr_auc": 0.9318161580519911,
+      "eval_es_ersatz_pr_auc": 0.9973806268734626,
+      "eval_es_opus100_pr_auc": 0.9377589655887845,
+      "eval_es_ud_pr_auc": 0.9916639375609021,
+      "eval_et_ersatz_pr_auc": 0.9849188556616076,
+      "eval_et_opus100_pr_auc": 0.9046029119379395,
+      "eval_et_ud_pr_auc": 0.9801266240250055,
+      "eval_eu_opus100_pr_auc": 0.8905736506722789,
+      "eval_eu_ud_pr_auc": 0.9920197454350378,
+      "eval_fa_opus100_pr_auc": 0.6273012258546431,
+      "eval_fa_ud_pr_auc": 0.9963834071345885,
+      "eval_fi_ersatz_pr_auc": 0.993132281029193,
+      "eval_fi_opus100_pr_auc": 0.9342076556023478,
+      "eval_fi_ud_pr_auc": 0.9721507618514494,
+      "eval_fr_ersatz_pr_auc": 0.9888186861749619,
+      "eval_fr_opus100_pr_auc": 0.923679995633743,
+      "eval_fr_ud_pr_auc": 0.9866346501265062,
+      "eval_fy_opus100_pr_auc": 0.6983875712066736,
+      "eval_ga_opus100_pr_auc": 0.9155064479837536,
+      "eval_ga_ud_pr_auc": 0.8318254133247767,
+      "eval_gd_opus100_pr_auc": 0.7605375500069578,
+      "eval_gd_ud_pr_auc": 0.8298628055691173,
+      "eval_gl_opus100_pr_auc": 0.8996043357090447,
+      "eval_gl_ud_pr_auc": 0.9968729042377849,
+      "eval_gu_ersatz_pr_auc": 0.9333734214783543,
+      "eval_gu_opus100_pr_auc": 0.782623690067472,
+      "eval_ha_opus100_pr_auc": 0.9309943848836816,
+      "eval_he_opus100_pr_auc": 0.8799032663169767,
+      "eval_he_ud_pr_auc": 0.9766453408467651,
+      "eval_hi_ersatz_pr_auc": 0.9809192948517816,
+      "eval_hi_opus100_pr_auc": 0.7255878112289069,
+      "eval_hi_ud_pr_auc": 0.9887774108258135,
+      "eval_hu_opus100_pr_auc": 0.9169248659065535,
+      "eval_hu_ud_pr_auc": 0.9791834292761394,
+      "eval_hy_opus100_pr_auc": 0.9222125123117662,
+      "eval_hy_ud_pr_auc": 0.9740262708718029,
+      "eval_id_opus100_pr_auc": 0.8883520815659967,
+      "eval_id_ud_pr_auc": 0.9946520120934748,
+      "eval_ig_opus100_pr_auc": 0.8954490357050919,
+      "eval_is_opus100_pr_auc": 0.9256529307160121,
+      "eval_is_ud_pr_auc": 0.9147809120325588,
+      "eval_it_opus100_pr_auc": 0.9243116771256336,
+      "eval_it_ud_pr_auc": 0.9981493999647926,
+      "eval_ja_ersatz_pr_auc": 0.8703719660944347,
+      "eval_ja_opus100_pr_auc": 0.8429936141832651,
+      "eval_ja_ud_pr_auc": 0.9719805636545761,
+      "eval_jv_ud_pr_auc": 0.966129564145884,
+      "eval_ka_opus100_pr_auc": 0.8531118414746299,
+      "eval_kk_ersatz_pr_auc": 0.9902342365494363,
+      "eval_kk_opus100_pr_auc": 0.82793166209548,
+      "eval_kk_ud_pr_auc": 0.9726454845023299,
+      "eval_km_ersatz_pr_auc": 0.9389380099809352,
+      "eval_km_opus100_pr_auc": 0.7586291337567532,
+      "eval_kn_opus100_pr_auc": 0.7040294924840194,
+      "eval_ko_opus100_pr_auc": 0.6803863052217091,
+      "eval_ko_ud_pr_auc": 0.9973390573419063,
+      "eval_ku_opus100_pr_auc": 0.8390598902450107,
+      "eval_ky_opus100_pr_auc": 0.8980847076764,
+      "eval_la_ud_pr_auc": 0.9602596565453082,
+      "eval_loss": 0.025954123586416245,
+      "eval_lt_ersatz_pr_auc": 0.9971722813813383,
+      "eval_lt_opus100_pr_auc": 0.8946244391837571,
+      "eval_lt_ud_pr_auc": 0.9935867759576129,
+      "eval_lv_ersatz_pr_auc": 0.9940789591188703,
+      "eval_lv_opus100_pr_auc": 0.9053709288716055,
+      "eval_lv_ud_pr_auc": 0.9674082406740077,
+      "eval_mg_opus100_pr_auc": 0.9390595953394579,
+      "eval_mk_opus100_pr_auc": 0.9155905614022094,
+      "eval_ml_opus100_pr_auc": 0.8119732478221956,
+      "eval_mn_opus100_pr_auc": 0.9629274773129177,
+      "eval_mr_opus100_pr_auc": 0.9042221461613638,
+      "eval_mr_ud_pr_auc": 0.9496059585659705,
+      "eval_ms_opus100_pr_auc": 0.8838549006506613,
+      "eval_mt_opus100_pr_auc": 0.8752855388614659,
+      "eval_mt_ud_pr_auc": 0.9160818490915802,
+      "eval_my_opus100_pr_auc": 0.8191519338094492,
+      "eval_ne_opus100_pr_auc": 0.7532787482180947,
+      "eval_nl_opus100_pr_auc": 0.9013457941262978,
+      "eval_nl_ud_pr_auc": 0.982211118099991,
+      "eval_no_opus100_pr_auc": 0.9150035233267374,
+      "eval_no_ud_pr_auc": 0.995951458310717,
+      "eval_pa_opus100_pr_auc": 0.7195463942099162,
+      "eval_pl_ersatz_pr_auc": 0.9749762986752752,
+      "eval_pl_opus100_pr_auc": 0.9003754642957891,
+      "eval_pl_ud_pr_auc": 0.9740895321992156,
+      "eval_ps_ersatz_pr_auc": 0.9242738010022388,
+      "eval_ps_opus100_pr_auc": 0.7801398487416535,
+      "eval_pt_opus100_pr_auc": 0.9299324953874285,
+      "eval_pt_ud_pr_auc": 0.9848281839005283,
+      "eval_ro_ersatz_pr_auc": 0.9933919917313242,
+      "eval_ro_opus100_pr_auc": 0.8670719004356875,
+      "eval_ro_ud_pr_auc": 0.9369337870573462,
+      "eval_ru_ersatz_pr_auc": 0.994572019012889,
+      "eval_ru_opus100_pr_auc": 0.9451376361413153,
+      "eval_ru_ud_pr_auc": 0.8688651881332139,
+      "eval_runtime": 515.1581,
+      "eval_samples_per_second": 146.596,
+      "eval_si_opus100_pr_auc": 0.8340990842723807,
+      "eval_sk_opus100_pr_auc": 0.9405273776341365,
+      "eval_sk_ud_pr_auc": 0.9873602653145076,
+      "eval_sl_opus100_pr_auc": 0.878573698981516,
+      "eval_sl_ud_pr_auc": 0.9725560987654662,
+      "eval_sq_opus100_pr_auc": 0.9351756534570604,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9107403477572094,
+      "eval_sr_ud_pr_auc": 0.9997239679596044,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.9094948419462425,
+      "eval_sv_ud_pr_auc": 0.9556632300898174,
+      "eval_ta_ersatz_pr_auc": 0.9839867238588683,
+      "eval_ta_opus100_pr_auc": 0.738546199978664,
+      "eval_ta_ud_pr_auc": 0.9963933456456121,
+      "eval_te_opus100_pr_auc": 0.8266005783903492,
+      "eval_tg_opus100_pr_auc": 0.9104962017480122,
+      "eval_th_opus100_pr_auc": 0.710312679500786,
+      "eval_th_ud_pr_auc": 0.8801339202203308,
+      "eval_tr_ersatz_pr_auc": 0.9736732243467114,
+      "eval_tr_opus100_pr_auc": 0.8993563137517026,
+      "eval_tr_ud_pr_auc": 0.9616971303974413,
+      "eval_uk_opus100_pr_auc": 0.8821946920750812,
+      "eval_uk_ud_pr_auc": 0.9267640576625618,
+      "eval_ur_opus100_pr_auc": 0.6246411328481375,
+      "eval_ur_ud_pr_auc": 0.9922745543864482,
+      "eval_uz_opus100_pr_auc": 0.879756002349323,
+      "eval_vi_opus100_pr_auc": 0.9055755509571369,
+      "eval_vi_ud_pr_auc": 0.968356187616123,
+      "eval_xh_opus100_pr_auc": 0.8861705072074453,
+      "eval_yi_opus100_pr_auc": 0.8255827233937574,
+      "eval_yo_opus100_pr_auc": 0.8423149345962544,
+      "eval_yo_ud_pr_auc": 0.9306896013819249,
+      "eval_zh_ersatz_pr_auc": 0.9576234621820475,
+      "eval_zh_opus100_pr_auc": 0.8760720250204984,
+      "eval_zh_ud_pr_auc": 0.9940753285987479,
+      "eval_zu_opus100_pr_auc": 0.8488013001432646,
+      "step": 130000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.960759493670887e-05,
+      "learning_rate_adapter": 6.960759493670887e-05,
+      "loss": 0.0224,
+      "step": 130050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.959493670886076e-05,
+      "learning_rate_adapter": 6.959493670886076e-05,
+      "loss": 0.0222,
+      "step": 130100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.958227848101266e-05,
+      "learning_rate_adapter": 6.958227848101266e-05,
+      "loss": 0.0225,
+      "step": 130150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.956962025316455e-05,
+      "learning_rate_adapter": 6.956962025316455e-05,
+      "loss": 0.0222,
+      "step": 130200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.955696202531646e-05,
+      "learning_rate_adapter": 6.955696202531646e-05,
+      "loss": 0.0224,
+      "step": 130250
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.954430379746835e-05,
+      "learning_rate_adapter": 6.954430379746835e-05,
+      "loss": 0.0224,
+      "step": 130300
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.953164556962026e-05,
+      "learning_rate_adapter": 6.953164556962026e-05,
+      "loss": 0.0223,
+      "step": 130350
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.951898734177215e-05,
+      "learning_rate_adapter": 6.951898734177215e-05,
+      "loss": 0.0222,
+      "step": 130400
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.950632911392406e-05,
+      "learning_rate_adapter": 6.950632911392406e-05,
+      "loss": 0.0226,
+      "step": 130450
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.949367088607596e-05,
+      "learning_rate_adapter": 6.949367088607596e-05,
+      "loss": 0.0222,
+      "step": 130500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.948101265822785e-05,
+      "learning_rate_adapter": 6.948101265822785e-05,
+      "loss": 0.0222,
+      "step": 130550
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.946835443037975e-05,
+      "learning_rate_adapter": 6.946835443037975e-05,
+      "loss": 0.0223,
+      "step": 130600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.945569620253165e-05,
+      "learning_rate_adapter": 6.945569620253165e-05,
+      "loss": 0.0222,
+      "step": 130650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.944303797468354e-05,
+      "learning_rate_adapter": 6.944303797468354e-05,
+      "loss": 0.0223,
+      "step": 130700
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.943037974683545e-05,
+      "learning_rate_adapter": 6.943037974683545e-05,
+      "loss": 0.0225,
+      "step": 130750
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.941772151898734e-05,
+      "learning_rate_adapter": 6.941772151898734e-05,
+      "loss": 0.0225,
+      "step": 130800
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.940506329113923e-05,
+      "learning_rate_adapter": 6.940506329113923e-05,
+      "loss": 0.0224,
+      "step": 130850
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.939240506329114e-05,
+      "learning_rate_adapter": 6.939240506329114e-05,
+      "loss": 0.0224,
+      "step": 130900
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.937974683544304e-05,
+      "learning_rate_adapter": 6.937974683544304e-05,
+      "loss": 0.0224,
+      "step": 130950
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.936708860759494e-05,
+      "learning_rate_adapter": 6.936708860759494e-05,
+      "loss": 0.0222,
+      "step": 131000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.935443037974684e-05,
+      "learning_rate_adapter": 6.935443037974684e-05,
+      "loss": 0.0225,
+      "step": 131050
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.934177215189875e-05,
+      "learning_rate_adapter": 6.934177215189875e-05,
+      "loss": 0.0224,
+      "step": 131100
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.932911392405064e-05,
+      "learning_rate_adapter": 6.932911392405064e-05,
+      "loss": 0.0222,
+      "step": 131150
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.931645569620253e-05,
+      "learning_rate_adapter": 6.931645569620253e-05,
+      "loss": 0.0223,
+      "step": 131200
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 6.930379746835444e-05,
+      "learning_rate_adapter": 6.930379746835444e-05,
+      "loss": 0.0223,
+      "step": 131250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.929113924050633e-05,
+      "learning_rate_adapter": 6.929113924050633e-05,
+      "loss": 0.0223,
+      "step": 131300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.927848101265824e-05,
+      "learning_rate_adapter": 6.927848101265824e-05,
+      "loss": 0.0221,
+      "step": 131350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.926582278481013e-05,
+      "learning_rate_adapter": 6.926582278481013e-05,
+      "loss": 0.0222,
+      "step": 131400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.925316455696202e-05,
+      "learning_rate_adapter": 6.925316455696202e-05,
+      "loss": 0.0224,
+      "step": 131450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.924050632911393e-05,
+      "learning_rate_adapter": 6.924050632911393e-05,
+      "loss": 0.0222,
+      "step": 131500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.922784810126583e-05,
+      "learning_rate_adapter": 6.922784810126583e-05,
+      "loss": 0.0224,
+      "step": 131550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.921518987341772e-05,
+      "learning_rate_adapter": 6.921518987341772e-05,
+      "loss": 0.0222,
+      "step": 131600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.920253164556963e-05,
+      "learning_rate_adapter": 6.920253164556963e-05,
+      "loss": 0.0223,
+      "step": 131650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.918987341772152e-05,
+      "learning_rate_adapter": 6.918987341772152e-05,
+      "loss": 0.0222,
+      "step": 131700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.917721518987343e-05,
+      "learning_rate_adapter": 6.917721518987343e-05,
+      "loss": 0.0223,
+      "step": 131750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.916455696202532e-05,
+      "learning_rate_adapter": 6.916455696202532e-05,
+      "loss": 0.0221,
+      "step": 131800
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.915189873417722e-05,
+      "learning_rate_adapter": 6.915189873417722e-05,
+      "loss": 0.0224,
+      "step": 131850
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.913924050632912e-05,
+      "learning_rate_adapter": 6.913924050632912e-05,
+      "loss": 0.0223,
+      "step": 131900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.912658227848101e-05,
+      "learning_rate_adapter": 6.912658227848101e-05,
+      "loss": 0.0225,
+      "step": 131950
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.911392405063291e-05,
+      "learning_rate_adapter": 6.911392405063291e-05,
+      "loss": 0.0227,
+      "step": 132000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.91012658227848e-05,
+      "learning_rate_adapter": 6.91012658227848e-05,
+      "loss": 0.0224,
+      "step": 132050
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.908860759493671e-05,
+      "learning_rate_adapter": 6.908860759493671e-05,
+      "loss": 0.0222,
+      "step": 132100
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.907594936708862e-05,
+      "learning_rate_adapter": 6.907594936708862e-05,
+      "loss": 0.0224,
+      "step": 132150
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.906329113924051e-05,
+      "learning_rate_adapter": 6.906329113924051e-05,
+      "loss": 0.0223,
+      "step": 132200
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.905063291139241e-05,
+      "learning_rate_adapter": 6.905063291139241e-05,
+      "loss": 0.0221,
+      "step": 132250
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.903797468354431e-05,
+      "learning_rate_adapter": 6.903797468354431e-05,
+      "loss": 0.0223,
+      "step": 132300
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.902531645569621e-05,
+      "learning_rate_adapter": 6.902531645569621e-05,
+      "loss": 0.0221,
+      "step": 132350
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.90126582278481e-05,
+      "learning_rate_adapter": 6.90126582278481e-05,
+      "loss": 0.0223,
+      "step": 132400
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.9e-05,
+      "learning_rate_adapter": 6.9e-05,
+      "loss": 0.0222,
+      "step": 132450
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89873417721519e-05,
+      "learning_rate_adapter": 6.89873417721519e-05,
+      "loss": 0.0222,
+      "step": 132500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89746835443038e-05,
+      "learning_rate_adapter": 6.89746835443038e-05,
+      "loss": 0.0223,
+      "step": 132550
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89620253164557e-05,
+      "learning_rate_adapter": 6.89620253164557e-05,
+      "loss": 0.0222,
+      "step": 132600
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.894936708860759e-05,
+      "learning_rate_adapter": 6.894936708860759e-05,
+      "loss": 0.0221,
+      "step": 132650
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89367088607595e-05,
+      "learning_rate_adapter": 6.89367088607595e-05,
+      "loss": 0.0221,
+      "step": 132700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 6.89240506329114e-05,
+      "learning_rate_adapter": 6.89240506329114e-05,
+      "loss": 0.0224,
+      "step": 132750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.89113924050633e-05,
+      "learning_rate_adapter": 6.89113924050633e-05,
+      "loss": 0.0222,
+      "step": 132800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.88987341772152e-05,
+      "learning_rate_adapter": 6.88987341772152e-05,
+      "loss": 0.0223,
+      "step": 132850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.888607594936709e-05,
+      "learning_rate_adapter": 6.888607594936709e-05,
+      "loss": 0.0224,
+      "step": 132900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.8873417721519e-05,
+      "learning_rate_adapter": 6.8873417721519e-05,
+      "loss": 0.0222,
+      "step": 132950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.886075949367089e-05,
+      "learning_rate_adapter": 6.886075949367089e-05,
+      "loss": 0.0224,
+      "step": 133000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.884810126582278e-05,
+      "learning_rate_adapter": 6.884810126582278e-05,
+      "loss": 0.0223,
+      "step": 133050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.883544303797469e-05,
+      "learning_rate_adapter": 6.883544303797469e-05,
+      "loss": 0.0221,
+      "step": 133100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.882278481012658e-05,
+      "learning_rate_adapter": 6.882278481012658e-05,
+      "loss": 0.0225,
+      "step": 133150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.881012658227849e-05,
+      "learning_rate_adapter": 6.881012658227849e-05,
+      "loss": 0.0222,
+      "step": 133200
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.879746835443038e-05,
+      "learning_rate_adapter": 6.879746835443038e-05,
+      "loss": 0.0221,
+      "step": 133250
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.878481012658228e-05,
+      "learning_rate_adapter": 6.878481012658228e-05,
+      "loss": 0.0225,
+      "step": 133300
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.877215189873419e-05,
+      "learning_rate_adapter": 6.877215189873419e-05,
+      "loss": 0.0223,
+      "step": 133350
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.875949367088608e-05,
+      "learning_rate_adapter": 6.875949367088608e-05,
+      "loss": 0.0225,
+      "step": 133400
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.874683544303799e-05,
+      "learning_rate_adapter": 6.874683544303799e-05,
+      "loss": 0.0222,
+      "step": 133450
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.873417721518988e-05,
+      "learning_rate_adapter": 6.873417721518988e-05,
+      "loss": 0.0224,
+      "step": 133500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.872151898734177e-05,
+      "learning_rate_adapter": 6.872151898734177e-05,
+      "loss": 0.0222,
+      "step": 133550
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.870886075949368e-05,
+      "learning_rate_adapter": 6.870886075949368e-05,
+      "loss": 0.0222,
+      "step": 133600
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.869620253164557e-05,
+      "learning_rate_adapter": 6.869620253164557e-05,
+      "loss": 0.0223,
+      "step": 133650
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.868354430379747e-05,
+      "learning_rate_adapter": 6.868354430379747e-05,
+      "loss": 0.0224,
+      "step": 133700
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.867088607594937e-05,
+      "learning_rate_adapter": 6.867088607594937e-05,
+      "loss": 0.0222,
+      "step": 133750
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.865822784810126e-05,
+      "learning_rate_adapter": 6.865822784810126e-05,
+      "loss": 0.0222,
+      "step": 133800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.864556962025316e-05,
+      "learning_rate_adapter": 6.864556962025316e-05,
+      "loss": 0.0222,
+      "step": 133850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.863291139240507e-05,
+      "learning_rate_adapter": 6.863291139240507e-05,
+      "loss": 0.0221,
+      "step": 133900
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.862025316455696e-05,
+      "learning_rate_adapter": 6.862025316455696e-05,
+      "loss": 0.0223,
+      "step": 133950
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.860759493670887e-05,
+      "learning_rate_adapter": 6.860759493670887e-05,
+      "loss": 0.0222,
+      "step": 134000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.859493670886076e-05,
+      "learning_rate_adapter": 6.859493670886076e-05,
+      "loss": 0.0221,
+      "step": 134050
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.858227848101267e-05,
+      "learning_rate_adapter": 6.858227848101267e-05,
+      "loss": 0.0223,
+      "step": 134100
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.856962025316456e-05,
+      "learning_rate_adapter": 6.856962025316456e-05,
+      "loss": 0.0222,
+      "step": 134150
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 6.855696202531646e-05,
+      "learning_rate_adapter": 6.855696202531646e-05,
+      "loss": 0.0223,
+      "step": 134200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.854430379746836e-05,
+      "learning_rate_adapter": 6.854430379746836e-05,
+      "loss": 0.0225,
+      "step": 134250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.853164556962026e-05,
+      "learning_rate_adapter": 6.853164556962026e-05,
+      "loss": 0.0222,
+      "step": 134300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.851898734177215e-05,
+      "learning_rate_adapter": 6.851898734177215e-05,
+      "loss": 0.0223,
+      "step": 134350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.850632911392405e-05,
+      "learning_rate_adapter": 6.850632911392405e-05,
+      "loss": 0.0222,
+      "step": 134400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.849367088607595e-05,
+      "learning_rate_adapter": 6.849367088607595e-05,
+      "loss": 0.0222,
+      "step": 134450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.848101265822786e-05,
+      "learning_rate_adapter": 6.848101265822786e-05,
+      "loss": 0.022,
+      "step": 134500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.846835443037975e-05,
+      "learning_rate_adapter": 6.846835443037975e-05,
+      "loss": 0.0222,
+      "step": 134550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.845569620253165e-05,
+      "learning_rate_adapter": 6.845569620253165e-05,
+      "loss": 0.022,
+      "step": 134600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.844303797468355e-05,
+      "learning_rate_adapter": 6.844303797468355e-05,
+      "loss": 0.0221,
+      "step": 134650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.843037974683545e-05,
+      "learning_rate_adapter": 6.843037974683545e-05,
+      "loss": 0.0223,
+      "step": 134700
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.841772151898734e-05,
+      "learning_rate_adapter": 6.841772151898734e-05,
+      "loss": 0.0223,
+      "step": 134750
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.840506329113925e-05,
+      "learning_rate_adapter": 6.840506329113925e-05,
+      "loss": 0.0223,
+      "step": 134800
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.839240506329114e-05,
+      "learning_rate_adapter": 6.839240506329114e-05,
+      "loss": 0.022,
+      "step": 134850
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.837974683544303e-05,
+      "learning_rate_adapter": 6.837974683544303e-05,
+      "loss": 0.0222,
+      "step": 134900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.836708860759494e-05,
+      "learning_rate_adapter": 6.836708860759494e-05,
+      "loss": 0.0222,
+      "step": 134950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.835443037974683e-05,
+      "learning_rate_adapter": 6.835443037974683e-05,
+      "loss": 0.0221,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "eval_af_opus100_pr_auc": 0.788889165412786,
+      "eval_af_ud_pr_auc": 0.9851717317726343,
+      "eval_am_opus100_pr_auc": 0.5607902472030489,
+      "eval_ar_ersatz_pr_auc": 0.9360285816454006,
+      "eval_ar_opus100_pr_auc": 0.7521169757862612,
+      "eval_ar_ud_pr_auc": 0.9058307054929341,
+      "eval_average_ersatz_pr_auc": 0.9732215843335831,
+      "eval_average_opus100_pr_auc": 0.8547101682744592,
+      "eval_average_ud_pr_auc": 0.9682557951101787,
+      "eval_az_opus100_pr_auc": 0.8193403125123299,
+      "eval_be_opus100_pr_auc": 0.7455263944272648,
+      "eval_be_ud_pr_auc": 0.8932523561355061,
+      "eval_bg_opus100_pr_auc": 0.9239413736632889,
+      "eval_bg_ud_pr_auc": 0.9959418801757122,
+      "eval_bn_opus100_pr_auc": 0.8462970267264747,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9028043567495204,
+      "eval_ca_ud_pr_auc": 0.9940796069797546,
+      "eval_ceb_ud_pr_auc": 0.9999148913978321,
+      "eval_cs_ersatz_pr_auc": 0.9893377582856936,
+      "eval_cs_opus100_pr_auc": 0.9219545550100061,
+      "eval_cs_ud_pr_auc": 0.9658035999165813,
+      "eval_cy_opus100_pr_auc": 0.7889068734071654,
+      "eval_cy_ud_pr_auc": 0.9977587430578125,
+      "eval_da_opus100_pr_auc": 0.925852040854341,
+      "eval_da_ud_pr_auc": 0.9805963431349981,
+      "eval_de_ersatz_pr_auc": 0.9910137090138931,
+      "eval_de_opus100_pr_auc": 0.9152830268246017,
+      "eval_de_ud_pr_auc": 0.9862659537064075,
+      "eval_el_opus100_pr_auc": 0.9170637261610065,
+      "eval_el_ud_pr_auc": 0.995966926323297,
+      "eval_en_ersatz_pr_auc": 0.9934602721206209,
+      "eval_en_opus100_pr_auc": 0.92674186065034,
+      "eval_en_ud_pr_auc": 0.9748929485356397,
+      "eval_eo_opus100_pr_auc": 0.9315688059421372,
+      "eval_es_ersatz_pr_auc": 0.9976623516833582,
+      "eval_es_opus100_pr_auc": 0.9383990588821383,
+      "eval_es_ud_pr_auc": 0.9903277005007509,
+      "eval_et_ersatz_pr_auc": 0.9847334118825273,
+      "eval_et_opus100_pr_auc": 0.9037611046765684,
+      "eval_et_ud_pr_auc": 0.978356275468629,
+      "eval_eu_opus100_pr_auc": 0.890963663664917,
+      "eval_eu_ud_pr_auc": 0.9945733734314575,
+      "eval_fa_opus100_pr_auc": 0.6357679763828055,
+      "eval_fa_ud_pr_auc": 0.996675613517835,
+      "eval_fi_ersatz_pr_auc": 0.9926577631180169,
+      "eval_fi_opus100_pr_auc": 0.9328640266875053,
+      "eval_fi_ud_pr_auc": 0.9686830806590385,
+      "eval_fr_ersatz_pr_auc": 0.9882466713403959,
+      "eval_fr_opus100_pr_auc": 0.925001392981418,
+      "eval_fr_ud_pr_auc": 0.9908284405908351,
+      "eval_fy_opus100_pr_auc": 0.6852130252072253,
+      "eval_ga_opus100_pr_auc": 0.9125182749898267,
+      "eval_ga_ud_pr_auc": 0.8187831598653572,
+      "eval_gd_opus100_pr_auc": 0.7754781674378607,
+      "eval_gd_ud_pr_auc": 0.8490667049595075,
+      "eval_gl_opus100_pr_auc": 0.9010756977771233,
+      "eval_gl_ud_pr_auc": 0.9972973314653357,
+      "eval_gu_ersatz_pr_auc": 0.9404231935315559,
+      "eval_gu_opus100_pr_auc": 0.7598746639664946,
+      "eval_ha_opus100_pr_auc": 0.9336688938069304,
+      "eval_he_opus100_pr_auc": 0.8929766885968136,
+      "eval_he_ud_pr_auc": 0.9848325563854434,
+      "eval_hi_ersatz_pr_auc": 0.9819174112526292,
+      "eval_hi_opus100_pr_auc": 0.7366137640551527,
+      "eval_hi_ud_pr_auc": 0.9913219658281074,
+      "eval_hu_opus100_pr_auc": 0.9242612310178185,
+      "eval_hu_ud_pr_auc": 0.9848515288716514,
+      "eval_hy_opus100_pr_auc": 0.9146654350002758,
+      "eval_hy_ud_pr_auc": 0.9763487326279606,
+      "eval_id_opus100_pr_auc": 0.8973237601530405,
+      "eval_id_ud_pr_auc": 0.9944843025211059,
+      "eval_ig_opus100_pr_auc": 0.8762585750576873,
+      "eval_is_opus100_pr_auc": 0.9344726086156061,
+      "eval_is_ud_pr_auc": 0.9274399676181664,
+      "eval_it_opus100_pr_auc": 0.919781345295724,
+      "eval_it_ud_pr_auc": 0.9974037701633806,
+      "eval_ja_ersatz_pr_auc": 0.9029889602994997,
+      "eval_ja_opus100_pr_auc": 0.8284607994860556,
+      "eval_ja_ud_pr_auc": 0.97787492030409,
+      "eval_jv_ud_pr_auc": 0.9581141322475303,
+      "eval_ka_opus100_pr_auc": 0.8617014971821083,
+      "eval_kk_ersatz_pr_auc": 0.9883336467784777,
+      "eval_kk_opus100_pr_auc": 0.7943374648078131,
+      "eval_kk_ud_pr_auc": 0.9718520611763268,
+      "eval_km_ersatz_pr_auc": 0.9323563227562787,
+      "eval_km_opus100_pr_auc": 0.787719710010372,
+      "eval_kn_opus100_pr_auc": 0.6998094124574651,
+      "eval_ko_opus100_pr_auc": 0.6955479486496627,
+      "eval_ko_ud_pr_auc": 0.9972495045597655,
+      "eval_ku_opus100_pr_auc": 0.8359539345622099,
+      "eval_ky_opus100_pr_auc": 0.8912454994126194,
+      "eval_la_ud_pr_auc": 0.9751386129330127,
+      "eval_loss": 0.02574765495955944,
+      "eval_lt_ersatz_pr_auc": 0.9976171360938102,
+      "eval_lt_opus100_pr_auc": 0.8931332305002879,
+      "eval_lt_ud_pr_auc": 0.994467650208708,
+      "eval_lv_ersatz_pr_auc": 0.990812294554535,
+      "eval_lv_opus100_pr_auc": 0.8869376462922246,
+      "eval_lv_ud_pr_auc": 0.9698509524845138,
+      "eval_mg_opus100_pr_auc": 0.946437716270141,
+      "eval_mk_opus100_pr_auc": 0.9234876801154146,
+      "eval_ml_opus100_pr_auc": 0.8152867068543233,
+      "eval_mn_opus100_pr_auc": 0.9537482581604981,
+      "eval_mr_opus100_pr_auc": 0.9158353980767652,
+      "eval_mr_ud_pr_auc": 0.981926156939372,
+      "eval_ms_opus100_pr_auc": 0.8947283046645765,
+      "eval_mt_opus100_pr_auc": 0.874328691595256,
+      "eval_mt_ud_pr_auc": 0.9430075343561106,
+      "eval_my_opus100_pr_auc": 0.8228794420881088,
+      "eval_ne_opus100_pr_auc": 0.7800019389956232,
+      "eval_nl_opus100_pr_auc": 0.8979917976727891,
+      "eval_nl_ud_pr_auc": 0.980181935834457,
+      "eval_no_opus100_pr_auc": 0.9163022054857426,
+      "eval_no_ud_pr_auc": 0.9970210274783881,
+      "eval_pa_opus100_pr_auc": 0.6970617454228434,
+      "eval_pl_ersatz_pr_auc": 0.9745489620692874,
+      "eval_pl_opus100_pr_auc": 0.9024555023385737,
+      "eval_pl_ud_pr_auc": 0.9737773995934992,
+      "eval_ps_ersatz_pr_auc": 0.9162287610796835,
+      "eval_ps_opus100_pr_auc": 0.7697469569076685,
+      "eval_pt_opus100_pr_auc": 0.934305480033467,
+      "eval_pt_ud_pr_auc": 0.9840035031577815,
+      "eval_ro_ersatz_pr_auc": 0.9921999250401539,
+      "eval_ro_opus100_pr_auc": 0.8855100628361988,
+      "eval_ro_ud_pr_auc": 0.9393225178415977,
+      "eval_ru_ersatz_pr_auc": 0.9951776436666387,
+      "eval_ru_opus100_pr_auc": 0.9351584362965947,
+      "eval_ru_ud_pr_auc": 0.8741715169437877,
+      "eval_runtime": 514.2797,
+      "eval_samples_per_second": 146.846,
+      "eval_si_opus100_pr_auc": 0.8313256569399337,
+      "eval_sk_opus100_pr_auc": 0.9396745547805289,
+      "eval_sk_ud_pr_auc": 0.9888628668485301,
+      "eval_sl_opus100_pr_auc": 0.8797827546948068,
+      "eval_sl_ud_pr_auc": 0.9751510226939094,
+      "eval_sq_opus100_pr_auc": 0.9382492945155848,
+      "eval_sq_ud_pr_auc": 0.998574560818191,
+      "eval_sr_opus100_pr_auc": 0.9191484810345588,
+      "eval_sr_ud_pr_auc": 0.9992234818855479,
+      "eval_steps_per_second": 0.574,
+      "eval_sv_opus100_pr_auc": 0.9100991480365853,
+      "eval_sv_ud_pr_auc": 0.9628176943753176,
+      "eval_ta_ersatz_pr_auc": 0.9831384263600825,
+      "eval_ta_opus100_pr_auc": 0.7349662648841838,
+      "eval_ta_ud_pr_auc": 0.9947286333378305,
+      "eval_te_opus100_pr_auc": 0.8237584603325738,
+      "eval_tg_opus100_pr_auc": 0.9175875782455604,
+      "eval_th_opus100_pr_auc": 0.7209532961964543,
+      "eval_th_ud_pr_auc": 0.8882375818964435,
+      "eval_tr_ersatz_pr_auc": 0.9766165305991288,
+      "eval_tr_opus100_pr_auc": 0.9173999829184628,
+      "eval_tr_ud_pr_auc": 0.9703246232307039,
+      "eval_uk_opus100_pr_auc": 0.8841798170110298,
+      "eval_uk_ud_pr_auc": 0.9248419978401705,
+      "eval_ur_opus100_pr_auc": 0.6318531147860953,
+      "eval_ur_ud_pr_auc": 0.9875230393103224,
+      "eval_uz_opus100_pr_auc": 0.8921016639253565,
+      "eval_vi_opus100_pr_auc": 0.909682913042781,
+      "eval_vi_ud_pr_auc": 0.9535874572040391,
+      "eval_xh_opus100_pr_auc": 0.8807259990295709,
+      "eval_yi_opus100_pr_auc": 0.7896891750806603,
+      "eval_yo_opus100_pr_auc": 0.845785649578312,
+      "eval_yo_ud_pr_auc": 0.9204634241705595,
+      "eval_zh_ersatz_pr_auc": 0.9653751221671646,
+      "eval_zh_opus100_pr_auc": 0.8737633135819503,
+      "eval_zh_ud_pr_auc": 0.9915343205060099,
+      "eval_zu_opus100_pr_auc": 0.847377117131755,
+      "step": 135000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.834177215189874e-05,
+      "learning_rate_adapter": 6.834177215189874e-05,
+      "loss": 0.0222,
+      "step": 135050
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.832911392405064e-05,
+      "learning_rate_adapter": 6.832911392405064e-05,
+      "loss": 0.0224,
+      "step": 135100
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.831645569620253e-05,
+      "learning_rate_adapter": 6.831645569620253e-05,
+      "loss": 0.0224,
+      "step": 135150
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.830379746835444e-05,
+      "learning_rate_adapter": 6.830379746835444e-05,
+      "loss": 0.0223,
+      "step": 135200
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.829113924050633e-05,
+      "learning_rate_adapter": 6.829113924050633e-05,
+      "loss": 0.0225,
+      "step": 135250
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.827848101265824e-05,
+      "learning_rate_adapter": 6.827848101265824e-05,
+      "loss": 0.0221,
+      "step": 135300
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.826582278481013e-05,
+      "learning_rate_adapter": 6.826582278481013e-05,
+      "loss": 0.0221,
+      "step": 135350
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.825316455696202e-05,
+      "learning_rate_adapter": 6.825316455696202e-05,
+      "loss": 0.0224,
+      "step": 135400
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.824050632911393e-05,
+      "learning_rate_adapter": 6.824050632911393e-05,
+      "loss": 0.0224,
+      "step": 135450
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.822784810126582e-05,
+      "learning_rate_adapter": 6.822784810126582e-05,
+      "loss": 0.0222,
+      "step": 135500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.821518987341773e-05,
+      "learning_rate_adapter": 6.821518987341773e-05,
+      "loss": 0.0223,
+      "step": 135550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.820253164556962e-05,
+      "learning_rate_adapter": 6.820253164556962e-05,
+      "loss": 0.0223,
+      "step": 135600
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.818987341772152e-05,
+      "learning_rate_adapter": 6.818987341772152e-05,
+      "loss": 0.0222,
+      "step": 135650
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 6.817721518987343e-05,
+      "learning_rate_adapter": 6.817721518987343e-05,
+      "loss": 0.0223,
+      "step": 135700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.816455696202532e-05,
+      "learning_rate_adapter": 6.816455696202532e-05,
+      "loss": 0.0222,
+      "step": 135750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.815189873417723e-05,
+      "learning_rate_adapter": 6.815189873417723e-05,
+      "loss": 0.0222,
+      "step": 135800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.813924050632912e-05,
+      "learning_rate_adapter": 6.813924050632912e-05,
+      "loss": 0.0223,
+      "step": 135850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.812658227848101e-05,
+      "learning_rate_adapter": 6.812658227848101e-05,
+      "loss": 0.022,
+      "step": 135900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.811392405063292e-05,
+      "learning_rate_adapter": 6.811392405063292e-05,
+      "loss": 0.0221,
+      "step": 135950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.810126582278481e-05,
+      "learning_rate_adapter": 6.810126582278481e-05,
+      "loss": 0.0224,
+      "step": 136000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.808860759493671e-05,
+      "learning_rate_adapter": 6.808860759493671e-05,
+      "loss": 0.022,
+      "step": 136050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80759493670886e-05,
+      "learning_rate_adapter": 6.80759493670886e-05,
+      "loss": 0.022,
+      "step": 136100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.806329113924051e-05,
+      "learning_rate_adapter": 6.806329113924051e-05,
+      "loss": 0.0223,
+      "step": 136150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.80506329113924e-05,
+      "learning_rate_adapter": 6.80506329113924e-05,
+      "loss": 0.0221,
+      "step": 136200
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.803797468354431e-05,
+      "learning_rate_adapter": 6.803797468354431e-05,
+      "loss": 0.0222,
+      "step": 136250
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.802531645569622e-05,
+      "learning_rate_adapter": 6.802531645569622e-05,
+      "loss": 0.0224,
+      "step": 136300
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.801265822784811e-05,
+      "learning_rate_adapter": 6.801265822784811e-05,
+      "loss": 0.0221,
+      "step": 136350
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.800000000000001e-05,
+      "learning_rate_adapter": 6.800000000000001e-05,
+      "loss": 0.0223,
+      "step": 136400
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79873417721519e-05,
+      "learning_rate_adapter": 6.79873417721519e-05,
+      "loss": 0.0223,
+      "step": 136450
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79746835443038e-05,
+      "learning_rate_adapter": 6.79746835443038e-05,
+      "loss": 0.0222,
+      "step": 136500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79620253164557e-05,
+      "learning_rate_adapter": 6.79620253164557e-05,
+      "loss": 0.0221,
+      "step": 136550
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79493670886076e-05,
+      "learning_rate_adapter": 6.79493670886076e-05,
+      "loss": 0.0221,
+      "step": 136600
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.79367088607595e-05,
+      "learning_rate_adapter": 6.79367088607595e-05,
+      "loss": 0.0224,
+      "step": 136650
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.792405063291139e-05,
+      "learning_rate_adapter": 6.792405063291139e-05,
+      "loss": 0.022,
+      "step": 136700
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.791139240506328e-05,
+      "learning_rate_adapter": 6.791139240506328e-05,
+      "loss": 0.0225,
+      "step": 136750
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.789873417721519e-05,
+      "learning_rate_adapter": 6.789873417721519e-05,
+      "loss": 0.0222,
+      "step": 136800
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78860759493671e-05,
+      "learning_rate_adapter": 6.78860759493671e-05,
+      "loss": 0.0222,
+      "step": 136850
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.7873417721519e-05,
+      "learning_rate_adapter": 6.7873417721519e-05,
+      "loss": 0.0222,
+      "step": 136900
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.78607594936709e-05,
+      "learning_rate_adapter": 6.78607594936709e-05,
+      "loss": 0.0222,
+      "step": 136950
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.784810126582279e-05,
+      "learning_rate_adapter": 6.784810126582279e-05,
+      "loss": 0.0221,
+      "step": 137000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.783544303797469e-05,
+      "learning_rate_adapter": 6.783544303797469e-05,
+      "loss": 0.0225,
+      "step": 137050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.782278481012658e-05,
+      "learning_rate_adapter": 6.782278481012658e-05,
+      "loss": 0.022,
+      "step": 137100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.781012658227849e-05,
+      "learning_rate_adapter": 6.781012658227849e-05,
+      "loss": 0.0222,
+      "step": 137150
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 6.779746835443038e-05,
+      "learning_rate_adapter": 6.779746835443038e-05,
+      "loss": 0.0221,
+      "step": 137200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.778481012658227e-05,
+      "learning_rate_adapter": 6.778481012658227e-05,
+      "loss": 0.022,
+      "step": 137250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.777215189873418e-05,
+      "learning_rate_adapter": 6.777215189873418e-05,
+      "loss": 0.0221,
+      "step": 137300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.775949367088607e-05,
+      "learning_rate_adapter": 6.775949367088607e-05,
+      "loss": 0.022,
+      "step": 137350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.774683544303798e-05,
+      "learning_rate_adapter": 6.774683544303798e-05,
+      "loss": 0.022,
+      "step": 137400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.773417721518988e-05,
+      "learning_rate_adapter": 6.773417721518988e-05,
+      "loss": 0.0222,
+      "step": 137450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.772151898734177e-05,
+      "learning_rate_adapter": 6.772151898734177e-05,
+      "loss": 0.022,
+      "step": 137500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.770886075949368e-05,
+      "learning_rate_adapter": 6.770886075949368e-05,
+      "loss": 0.0222,
+      "step": 137550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.769620253164557e-05,
+      "learning_rate_adapter": 6.769620253164557e-05,
+      "loss": 0.0221,
+      "step": 137600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.768354430379748e-05,
+      "learning_rate_adapter": 6.768354430379748e-05,
+      "loss": 0.022,
+      "step": 137650
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.767088607594937e-05,
+      "learning_rate_adapter": 6.767088607594937e-05,
+      "loss": 0.0222,
+      "step": 137700
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.765822784810128e-05,
+      "learning_rate_adapter": 6.765822784810128e-05,
+      "loss": 0.0221,
+      "step": 137750
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.764556962025317e-05,
+      "learning_rate_adapter": 6.764556962025317e-05,
+      "loss": 0.0222,
+      "step": 137800
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.763291139240506e-05,
+      "learning_rate_adapter": 6.763291139240506e-05,
+      "loss": 0.0223,
+      "step": 137850
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.762025316455697e-05,
+      "learning_rate_adapter": 6.762025316455697e-05,
+      "loss": 0.0222,
+      "step": 137900
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.760759493670886e-05,
+      "learning_rate_adapter": 6.760759493670886e-05,
+      "loss": 0.0219,
+      "step": 137950
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.759493670886076e-05,
+      "learning_rate_adapter": 6.759493670886076e-05,
+      "loss": 0.0219,
+      "step": 138000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.758227848101267e-05,
+      "learning_rate_adapter": 6.758227848101267e-05,
+      "loss": 0.0224,
+      "step": 138050
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.756962025316456e-05,
+      "learning_rate_adapter": 6.756962025316456e-05,
+      "loss": 0.0222,
+      "step": 138100
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.755696202531647e-05,
+      "learning_rate_adapter": 6.755696202531647e-05,
+      "loss": 0.0222,
+      "step": 138150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.754430379746836e-05,
+      "learning_rate_adapter": 6.754430379746836e-05,
+      "loss": 0.0219,
+      "step": 138200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.753164556962026e-05,
+      "learning_rate_adapter": 6.753164556962026e-05,
+      "loss": 0.0222,
+      "step": 138250
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.751898734177216e-05,
+      "learning_rate_adapter": 6.751898734177216e-05,
+      "loss": 0.0222,
+      "step": 138300
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.750632911392405e-05,
+      "learning_rate_adapter": 6.750632911392405e-05,
+      "loss": 0.022,
+      "step": 138350
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.749367088607595e-05,
+      "learning_rate_adapter": 6.749367088607595e-05,
+      "loss": 0.0222,
+      "step": 138400
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.748101265822785e-05,
+      "learning_rate_adapter": 6.748101265822785e-05,
+      "loss": 0.0223,
+      "step": 138450
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.746835443037975e-05,
+      "learning_rate_adapter": 6.746835443037975e-05,
+      "loss": 0.0222,
+      "step": 138500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.745569620253164e-05,
+      "learning_rate_adapter": 6.745569620253164e-05,
+      "loss": 0.0221,
+      "step": 138550
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.744303797468355e-05,
+      "learning_rate_adapter": 6.744303797468355e-05,
+      "loss": 0.0222,
+      "step": 138600
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 6.743037974683545e-05,
+      "learning_rate_adapter": 6.743037974683545e-05,
+      "loss": 0.0222,
+      "step": 138650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.741772151898735e-05,
+      "learning_rate_adapter": 6.741772151898735e-05,
+      "loss": 0.0223,
+      "step": 138700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.740506329113925e-05,
+      "learning_rate_adapter": 6.740506329113925e-05,
+      "loss": 0.0222,
+      "step": 138750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.739240506329114e-05,
+      "learning_rate_adapter": 6.739240506329114e-05,
+      "loss": 0.022,
+      "step": 138800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.737974683544304e-05,
+      "learning_rate_adapter": 6.737974683544304e-05,
+      "loss": 0.0222,
+      "step": 138850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.736708860759494e-05,
+      "learning_rate_adapter": 6.736708860759494e-05,
+      "loss": 0.0222,
+      "step": 138900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.735443037974683e-05,
+      "learning_rate_adapter": 6.735443037974683e-05,
+      "loss": 0.022,
+      "step": 138950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.734177215189874e-05,
+      "learning_rate_adapter": 6.734177215189874e-05,
+      "loss": 0.0222,
+      "step": 139000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.732911392405063e-05,
+      "learning_rate_adapter": 6.732911392405063e-05,
+      "loss": 0.0219,
+      "step": 139050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.731645569620252e-05,
+      "learning_rate_adapter": 6.731645569620252e-05,
+      "loss": 0.0223,
+      "step": 139100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.730379746835443e-05,
+      "learning_rate_adapter": 6.730379746835443e-05,
+      "loss": 0.0221,
+      "step": 139150
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.729113924050634e-05,
+      "learning_rate_adapter": 6.729113924050634e-05,
+      "loss": 0.0221,
+      "step": 139200
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.727848101265824e-05,
+      "learning_rate_adapter": 6.727848101265824e-05,
+      "loss": 0.022,
+      "step": 139250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.726582278481013e-05,
+      "learning_rate_adapter": 6.726582278481013e-05,
+      "loss": 0.0223,
+      "step": 139300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.725316455696204e-05,
+      "learning_rate_adapter": 6.725316455696204e-05,
+      "loss": 0.0219,
+      "step": 139350
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.724050632911393e-05,
+      "learning_rate_adapter": 6.724050632911393e-05,
+      "loss": 0.022,
+      "step": 139400
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.722784810126582e-05,
+      "learning_rate_adapter": 6.722784810126582e-05,
+      "loss": 0.022,
+      "step": 139450
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.721518987341773e-05,
+      "learning_rate_adapter": 6.721518987341773e-05,
+      "loss": 0.022,
+      "step": 139500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.720253164556962e-05,
+      "learning_rate_adapter": 6.720253164556962e-05,
+      "loss": 0.0223,
+      "step": 139550
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.718987341772153e-05,
+      "learning_rate_adapter": 6.718987341772153e-05,
+      "loss": 0.022,
+      "step": 139600
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.717721518987342e-05,
+      "learning_rate_adapter": 6.717721518987342e-05,
+      "loss": 0.0222,
+      "step": 139650
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.716455696202531e-05,
+      "learning_rate_adapter": 6.716455696202531e-05,
+      "loss": 0.022,
+      "step": 139700
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.715189873417722e-05,
+      "learning_rate_adapter": 6.715189873417722e-05,
+      "loss": 0.022,
+      "step": 139750
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.713924050632912e-05,
+      "learning_rate_adapter": 6.713924050632912e-05,
+      "loss": 0.0223,
+      "step": 139800
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.712658227848103e-05,
+      "learning_rate_adapter": 6.712658227848103e-05,
+      "loss": 0.022,
+      "step": 139850
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.711392405063292e-05,
+      "learning_rate_adapter": 6.711392405063292e-05,
+      "loss": 0.0223,
+      "step": 139900
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.710126582278481e-05,
+      "learning_rate_adapter": 6.710126582278481e-05,
+      "loss": 0.0219,
+      "step": 139950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.708860759493672e-05,
+      "learning_rate_adapter": 6.708860759493672e-05,
+      "loss": 0.0221,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "eval_af_opus100_pr_auc": 0.8133735836380048,
+      "eval_af_ud_pr_auc": 0.9853628878923553,
+      "eval_am_opus100_pr_auc": 0.6439122272126645,
+      "eval_ar_ersatz_pr_auc": 0.9372846637515884,
+      "eval_ar_opus100_pr_auc": 0.7631367666549589,
+      "eval_ar_ud_pr_auc": 0.9044594294865375,
+      "eval_average_ersatz_pr_auc": 0.9737780657248044,
+      "eval_average_opus100_pr_auc": 0.8603219777726009,
+      "eval_average_ud_pr_auc": 0.967477754884601,
+      "eval_az_opus100_pr_auc": 0.8012184259389715,
+      "eval_be_opus100_pr_auc": 0.7735987935175097,
+      "eval_be_ud_pr_auc": 0.8946557677788882,
+      "eval_bg_opus100_pr_auc": 0.9265337128629805,
+      "eval_bg_ud_pr_auc": 0.9970525770500244,
+      "eval_bn_opus100_pr_auc": 0.8494699611006058,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.893092480469294,
+      "eval_ca_ud_pr_auc": 0.9945220137797003,
+      "eval_ceb_ud_pr_auc": 0.9999717815047149,
+      "eval_cs_ersatz_pr_auc": 0.9872266734739416,
+      "eval_cs_opus100_pr_auc": 0.9215552828038157,
+      "eval_cs_ud_pr_auc": 0.9647947225200364,
+      "eval_cy_opus100_pr_auc": 0.8094674997821459,
+      "eval_cy_ud_pr_auc": 0.9968339435140167,
+      "eval_da_opus100_pr_auc": 0.9265560576127454,
+      "eval_da_ud_pr_auc": 0.977541502370938,
+      "eval_de_ersatz_pr_auc": 0.9885092669680421,
+      "eval_de_opus100_pr_auc": 0.9202569438134727,
+      "eval_de_ud_pr_auc": 0.9865292059561209,
+      "eval_el_opus100_pr_auc": 0.9165259375772282,
+      "eval_el_ud_pr_auc": 0.9966744130381994,
+      "eval_en_ersatz_pr_auc": 0.9934154922730974,
+      "eval_en_opus100_pr_auc": 0.9279244869177424,
+      "eval_en_ud_pr_auc": 0.9775910398610113,
+      "eval_eo_opus100_pr_auc": 0.935331052959648,
+      "eval_es_ersatz_pr_auc": 0.9968594568833972,
+      "eval_es_opus100_pr_auc": 0.9370328578688771,
+      "eval_es_ud_pr_auc": 0.9888762355213386,
+      "eval_et_ersatz_pr_auc": 0.9825412570923922,
+      "eval_et_opus100_pr_auc": 0.9035049637336405,
+      "eval_et_ud_pr_auc": 0.9764524190473024,
+      "eval_eu_opus100_pr_auc": 0.8883533607685333,
+      "eval_eu_ud_pr_auc": 0.9935710297657827,
+      "eval_fa_opus100_pr_auc": 0.6292237409267231,
+      "eval_fa_ud_pr_auc": 0.9947332004075279,
+      "eval_fi_ersatz_pr_auc": 0.9938730908373737,
+      "eval_fi_opus100_pr_auc": 0.927874500589571,
+      "eval_fi_ud_pr_auc": 0.974855982911146,
+      "eval_fr_ersatz_pr_auc": 0.9865917892481209,
+      "eval_fr_opus100_pr_auc": 0.923670425868449,
+      "eval_fr_ud_pr_auc": 0.9916716984943128,
+      "eval_fy_opus100_pr_auc": 0.7056459770951857,
+      "eval_ga_opus100_pr_auc": 0.9138129630893723,
+      "eval_ga_ud_pr_auc": 0.8056972796774072,
+      "eval_gd_opus100_pr_auc": 0.8079832486902342,
+      "eval_gd_ud_pr_auc": 0.8459347112153854,
+      "eval_gl_opus100_pr_auc": 0.9008465687750787,
+      "eval_gl_ud_pr_auc": 0.9961688069820046,
+      "eval_gu_ersatz_pr_auc": 0.9458281871735591,
+      "eval_gu_opus100_pr_auc": 0.7845604358477447,
+      "eval_ha_opus100_pr_auc": 0.9265418659589647,
+      "eval_he_opus100_pr_auc": 0.8897812764225486,
+      "eval_he_ud_pr_auc": 0.9826797914159667,
+      "eval_hi_ersatz_pr_auc": 0.9806218370880514,
+      "eval_hi_opus100_pr_auc": 0.7413786455115574,
+      "eval_hi_ud_pr_auc": 0.9865211534646439,
+      "eval_hu_opus100_pr_auc": 0.9247736063184041,
+      "eval_hu_ud_pr_auc": 0.978732435760326,
+      "eval_hy_opus100_pr_auc": 0.92710793659903,
+      "eval_hy_ud_pr_auc": 0.9778188196280961,
+      "eval_id_opus100_pr_auc": 0.910670463218225,
+      "eval_id_ud_pr_auc": 0.9936535482587296,
+      "eval_ig_opus100_pr_auc": 0.8980782179072918,
+      "eval_is_opus100_pr_auc": 0.9253522885198602,
+      "eval_is_ud_pr_auc": 0.9021956910281073,
+      "eval_it_opus100_pr_auc": 0.9238484817469682,
+      "eval_it_ud_pr_auc": 0.9991462198760964,
+      "eval_ja_ersatz_pr_auc": 0.9007735065284314,
+      "eval_ja_opus100_pr_auc": 0.8561279524012755,
+      "eval_ja_ud_pr_auc": 0.9841875282341049,
+      "eval_jv_ud_pr_auc": 0.9561859483066538,
+      "eval_ka_opus100_pr_auc": 0.8671825977469084,
+      "eval_kk_ersatz_pr_auc": 0.9895964767030234,
+      "eval_kk_opus100_pr_auc": 0.8478918360317222,
+      "eval_kk_ud_pr_auc": 0.9708362458387758,
+      "eval_km_ersatz_pr_auc": 0.9423953738843416,
+      "eval_km_opus100_pr_auc": 0.7789875734725525,
+      "eval_kn_opus100_pr_auc": 0.6907458746727669,
+      "eval_ko_opus100_pr_auc": 0.7095763360762603,
+      "eval_ko_ud_pr_auc": 0.9982976037819399,
+      "eval_ku_opus100_pr_auc": 0.8663985279581118,
+      "eval_ky_opus100_pr_auc": 0.9080870506979184,
+      "eval_la_ud_pr_auc": 0.979561576793879,
+      "eval_loss": 0.02584991790354252,
+      "eval_lt_ersatz_pr_auc": 0.9979583806558858,
+      "eval_lt_opus100_pr_auc": 0.8906573463589698,
+      "eval_lt_ud_pr_auc": 0.995895979822923,
+      "eval_lv_ersatz_pr_auc": 0.9915507750399108,
+      "eval_lv_opus100_pr_auc": 0.8904686195488238,
+      "eval_lv_ud_pr_auc": 0.9640011847549399,
+      "eval_mg_opus100_pr_auc": 0.9399254741276822,
+      "eval_mk_opus100_pr_auc": 0.922982537737154,
+      "eval_ml_opus100_pr_auc": 0.8068926060630566,
+      "eval_mn_opus100_pr_auc": 0.962128255018751,
+      "eval_mr_opus100_pr_auc": 0.9207974594598152,
+      "eval_mr_ud_pr_auc": 0.9812625717097746,
+      "eval_ms_opus100_pr_auc": 0.8962316388746205,
+      "eval_mt_opus100_pr_auc": 0.8604342348494851,
+      "eval_mt_ud_pr_auc": 0.9216946795384809,
+      "eval_my_opus100_pr_auc": 0.8469845148116681,
+      "eval_ne_opus100_pr_auc": 0.7746912392222873,
+      "eval_nl_opus100_pr_auc": 0.9058333432351892,
+      "eval_nl_ud_pr_auc": 0.9833566068820124,
+      "eval_no_opus100_pr_auc": 0.9191160132463576,
+      "eval_no_ud_pr_auc": 0.9976615337174666,
+      "eval_pa_opus100_pr_auc": 0.7054200714124172,
+      "eval_pl_ersatz_pr_auc": 0.9728292623389312,
+      "eval_pl_opus100_pr_auc": 0.9021823798386137,
+      "eval_pl_ud_pr_auc": 0.9719088529437624,
+      "eval_ps_ersatz_pr_auc": 0.9209996521373925,
+      "eval_ps_opus100_pr_auc": 0.7755089957938708,
+      "eval_pt_opus100_pr_auc": 0.9250183885143773,
+      "eval_pt_ud_pr_auc": 0.984440223166988,
+      "eval_ro_ersatz_pr_auc": 0.991928693937685,
+      "eval_ro_opus100_pr_auc": 0.8651040346853219,
+      "eval_ro_ud_pr_auc": 0.9680754028923625,
+      "eval_ru_ersatz_pr_auc": 0.9940502669010476,
+      "eval_ru_opus100_pr_auc": 0.9360985189416633,
+      "eval_ru_ud_pr_auc": 0.8816911319106053,
+      "eval_runtime": 516.9113,
+      "eval_samples_per_second": 146.099,
+      "eval_si_opus100_pr_auc": 0.8429204023078226,
+      "eval_sk_opus100_pr_auc": 0.9428422188517439,
+      "eval_sk_ud_pr_auc": 0.9907169513382599,
+      "eval_sl_opus100_pr_auc": 0.8818390518624967,
+      "eval_sl_ud_pr_auc": 0.9778735069570422,
+      "eval_sq_opus100_pr_auc": 0.9305990995218367,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168054684840207,
+      "eval_sr_ud_pr_auc": 0.9989629458496317,
+      "eval_steps_per_second": 0.571,
+      "eval_sv_opus100_pr_auc": 0.9108452050713733,
+      "eval_sv_ud_pr_auc": 0.957098687736813,
+      "eval_ta_ersatz_pr_auc": 0.9823352135285531,
+      "eval_ta_opus100_pr_auc": 0.7459850220306826,
+      "eval_ta_ud_pr_auc": 0.9970236427209624,
+      "eval_te_opus100_pr_auc": 0.8292097732744848,
+      "eval_tg_opus100_pr_auc": 0.9126597457022136,
+      "eval_th_opus100_pr_auc": 0.7138376223803246,
+      "eval_th_ud_pr_auc": 0.8852122477828157,
+      "eval_tr_ersatz_pr_auc": 0.9730625414080524,
+      "eval_tr_opus100_pr_auc": 0.9120073233140377,
+      "eval_tr_ud_pr_auc": 0.9654876324184031,
+      "eval_uk_opus100_pr_auc": 0.8783803762255117,
+      "eval_uk_ud_pr_auc": 0.9187942707587116,
+      "eval_ur_opus100_pr_auc": 0.6312175860490471,
+      "eval_ur_ud_pr_auc": 0.9919221075526947,
+      "eval_uz_opus100_pr_auc": 0.8944096405740111,
+      "eval_vi_opus100_pr_auc": 0.9067241705752546,
+      "eval_vi_ud_pr_auc": 0.944563632478845,
+      "eval_xh_opus100_pr_auc": 0.8954083112812598,
+      "eval_yi_opus100_pr_auc": 0.8167759429339511,
+      "eval_yo_opus100_pr_auc": 0.8568159752642261,
+      "eval_yo_ud_pr_auc": 0.9219754731153885,
+      "eval_zh_ersatz_pr_auc": 0.9728855880928774,
+      "eval_zh_opus100_pr_auc": 0.8938464561138537,
+      "eval_zh_ud_pr_auc": 0.9928455512113055,
+      "eval_zu_opus100_pr_auc": 0.8498043264194414,
+      "step": 140000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.707594936708861e-05,
+      "learning_rate_adapter": 6.707594936708861e-05,
+      "loss": 0.0221,
+      "step": 140050
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.706329113924051e-05,
+      "learning_rate_adapter": 6.706329113924051e-05,
+      "loss": 0.0222,
+      "step": 140100
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 6.705063291139241e-05,
+      "learning_rate_adapter": 6.705063291139241e-05,
+      "loss": 0.0221,
+      "step": 140150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70379746835443e-05,
+      "learning_rate_adapter": 6.70379746835443e-05,
+      "loss": 0.022,
+      "step": 140200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70253164556962e-05,
+      "learning_rate_adapter": 6.70253164556962e-05,
+      "loss": 0.0222,
+      "step": 140250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.70126582278481e-05,
+      "learning_rate_adapter": 6.70126582278481e-05,
+      "loss": 0.0221,
+      "step": 140300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.7e-05,
+      "learning_rate_adapter": 6.7e-05,
+      "loss": 0.0222,
+      "step": 140350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.698734177215191e-05,
+      "learning_rate_adapter": 6.698734177215191e-05,
+      "loss": 0.0222,
+      "step": 140400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69746835443038e-05,
+      "learning_rate_adapter": 6.69746835443038e-05,
+      "loss": 0.022,
+      "step": 140450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69620253164557e-05,
+      "learning_rate_adapter": 6.69620253164557e-05,
+      "loss": 0.0221,
+      "step": 140500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69493670886076e-05,
+      "learning_rate_adapter": 6.69493670886076e-05,
+      "loss": 0.0221,
+      "step": 140550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69367088607595e-05,
+      "learning_rate_adapter": 6.69367088607595e-05,
+      "loss": 0.0219,
+      "step": 140600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.69240506329114e-05,
+      "learning_rate_adapter": 6.69240506329114e-05,
+      "loss": 0.0221,
+      "step": 140650
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.691139240506329e-05,
+      "learning_rate_adapter": 6.691139240506329e-05,
+      "loss": 0.0219,
+      "step": 140700
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.689873417721519e-05,
+      "learning_rate_adapter": 6.689873417721519e-05,
+      "loss": 0.0223,
+      "step": 140750
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.688607594936709e-05,
+      "learning_rate_adapter": 6.688607594936709e-05,
+      "loss": 0.022,
+      "step": 140800
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.687341772151899e-05,
+      "learning_rate_adapter": 6.687341772151899e-05,
+      "loss": 0.0222,
+      "step": 140850
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.686075949367088e-05,
+      "learning_rate_adapter": 6.686075949367088e-05,
+      "loss": 0.022,
+      "step": 140900
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.684810126582279e-05,
+      "learning_rate_adapter": 6.684810126582279e-05,
+      "loss": 0.022,
+      "step": 140950
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.68354430379747e-05,
+      "learning_rate_adapter": 6.68354430379747e-05,
+      "loss": 0.0221,
+      "step": 141000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.682278481012659e-05,
+      "learning_rate_adapter": 6.682278481012659e-05,
+      "loss": 0.0221,
+      "step": 141050
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.681012658227849e-05,
+      "learning_rate_adapter": 6.681012658227849e-05,
+      "loss": 0.022,
+      "step": 141100
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.679746835443038e-05,
+      "learning_rate_adapter": 6.679746835443038e-05,
+      "loss": 0.0219,
+      "step": 141150
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.678481012658229e-05,
+      "learning_rate_adapter": 6.678481012658229e-05,
+      "loss": 0.0219,
+      "step": 141200
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.677215189873418e-05,
+      "learning_rate_adapter": 6.677215189873418e-05,
+      "loss": 0.0222,
+      "step": 141250
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.675949367088607e-05,
+      "learning_rate_adapter": 6.675949367088607e-05,
+      "loss": 0.0219,
+      "step": 141300
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.674683544303798e-05,
+      "learning_rate_adapter": 6.674683544303798e-05,
+      "loss": 0.0221,
+      "step": 141350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.673417721518987e-05,
+      "learning_rate_adapter": 6.673417721518987e-05,
+      "loss": 0.0221,
+      "step": 141400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.672151898734178e-05,
+      "learning_rate_adapter": 6.672151898734178e-05,
+      "loss": 0.022,
+      "step": 141450
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.670886075949367e-05,
+      "learning_rate_adapter": 6.670886075949367e-05,
+      "loss": 0.022,
+      "step": 141500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.669620253164557e-05,
+      "learning_rate_adapter": 6.669620253164557e-05,
+      "loss": 0.0221,
+      "step": 141550
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.668354430379748e-05,
+      "learning_rate_adapter": 6.668354430379748e-05,
+      "loss": 0.022,
+      "step": 141600
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 6.667088607594937e-05,
+      "learning_rate_adapter": 6.667088607594937e-05,
+      "loss": 0.0218,
+      "step": 141650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.665822784810128e-05,
+      "learning_rate_adapter": 6.665822784810128e-05,
+      "loss": 0.0219,
+      "step": 141700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.664556962025317e-05,
+      "learning_rate_adapter": 6.664556962025317e-05,
+      "loss": 0.0218,
+      "step": 141750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.663291139240506e-05,
+      "learning_rate_adapter": 6.663291139240506e-05,
+      "loss": 0.022,
+      "step": 141800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.662025316455697e-05,
+      "learning_rate_adapter": 6.662025316455697e-05,
+      "loss": 0.0222,
+      "step": 141850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.660759493670886e-05,
+      "learning_rate_adapter": 6.660759493670886e-05,
+      "loss": 0.022,
+      "step": 141900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.659493670886077e-05,
+      "learning_rate_adapter": 6.659493670886077e-05,
+      "loss": 0.0221,
+      "step": 141950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.658227848101266e-05,
+      "learning_rate_adapter": 6.658227848101266e-05,
+      "loss": 0.0221,
+      "step": 142000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.656962025316455e-05,
+      "learning_rate_adapter": 6.656962025316455e-05,
+      "loss": 0.022,
+      "step": 142050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.655696202531646e-05,
+      "learning_rate_adapter": 6.655696202531646e-05,
+      "loss": 0.022,
+      "step": 142100
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.654430379746836e-05,
+      "learning_rate_adapter": 6.654430379746836e-05,
+      "loss": 0.0218,
+      "step": 142150
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.653164556962027e-05,
+      "learning_rate_adapter": 6.653164556962027e-05,
+      "loss": 0.022,
+      "step": 142200
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.651898734177216e-05,
+      "learning_rate_adapter": 6.651898734177216e-05,
+      "loss": 0.0221,
+      "step": 142250
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.650632911392405e-05,
+      "learning_rate_adapter": 6.650632911392405e-05,
+      "loss": 0.0221,
+      "step": 142300
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.649367088607596e-05,
+      "learning_rate_adapter": 6.649367088607596e-05,
+      "loss": 0.0221,
+      "step": 142350
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.648101265822785e-05,
+      "learning_rate_adapter": 6.648101265822785e-05,
+      "loss": 0.0223,
+      "step": 142400
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.646835443037975e-05,
+      "learning_rate_adapter": 6.646835443037975e-05,
+      "loss": 0.022,
+      "step": 142450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.645569620253165e-05,
+      "learning_rate_adapter": 6.645569620253165e-05,
+      "loss": 0.0221,
+      "step": 142500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.644303797468355e-05,
+      "learning_rate_adapter": 6.644303797468355e-05,
+      "loss": 0.0222,
+      "step": 142550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.643037974683544e-05,
+      "learning_rate_adapter": 6.643037974683544e-05,
+      "loss": 0.0222,
+      "step": 142600
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.641772151898734e-05,
+      "learning_rate_adapter": 6.641772151898734e-05,
+      "loss": 0.0219,
+      "step": 142650
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.640506329113924e-05,
+      "learning_rate_adapter": 6.640506329113924e-05,
+      "loss": 0.0219,
+      "step": 142700
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.639240506329115e-05,
+      "learning_rate_adapter": 6.639240506329115e-05,
+      "loss": 0.0221,
+      "step": 142750
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.637974683544305e-05,
+      "learning_rate_adapter": 6.637974683544305e-05,
+      "loss": 0.0222,
+      "step": 142800
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.636708860759495e-05,
+      "learning_rate_adapter": 6.636708860759495e-05,
+      "loss": 0.0218,
+      "step": 142850
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.635443037974684e-05,
+      "learning_rate_adapter": 6.635443037974684e-05,
+      "loss": 0.0219,
+      "step": 142900
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.634177215189874e-05,
+      "learning_rate_adapter": 6.634177215189874e-05,
+      "loss": 0.0219,
+      "step": 142950
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.632911392405063e-05,
+      "learning_rate_adapter": 6.632911392405063e-05,
+      "loss": 0.0221,
+      "step": 143000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.631645569620254e-05,
+      "learning_rate_adapter": 6.631645569620254e-05,
+      "loss": 0.022,
+      "step": 143050
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 6.630379746835443e-05,
+      "learning_rate_adapter": 6.630379746835443e-05,
+      "loss": 0.022,
+      "step": 143100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.629113924050632e-05,
+      "learning_rate_adapter": 6.629113924050632e-05,
+      "loss": 0.0221,
+      "step": 143150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.627848101265823e-05,
+      "learning_rate_adapter": 6.627848101265823e-05,
+      "loss": 0.0221,
+      "step": 143200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.626582278481012e-05,
+      "learning_rate_adapter": 6.626582278481012e-05,
+      "loss": 0.0219,
+      "step": 143250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.625316455696203e-05,
+      "learning_rate_adapter": 6.625316455696203e-05,
+      "loss": 0.022,
+      "step": 143300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.624050632911393e-05,
+      "learning_rate_adapter": 6.624050632911393e-05,
+      "loss": 0.0221,
+      "step": 143350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.622784810126583e-05,
+      "learning_rate_adapter": 6.622784810126583e-05,
+      "loss": 0.0221,
+      "step": 143400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.621518987341773e-05,
+      "learning_rate_adapter": 6.621518987341773e-05,
+      "loss": 0.022,
+      "step": 143450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.620253164556962e-05,
+      "learning_rate_adapter": 6.620253164556962e-05,
+      "loss": 0.022,
+      "step": 143500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.618987341772153e-05,
+      "learning_rate_adapter": 6.618987341772153e-05,
+      "loss": 0.022,
+      "step": 143550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.617721518987342e-05,
+      "learning_rate_adapter": 6.617721518987342e-05,
+      "loss": 0.0219,
+      "step": 143600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.616455696202531e-05,
+      "learning_rate_adapter": 6.616455696202531e-05,
+      "loss": 0.0217,
+      "step": 143650
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.615189873417722e-05,
+      "learning_rate_adapter": 6.615189873417722e-05,
+      "loss": 0.0219,
+      "step": 143700
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.613924050632911e-05,
+      "learning_rate_adapter": 6.613924050632911e-05,
+      "loss": 0.022,
+      "step": 143750
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.612658227848102e-05,
+      "learning_rate_adapter": 6.612658227848102e-05,
+      "loss": 0.0219,
+      "step": 143800
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.611392405063291e-05,
+      "learning_rate_adapter": 6.611392405063291e-05,
+      "loss": 0.0221,
+      "step": 143850
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.610126582278481e-05,
+      "learning_rate_adapter": 6.610126582278481e-05,
+      "loss": 0.0218,
+      "step": 143900
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.608860759493672e-05,
+      "learning_rate_adapter": 6.608860759493672e-05,
+      "loss": 0.022,
+      "step": 143950
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.607594936708861e-05,
+      "learning_rate_adapter": 6.607594936708861e-05,
+      "loss": 0.0219,
+      "step": 144000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.606329113924052e-05,
+      "learning_rate_adapter": 6.606329113924052e-05,
+      "loss": 0.0218,
+      "step": 144050
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.605063291139241e-05,
+      "learning_rate_adapter": 6.605063291139241e-05,
+      "loss": 0.0222,
+      "step": 144100
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.603797468354432e-05,
+      "learning_rate_adapter": 6.603797468354432e-05,
+      "loss": 0.0221,
+      "step": 144150
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.602531645569621e-05,
+      "learning_rate_adapter": 6.602531645569621e-05,
+      "loss": 0.0221,
+      "step": 144200
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.60126582278481e-05,
+      "learning_rate_adapter": 6.60126582278481e-05,
+      "loss": 0.0221,
+      "step": 144250
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.6e-05,
+      "learning_rate_adapter": 6.6e-05,
+      "loss": 0.022,
+      "step": 144300
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59873417721519e-05,
+      "learning_rate_adapter": 6.59873417721519e-05,
+      "loss": 0.0221,
+      "step": 144350
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59746835443038e-05,
+      "learning_rate_adapter": 6.59746835443038e-05,
+      "loss": 0.0221,
+      "step": 144400
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59620253164557e-05,
+      "learning_rate_adapter": 6.59620253164557e-05,
+      "loss": 0.0216,
+      "step": 144450
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59493670886076e-05,
+      "learning_rate_adapter": 6.59493670886076e-05,
+      "loss": 0.0221,
+      "step": 144500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59367088607595e-05,
+      "learning_rate_adapter": 6.59367088607595e-05,
+      "loss": 0.0222,
+      "step": 144550
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 6.59240506329114e-05,
+      "learning_rate_adapter": 6.59240506329114e-05,
+      "loss": 0.022,
+      "step": 144600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.59113924050633e-05,
+      "learning_rate_adapter": 6.59113924050633e-05,
+      "loss": 0.0219,
+      "step": 144650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.58987341772152e-05,
+      "learning_rate_adapter": 6.58987341772152e-05,
+      "loss": 0.0221,
+      "step": 144700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.588607594936709e-05,
+      "learning_rate_adapter": 6.588607594936709e-05,
+      "loss": 0.022,
+      "step": 144750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.5873417721519e-05,
+      "learning_rate_adapter": 6.5873417721519e-05,
+      "loss": 0.022,
+      "step": 144800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.586075949367089e-05,
+      "learning_rate_adapter": 6.586075949367089e-05,
+      "loss": 0.022,
+      "step": 144850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.584810126582279e-05,
+      "learning_rate_adapter": 6.584810126582279e-05,
+      "loss": 0.0219,
+      "step": 144900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.583544303797468e-05,
+      "learning_rate_adapter": 6.583544303797468e-05,
+      "loss": 0.0219,
+      "step": 144950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.582278481012658e-05,
+      "learning_rate_adapter": 6.582278481012658e-05,
+      "loss": 0.0221,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "eval_af_opus100_pr_auc": 0.7968233205687975,
+      "eval_af_ud_pr_auc": 0.985441544178498,
+      "eval_am_opus100_pr_auc": 0.6553688843480046,
+      "eval_ar_ersatz_pr_auc": 0.9343314071549844,
+      "eval_ar_opus100_pr_auc": 0.7617126460512103,
+      "eval_ar_ud_pr_auc": 0.9052713451771804,
+      "eval_average_ersatz_pr_auc": 0.9746406794064821,
+      "eval_average_opus100_pr_auc": 0.8589465613726746,
+      "eval_average_ud_pr_auc": 0.9683320812094768,
+      "eval_az_opus100_pr_auc": 0.8495742759414945,
+      "eval_be_opus100_pr_auc": 0.7877672141833589,
+      "eval_be_ud_pr_auc": 0.914918576510732,
+      "eval_bg_opus100_pr_auc": 0.9291140103859765,
+      "eval_bg_ud_pr_auc": 0.9972756551277477,
+      "eval_bn_opus100_pr_auc": 0.8443596815951717,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.8991281479064679,
+      "eval_ca_ud_pr_auc": 0.997521690319425,
+      "eval_ceb_ud_pr_auc": 1.0,
+      "eval_cs_ersatz_pr_auc": 0.9855723550234474,
+      "eval_cs_opus100_pr_auc": 0.9263494534156499,
+      "eval_cs_ud_pr_auc": 0.9634713738778116,
+      "eval_cy_opus100_pr_auc": 0.7865409594206024,
+      "eval_cy_ud_pr_auc": 0.9974039332340698,
+      "eval_da_opus100_pr_auc": 0.927284369037982,
+      "eval_da_ud_pr_auc": 0.9820262751149386,
+      "eval_de_ersatz_pr_auc": 0.9874491970455173,
+      "eval_de_opus100_pr_auc": 0.9179191983430822,
+      "eval_de_ud_pr_auc": 0.984343221525136,
+      "eval_el_opus100_pr_auc": 0.9131318716544365,
+      "eval_el_ud_pr_auc": 0.9971398253705029,
+      "eval_en_ersatz_pr_auc": 0.9934977939919636,
+      "eval_en_opus100_pr_auc": 0.9311377763538253,
+      "eval_en_ud_pr_auc": 0.976652060428614,
+      "eval_eo_opus100_pr_auc": 0.9408340662762705,
+      "eval_es_ersatz_pr_auc": 0.9973138834349702,
+      "eval_es_opus100_pr_auc": 0.9413522334422679,
+      "eval_es_ud_pr_auc": 0.9920655959611168,
+      "eval_et_ersatz_pr_auc": 0.986828146508801,
+      "eval_et_opus100_pr_auc": 0.9037740297402438,
+      "eval_et_ud_pr_auc": 0.9783893666737867,
+      "eval_eu_opus100_pr_auc": 0.8840278923174069,
+      "eval_eu_ud_pr_auc": 0.9896916029001761,
+      "eval_fa_opus100_pr_auc": 0.644372068573186,
+      "eval_fa_ud_pr_auc": 0.9944612134279,
+      "eval_fi_ersatz_pr_auc": 0.9943178622452502,
+      "eval_fi_opus100_pr_auc": 0.9302126166016921,
+      "eval_fi_ud_pr_auc": 0.9730585546664119,
+      "eval_fr_ersatz_pr_auc": 0.9858568951752439,
+      "eval_fr_opus100_pr_auc": 0.9306241147873165,
+      "eval_fr_ud_pr_auc": 0.9916230837083823,
+      "eval_fy_opus100_pr_auc": 0.6969101880005533,
+      "eval_ga_opus100_pr_auc": 0.9144485662056684,
+      "eval_ga_ud_pr_auc": 0.8177788464111678,
+      "eval_gd_opus100_pr_auc": 0.7482648177276694,
+      "eval_gd_ud_pr_auc": 0.8624579524043279,
+      "eval_gl_opus100_pr_auc": 0.896146401066658,
+      "eval_gl_ud_pr_auc": 0.9955311720666709,
+      "eval_gu_ersatz_pr_auc": 0.9417070270859236,
+      "eval_gu_opus100_pr_auc": 0.7517489940280903,
+      "eval_ha_opus100_pr_auc": 0.9335293476105796,
+      "eval_he_opus100_pr_auc": 0.8760245598106635,
+      "eval_he_ud_pr_auc": 0.9837467621892061,
+      "eval_hi_ersatz_pr_auc": 0.9817966315555641,
+      "eval_hi_opus100_pr_auc": 0.7388897680820794,
+      "eval_hi_ud_pr_auc": 0.9920180082205238,
+      "eval_hu_opus100_pr_auc": 0.9219833534872893,
+      "eval_hu_ud_pr_auc": 0.981648176122856,
+      "eval_hy_opus100_pr_auc": 0.9221563038342274,
+      "eval_hy_ud_pr_auc": 0.9777163281928407,
+      "eval_id_opus100_pr_auc": 0.9046050688403184,
+      "eval_id_ud_pr_auc": 0.9941020405649483,
+      "eval_ig_opus100_pr_auc": 0.8912701869170222,
+      "eval_is_opus100_pr_auc": 0.9309374000786435,
+      "eval_is_ud_pr_auc": 0.9131465168852304,
+      "eval_it_opus100_pr_auc": 0.9236416771382688,
+      "eval_it_ud_pr_auc": 0.9959125890452594,
+      "eval_ja_ersatz_pr_auc": 0.8966768481831386,
+      "eval_ja_opus100_pr_auc": 0.8439927730198556,
+      "eval_ja_ud_pr_auc": 0.977770367449445,
+      "eval_jv_ud_pr_auc": 0.9585478339634406,
+      "eval_ka_opus100_pr_auc": 0.8565339907717872,
+      "eval_kk_ersatz_pr_auc": 0.9906186244260864,
+      "eval_kk_opus100_pr_auc": 0.8246305187000915,
+      "eval_kk_ud_pr_auc": 0.9743537185899181,
+      "eval_km_ersatz_pr_auc": 0.942463750898181,
+      "eval_km_opus100_pr_auc": 0.7761324089854179,
+      "eval_kn_opus100_pr_auc": 0.6971915220083413,
+      "eval_ko_opus100_pr_auc": 0.722423827631369,
+      "eval_ko_ud_pr_auc": 0.997776769246719,
+      "eval_ku_opus100_pr_auc": 0.8602319602391808,
+      "eval_ky_opus100_pr_auc": 0.8991966402915718,
+      "eval_la_ud_pr_auc": 0.9810817679188082,
+      "eval_loss": 0.02561136893928051,
+      "eval_lt_ersatz_pr_auc": 0.9969443166609284,
+      "eval_lt_opus100_pr_auc": 0.8962456662922739,
+      "eval_lt_ud_pr_auc": 0.9941133433397327,
+      "eval_lv_ersatz_pr_auc": 0.993429104480752,
+      "eval_lv_opus100_pr_auc": 0.8954363066481179,
+      "eval_lv_ud_pr_auc": 0.9692009121348641,
+      "eval_mg_opus100_pr_auc": 0.9485049416082674,
+      "eval_mk_opus100_pr_auc": 0.9240279367718758,
+      "eval_ml_opus100_pr_auc": 0.8139147537785878,
+      "eval_mn_opus100_pr_auc": 0.9606812890876966,
+      "eval_mr_opus100_pr_auc": 0.9199074357467372,
+      "eval_mr_ud_pr_auc": 0.9737281369183767,
+      "eval_ms_opus100_pr_auc": 0.8864665261007088,
+      "eval_mt_opus100_pr_auc": 0.8680818429337857,
+      "eval_mt_ud_pr_auc": 0.9261864699084623,
+      "eval_my_opus100_pr_auc": 0.8334996853899086,
+      "eval_ne_opus100_pr_auc": 0.7353992045392926,
+      "eval_nl_opus100_pr_auc": 0.9037876022887597,
+      "eval_nl_ud_pr_auc": 0.9867463469240744,
+      "eval_no_opus100_pr_auc": 0.9203229009326862,
+      "eval_no_ud_pr_auc": 0.9971057499487018,
+      "eval_pa_opus100_pr_auc": 0.6928288871728263,
+      "eval_pl_ersatz_pr_auc": 0.9745828102337963,
+      "eval_pl_opus100_pr_auc": 0.8993823067738084,
+      "eval_pl_ud_pr_auc": 0.9725612518556463,
+      "eval_ps_ersatz_pr_auc": 0.9301219410808113,
+      "eval_ps_opus100_pr_auc": 0.7748988640699044,
+      "eval_pt_opus100_pr_auc": 0.9331154533428654,
+      "eval_pt_ud_pr_auc": 0.9835023228590101,
+      "eval_ro_ersatz_pr_auc": 0.9936830625526075,
+      "eval_ro_opus100_pr_auc": 0.8724423971678374,
+      "eval_ro_ud_pr_auc": 0.943669301785146,
+      "eval_ru_ersatz_pr_auc": 0.9943768804025535,
+      "eval_ru_opus100_pr_auc": 0.9378182717703875,
+      "eval_ru_ud_pr_auc": 0.8870137009800898,
+      "eval_runtime": 520.199,
+      "eval_samples_per_second": 145.175,
+      "eval_si_opus100_pr_auc": 0.8345481333514733,
+      "eval_sk_opus100_pr_auc": 0.9436054300666037,
+      "eval_sk_ud_pr_auc": 0.991747810552704,
+      "eval_sl_opus100_pr_auc": 0.8808838435216861,
+      "eval_sl_ud_pr_auc": 0.9767002570145862,
+      "eval_sq_opus100_pr_auc": 0.9340409187592212,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9168433666072172,
+      "eval_sr_ud_pr_auc": 0.9992381692878856,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.9121119029304184,
+      "eval_sv_ud_pr_auc": 0.9541980345178016,
+      "eval_ta_ersatz_pr_auc": 0.9834241654226227,
+      "eval_ta_opus100_pr_auc": 0.7475938407485276,
+      "eval_ta_ud_pr_auc": 0.9981849354735707,
+      "eval_te_opus100_pr_auc": 0.8282413242199572,
+      "eval_tg_opus100_pr_auc": 0.9202605819951779,
+      "eval_th_opus100_pr_auc": 0.7141565249051997,
+      "eval_th_ud_pr_auc": 0.8775900317599796,
+      "eval_tr_ersatz_pr_auc": 0.9757077662556103,
+      "eval_tr_opus100_pr_auc": 0.9220237349819915,
+      "eval_tr_ud_pr_auc": 0.9655212518113387,
+      "eval_uk_opus100_pr_auc": 0.8846659497197878,
+      "eval_uk_ud_pr_auc": 0.9264590253405824,
+      "eval_ur_opus100_pr_auc": 0.6409262921941284,
+      "eval_ur_ud_pr_auc": 0.9893898705939451,
+      "eval_uz_opus100_pr_auc": 0.8959919006774774,
+      "eval_vi_opus100_pr_auc": 0.9036483400149627,
+      "eval_vi_ud_pr_auc": 0.9358535836764718,
+      "eval_xh_opus100_pr_auc": 0.8836287511543125,
+      "eval_yi_opus100_pr_auc": 0.8442114926192255,
+      "eval_yo_opus100_pr_auc": 0.8432427614514912,
+      "eval_yo_ud_pr_auc": 0.9271924121325897,
+      "eval_zh_ersatz_pr_auc": 0.9813944771238498,
+      "eval_zh_opus100_pr_auc": 0.8983273931290389,
+      "eval_zh_ud_pr_auc": 0.9946819426508188,
+      "eval_zu_opus100_pr_auc": 0.8356041716752801,
+      "step": 145000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.581012658227848e-05,
+      "learning_rate_adapter": 6.581012658227848e-05,
+      "loss": 0.0219,
+      "step": 145050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.579746835443039e-05,
+      "learning_rate_adapter": 6.579746835443039e-05,
+      "loss": 0.0218,
+      "step": 145100
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.578481012658229e-05,
+      "learning_rate_adapter": 6.578481012658229e-05,
+      "loss": 0.022,
+      "step": 145150
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.577215189873418e-05,
+      "learning_rate_adapter": 6.577215189873418e-05,
+      "loss": 0.0219,
+      "step": 145200
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.575949367088608e-05,
+      "learning_rate_adapter": 6.575949367088608e-05,
+      "loss": 0.0221,
+      "step": 145250
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.574683544303798e-05,
+      "learning_rate_adapter": 6.574683544303798e-05,
+      "loss": 0.0219,
+      "step": 145300
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.573417721518987e-05,
+      "learning_rate_adapter": 6.573417721518987e-05,
+      "loss": 0.0221,
+      "step": 145350
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.572151898734178e-05,
+      "learning_rate_adapter": 6.572151898734178e-05,
+      "loss": 0.022,
+      "step": 145400
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.570886075949367e-05,
+      "learning_rate_adapter": 6.570886075949367e-05,
+      "loss": 0.0221,
+      "step": 145450
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.569620253164556e-05,
+      "learning_rate_adapter": 6.569620253164556e-05,
+      "loss": 0.0223,
+      "step": 145500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.568354430379747e-05,
+      "learning_rate_adapter": 6.568354430379747e-05,
+      "loss": 0.022,
+      "step": 145550
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.567088607594936e-05,
+      "learning_rate_adapter": 6.567088607594936e-05,
+      "loss": 0.0218,
+      "step": 145600
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.565822784810127e-05,
+      "learning_rate_adapter": 6.565822784810127e-05,
+      "loss": 0.0221,
+      "step": 145650
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.564556962025317e-05,
+      "learning_rate_adapter": 6.564556962025317e-05,
+      "loss": 0.0218,
+      "step": 145700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.563291139240507e-05,
+      "learning_rate_adapter": 6.563291139240507e-05,
+      "loss": 0.0222,
+      "step": 145750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.562025316455697e-05,
+      "learning_rate_adapter": 6.562025316455697e-05,
+      "loss": 0.022,
+      "step": 145800
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.560759493670886e-05,
+      "learning_rate_adapter": 6.560759493670886e-05,
+      "loss": 0.0219,
+      "step": 145850
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.559493670886077e-05,
+      "learning_rate_adapter": 6.559493670886077e-05,
+      "loss": 0.0221,
+      "step": 145900
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.558227848101266e-05,
+      "learning_rate_adapter": 6.558227848101266e-05,
+      "loss": 0.022,
+      "step": 145950
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.556962025316457e-05,
+      "learning_rate_adapter": 6.556962025316457e-05,
+      "loss": 0.0218,
+      "step": 146000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.555696202531646e-05,
+      "learning_rate_adapter": 6.555696202531646e-05,
+      "loss": 0.0221,
+      "step": 146050
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 6.554430379746835e-05,
+      "learning_rate_adapter": 6.554430379746835e-05,
+      "loss": 0.022,
+      "step": 146100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.553164556962026e-05,
+      "learning_rate_adapter": 6.553164556962026e-05,
+      "loss": 0.0219,
+      "step": 146150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.551898734177215e-05,
+      "learning_rate_adapter": 6.551898734177215e-05,
+      "loss": 0.0221,
+      "step": 146200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.550632911392405e-05,
+      "learning_rate_adapter": 6.550632911392405e-05,
+      "loss": 0.0219,
+      "step": 146250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.549367088607596e-05,
+      "learning_rate_adapter": 6.549367088607596e-05,
+      "loss": 0.0218,
+      "step": 146300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.548101265822785e-05,
+      "learning_rate_adapter": 6.548101265822785e-05,
+      "loss": 0.022,
+      "step": 146350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.546835443037976e-05,
+      "learning_rate_adapter": 6.546835443037976e-05,
+      "loss": 0.0219,
+      "step": 146400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.545569620253165e-05,
+      "learning_rate_adapter": 6.545569620253165e-05,
+      "loss": 0.0221,
+      "step": 146450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.544303797468355e-05,
+      "learning_rate_adapter": 6.544303797468355e-05,
+      "loss": 0.0221,
+      "step": 146500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.543037974683545e-05,
+      "learning_rate_adapter": 6.543037974683545e-05,
+      "loss": 0.022,
+      "step": 146550
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.541772151898734e-05,
+      "learning_rate_adapter": 6.541772151898734e-05,
+      "loss": 0.0218,
+      "step": 146600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.540506329113924e-05,
+      "learning_rate_adapter": 6.540506329113924e-05,
+      "loss": 0.0222,
+      "step": 146650
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.539240506329114e-05,
+      "learning_rate_adapter": 6.539240506329114e-05,
+      "loss": 0.0222,
+      "step": 146700
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.537974683544304e-05,
+      "learning_rate_adapter": 6.537974683544304e-05,
+      "loss": 0.0218,
+      "step": 146750
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.536708860759493e-05,
+      "learning_rate_adapter": 6.536708860759493e-05,
+      "loss": 0.0218,
+      "step": 146800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.535443037974684e-05,
+      "learning_rate_adapter": 6.535443037974684e-05,
+      "loss": 0.0219,
+      "step": 146850
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.534177215189875e-05,
+      "learning_rate_adapter": 6.534177215189875e-05,
+      "loss": 0.0218,
+      "step": 146900
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.532911392405064e-05,
+      "learning_rate_adapter": 6.532911392405064e-05,
+      "loss": 0.0219,
+      "step": 146950
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.531645569620254e-05,
+      "learning_rate_adapter": 6.531645569620254e-05,
+      "loss": 0.0219,
+      "step": 147000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.530379746835444e-05,
+      "learning_rate_adapter": 6.530379746835444e-05,
+      "loss": 0.022,
+      "step": 147050
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.529113924050633e-05,
+      "learning_rate_adapter": 6.529113924050633e-05,
+      "loss": 0.0218,
+      "step": 147100
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.527848101265823e-05,
+      "learning_rate_adapter": 6.527848101265823e-05,
+      "loss": 0.0221,
+      "step": 147150
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.526582278481013e-05,
+      "learning_rate_adapter": 6.526582278481013e-05,
+      "loss": 0.0221,
+      "step": 147200
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.525316455696203e-05,
+      "learning_rate_adapter": 6.525316455696203e-05,
+      "loss": 0.022,
+      "step": 147250
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.524050632911392e-05,
+      "learning_rate_adapter": 6.524050632911392e-05,
+      "loss": 0.022,
+      "step": 147300
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.522784810126581e-05,
+      "learning_rate_adapter": 6.522784810126581e-05,
+      "loss": 0.0219,
+      "step": 147350
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.521518987341772e-05,
+      "learning_rate_adapter": 6.521518987341772e-05,
+      "loss": 0.0218,
+      "step": 147400
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.520253164556963e-05,
+      "learning_rate_adapter": 6.520253164556963e-05,
+      "loss": 0.0219,
+      "step": 147450
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.518987341772153e-05,
+      "learning_rate_adapter": 6.518987341772153e-05,
+      "loss": 0.0218,
+      "step": 147500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 6.517721518987342e-05,
+      "learning_rate_adapter": 6.517721518987342e-05,
+      "loss": 0.0219,
+      "step": 147550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.516455696202533e-05,
+      "learning_rate_adapter": 6.516455696202533e-05,
+      "loss": 0.022,
+      "step": 147600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.515189873417722e-05,
+      "learning_rate_adapter": 6.515189873417722e-05,
+      "loss": 0.0221,
+      "step": 147650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.513924050632911e-05,
+      "learning_rate_adapter": 6.513924050632911e-05,
+      "loss": 0.0221,
+      "step": 147700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.512658227848102e-05,
+      "learning_rate_adapter": 6.512658227848102e-05,
+      "loss": 0.0222,
+      "step": 147750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.511392405063291e-05,
+      "learning_rate_adapter": 6.511392405063291e-05,
+      "loss": 0.0219,
+      "step": 147800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.510126582278482e-05,
+      "learning_rate_adapter": 6.510126582278482e-05,
+      "loss": 0.0218,
+      "step": 147850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.508860759493671e-05,
+      "learning_rate_adapter": 6.508860759493671e-05,
+      "loss": 0.0218,
+      "step": 147900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50759493670886e-05,
+      "learning_rate_adapter": 6.50759493670886e-05,
+      "loss": 0.0221,
+      "step": 147950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.506329113924051e-05,
+      "learning_rate_adapter": 6.506329113924051e-05,
+      "loss": 0.0219,
+      "step": 148000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.505063291139241e-05,
+      "learning_rate_adapter": 6.505063291139241e-05,
+      "loss": 0.022,
+      "step": 148050
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.503797468354432e-05,
+      "learning_rate_adapter": 6.503797468354432e-05,
+      "loss": 0.0217,
+      "step": 148100
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.502531645569621e-05,
+      "learning_rate_adapter": 6.502531645569621e-05,
+      "loss": 0.0221,
+      "step": 148150
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.50126582278481e-05,
+      "learning_rate_adapter": 6.50126582278481e-05,
+      "loss": 0.022,
+      "step": 148200
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.500000000000001e-05,
+      "learning_rate_adapter": 6.500000000000001e-05,
+      "loss": 0.022,
+      "step": 148250
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49873417721519e-05,
+      "learning_rate_adapter": 6.49873417721519e-05,
+      "loss": 0.0219,
+      "step": 148300
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49746835443038e-05,
+      "learning_rate_adapter": 6.49746835443038e-05,
+      "loss": 0.0219,
+      "step": 148350
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49620253164557e-05,
+      "learning_rate_adapter": 6.49620253164557e-05,
+      "loss": 0.0219,
+      "step": 148400
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.494936708860759e-05,
+      "learning_rate_adapter": 6.494936708860759e-05,
+      "loss": 0.0217,
+      "step": 148450
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.49367088607595e-05,
+      "learning_rate_adapter": 6.49367088607595e-05,
+      "loss": 0.0217,
+      "step": 148500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.492405063291139e-05,
+      "learning_rate_adapter": 6.492405063291139e-05,
+      "loss": 0.0217,
+      "step": 148550
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.491139240506329e-05,
+      "learning_rate_adapter": 6.491139240506329e-05,
+      "loss": 0.0216,
+      "step": 148600
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48987341772152e-05,
+      "learning_rate_adapter": 6.48987341772152e-05,
+      "loss": 0.0216,
+      "step": 148650
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.488607594936709e-05,
+      "learning_rate_adapter": 6.488607594936709e-05,
+      "loss": 0.0217,
+      "step": 148700
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.4873417721519e-05,
+      "learning_rate_adapter": 6.4873417721519e-05,
+      "loss": 0.022,
+      "step": 148750
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.486075949367089e-05,
+      "learning_rate_adapter": 6.486075949367089e-05,
+      "loss": 0.0218,
+      "step": 148800
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.48481012658228e-05,
+      "learning_rate_adapter": 6.48481012658228e-05,
+      "loss": 0.0219,
+      "step": 148850
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.483544303797469e-05,
+      "learning_rate_adapter": 6.483544303797469e-05,
+      "loss": 0.0219,
+      "step": 148900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.482278481012658e-05,
+      "learning_rate_adapter": 6.482278481012658e-05,
+      "loss": 0.022,
+      "step": 148950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.481012658227848e-05,
+      "learning_rate_adapter": 6.481012658227848e-05,
+      "loss": 0.0217,
+      "step": 149000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 6.479746835443038e-05,
+      "learning_rate_adapter": 6.479746835443038e-05,
+      "loss": 0.0217,
+      "step": 149050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.478481012658228e-05,
+      "learning_rate_adapter": 6.478481012658228e-05,
+      "loss": 0.0218,
+      "step": 149100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.477215189873417e-05,
+      "learning_rate_adapter": 6.477215189873417e-05,
+      "loss": 0.0218,
+      "step": 149150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.475949367088608e-05,
+      "learning_rate_adapter": 6.475949367088608e-05,
+      "loss": 0.0218,
+      "step": 149200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.474683544303798e-05,
+      "learning_rate_adapter": 6.474683544303798e-05,
+      "loss": 0.0218,
+      "step": 149250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.473417721518988e-05,
+      "learning_rate_adapter": 6.473417721518988e-05,
+      "loss": 0.0218,
+      "step": 149300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.472151898734178e-05,
+      "learning_rate_adapter": 6.472151898734178e-05,
+      "loss": 0.0216,
+      "step": 149350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.470886075949367e-05,
+      "learning_rate_adapter": 6.470886075949367e-05,
+      "loss": 0.0217,
+      "step": 149400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.469620253164558e-05,
+      "learning_rate_adapter": 6.469620253164558e-05,
+      "loss": 0.0216,
+      "step": 149450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.468354430379747e-05,
+      "learning_rate_adapter": 6.468354430379747e-05,
+      "loss": 0.0219,
+      "step": 149500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.467088607594936e-05,
+      "learning_rate_adapter": 6.467088607594936e-05,
+      "loss": 0.0217,
+      "step": 149550
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.465822784810127e-05,
+      "learning_rate_adapter": 6.465822784810127e-05,
+      "loss": 0.0217,
+      "step": 149600
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.464556962025316e-05,
+      "learning_rate_adapter": 6.464556962025316e-05,
+      "loss": 0.0218,
+      "step": 149650
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.463291139240507e-05,
+      "learning_rate_adapter": 6.463291139240507e-05,
+      "loss": 0.0219,
+      "step": 149700
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.462025316455696e-05,
+      "learning_rate_adapter": 6.462025316455696e-05,
+      "loss": 0.0218,
+      "step": 149750
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.460759493670887e-05,
+      "learning_rate_adapter": 6.460759493670887e-05,
+      "loss": 0.0219,
+      "step": 149800
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.459493670886077e-05,
+      "learning_rate_adapter": 6.459493670886077e-05,
+      "loss": 0.0218,
+      "step": 149850
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.458227848101266e-05,
+      "learning_rate_adapter": 6.458227848101266e-05,
+      "loss": 0.0218,
+      "step": 149900
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.456962025316457e-05,
+      "learning_rate_adapter": 6.456962025316457e-05,
+      "loss": 0.0219,
+      "step": 149950
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.455696202531646e-05,
+      "learning_rate_adapter": 6.455696202531646e-05,
+      "loss": 0.0219,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "eval_af_opus100_pr_auc": 0.7995264660259501,
+      "eval_af_ud_pr_auc": 0.9854330198143164,
+      "eval_am_opus100_pr_auc": 0.6294783090111621,
+      "eval_ar_ersatz_pr_auc": 0.9291061521982068,
+      "eval_ar_opus100_pr_auc": 0.7520975699633673,
+      "eval_ar_ud_pr_auc": 0.904421223965695,
+      "eval_average_ersatz_pr_auc": 0.9746093222692397,
+      "eval_average_opus100_pr_auc": 0.8576978013678491,
+      "eval_average_ud_pr_auc": 0.9667215986788091,
+      "eval_az_opus100_pr_auc": 0.8013729981573718,
+      "eval_be_opus100_pr_auc": 0.7823974966241966,
+      "eval_be_ud_pr_auc": 0.9079244895834256,
+      "eval_bg_opus100_pr_auc": 0.9248916389218937,
+      "eval_bg_ud_pr_auc": 0.996911510257185,
+      "eval_bn_opus100_pr_auc": 0.8481486791477988,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9030909894421891,
+      "eval_ca_ud_pr_auc": 0.9964179151864383,
+      "eval_ceb_ud_pr_auc": 0.9990132858637812,
+      "eval_cs_ersatz_pr_auc": 0.9875520411300674,
+      "eval_cs_opus100_pr_auc": 0.9210148058580402,
+      "eval_cs_ud_pr_auc": 0.9631542177189718,
+      "eval_cy_opus100_pr_auc": 0.7855379158889362,
+      "eval_cy_ud_pr_auc": 0.9979680989815343,
+      "eval_da_opus100_pr_auc": 0.9312589665056076,
+      "eval_da_ud_pr_auc": 0.982466135508838,
+      "eval_de_ersatz_pr_auc": 0.9910432131315255,
+      "eval_de_opus100_pr_auc": 0.9243909878884213,
+      "eval_de_ud_pr_auc": 0.9856705228914882,
+      "eval_el_opus100_pr_auc": 0.9142848542290646,
+      "eval_el_ud_pr_auc": 0.9940640594712505,
+      "eval_en_ersatz_pr_auc": 0.9937510919313992,
+      "eval_en_opus100_pr_auc": 0.925174252491287,
+      "eval_en_ud_pr_auc": 0.9818713921946658,
+      "eval_eo_opus100_pr_auc": 0.9387682071543003,
+      "eval_es_ersatz_pr_auc": 0.9970675803507846,
+      "eval_es_opus100_pr_auc": 0.9399426257033335,
+      "eval_es_ud_pr_auc": 0.9890419147634248,
+      "eval_et_ersatz_pr_auc": 0.9826787064770219,
+      "eval_et_opus100_pr_auc": 0.9137590378190453,
+      "eval_et_ud_pr_auc": 0.977632002606587,
+      "eval_eu_opus100_pr_auc": 0.8897000807042303,
+      "eval_eu_ud_pr_auc": 0.990648619427864,
+      "eval_fa_opus100_pr_auc": 0.6352518441282035,
+      "eval_fa_ud_pr_auc": 0.9924342781285846,
+      "eval_fi_ersatz_pr_auc": 0.9939003427108393,
+      "eval_fi_opus100_pr_auc": 0.9365299040113723,
+      "eval_fi_ud_pr_auc": 0.9718179380012014,
+      "eval_fr_ersatz_pr_auc": 0.989030736806116,
+      "eval_fr_opus100_pr_auc": 0.9208376324123138,
+      "eval_fr_ud_pr_auc": 0.9916928951477268,
+      "eval_fy_opus100_pr_auc": 0.6963394769863746,
+      "eval_ga_opus100_pr_auc": 0.9224677994876616,
+      "eval_ga_ud_pr_auc": 0.8341393589382986,
+      "eval_gd_opus100_pr_auc": 0.7629560896218275,
+      "eval_gd_ud_pr_auc": 0.8455080951612004,
+      "eval_gl_opus100_pr_auc": 0.8956903438489769,
+      "eval_gl_ud_pr_auc": 0.9970903961620351,
+      "eval_gu_ersatz_pr_auc": 0.9463572747984633,
+      "eval_gu_opus100_pr_auc": 0.781103664099113,
+      "eval_ha_opus100_pr_auc": 0.9310784240392461,
+      "eval_he_opus100_pr_auc": 0.8838023350940705,
+      "eval_he_ud_pr_auc": 0.9862126340755824,
+      "eval_hi_ersatz_pr_auc": 0.9803827420432719,
+      "eval_hi_opus100_pr_auc": 0.7327371431283791,
+      "eval_hi_ud_pr_auc": 0.9889761452403293,
+      "eval_hu_opus100_pr_auc": 0.916637688694306,
+      "eval_hu_ud_pr_auc": 0.978831099267997,
+      "eval_hy_opus100_pr_auc": 0.9199344863402357,
+      "eval_hy_ud_pr_auc": 0.9748700603301401,
+      "eval_id_opus100_pr_auc": 0.9017261646450259,
+      "eval_id_ud_pr_auc": 0.9960977905004131,
+      "eval_ig_opus100_pr_auc": 0.8840449705870831,
+      "eval_is_opus100_pr_auc": 0.9306319383248356,
+      "eval_is_ud_pr_auc": 0.9064004375263528,
+      "eval_it_opus100_pr_auc": 0.9156567016640899,
+      "eval_it_ud_pr_auc": 0.9973163060982646,
+      "eval_ja_ersatz_pr_auc": 0.9152750297197789,
+      "eval_ja_opus100_pr_auc": 0.8559377923042236,
+      "eval_ja_ud_pr_auc": 0.9760528275694252,
+      "eval_jv_ud_pr_auc": 0.9570842435472218,
+      "eval_ka_opus100_pr_auc": 0.8529336893361728,
+      "eval_kk_ersatz_pr_auc": 0.9872362147051036,
+      "eval_kk_opus100_pr_auc": 0.8111085351020207,
+      "eval_kk_ud_pr_auc": 0.9710573026314354,
+      "eval_km_ersatz_pr_auc": 0.9456189308946735,
+      "eval_km_opus100_pr_auc": 0.7840967164436053,
+      "eval_kn_opus100_pr_auc": 0.6927776893326956,
+      "eval_ko_opus100_pr_auc": 0.7029497609338663,
+      "eval_ko_ud_pr_auc": 0.9990645646883287,
+      "eval_ku_opus100_pr_auc": 0.8407747846948784,
+      "eval_ky_opus100_pr_auc": 0.9046471110368571,
+      "eval_la_ud_pr_auc": 0.9802075119890202,
+      "eval_loss": 0.02569609507918358,
+      "eval_lt_ersatz_pr_auc": 0.997154137073369,
+      "eval_lt_opus100_pr_auc": 0.9044299481901837,
+      "eval_lt_ud_pr_auc": 0.9952064982858836,
+      "eval_lv_ersatz_pr_auc": 0.9930883942060574,
+      "eval_lv_opus100_pr_auc": 0.8998748106561486,
+      "eval_lv_ud_pr_auc": 0.9653358176750828,
+      "eval_mg_opus100_pr_auc": 0.9501615653810032,
+      "eval_mk_opus100_pr_auc": 0.9262808905904748,
+      "eval_ml_opus100_pr_auc": 0.8096678525902509,
+      "eval_mn_opus100_pr_auc": 0.9580225436300963,
+      "eval_mr_opus100_pr_auc": 0.9272344691563803,
+      "eval_mr_ud_pr_auc": 0.9666876229920487,
+      "eval_ms_opus100_pr_auc": 0.8887520829094268,
+      "eval_mt_opus100_pr_auc": 0.8868971459821635,
+      "eval_mt_ud_pr_auc": 0.9339076139931526,
+      "eval_my_opus100_pr_auc": 0.8446032118568975,
+      "eval_ne_opus100_pr_auc": 0.7669271712694068,
+      "eval_nl_opus100_pr_auc": 0.8999856473587758,
+      "eval_nl_ud_pr_auc": 0.9840087368811026,
+      "eval_no_opus100_pr_auc": 0.91531986137158,
+      "eval_no_ud_pr_auc": 0.9969162849524185,
+      "eval_pa_opus100_pr_auc": 0.6928090116718298,
+      "eval_pl_ersatz_pr_auc": 0.974900006129184,
+      "eval_pl_opus100_pr_auc": 0.8982670200868096,
+      "eval_pl_ud_pr_auc": 0.9750799132928917,
+      "eval_ps_ersatz_pr_auc": 0.9170228259308989,
+      "eval_ps_opus100_pr_auc": 0.7498925641382345,
+      "eval_pt_opus100_pr_auc": 0.9321440172138274,
+      "eval_pt_ud_pr_auc": 0.9854143035282026,
+      "eval_ro_ersatz_pr_auc": 0.9951452198949634,
+      "eval_ro_opus100_pr_auc": 0.8841132154802084,
+      "eval_ro_ud_pr_auc": 0.8893760811144494,
+      "eval_ru_ersatz_pr_auc": 0.9943365565818266,
+      "eval_ru_opus100_pr_auc": 0.9426720772329698,
+      "eval_ru_ud_pr_auc": 0.866044379151138,
+      "eval_runtime": 515.9098,
+      "eval_samples_per_second": 146.382,
+      "eval_si_opus100_pr_auc": 0.8291016187864116,
+      "eval_sk_opus100_pr_auc": 0.9413070118625777,
+      "eval_sk_ud_pr_auc": 0.988668007721866,
+      "eval_sl_opus100_pr_auc": 0.8770987191636948,
+      "eval_sl_ud_pr_auc": 0.9769468160209087,
+      "eval_sq_opus100_pr_auc": 0.9274620886750088,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9166303864476454,
+      "eval_sr_ud_pr_auc": 0.9988336484957732,
+      "eval_steps_per_second": 0.572,
+      "eval_sv_opus100_pr_auc": 0.9079033254606238,
+      "eval_sv_ud_pr_auc": 0.9512877872231474,
+      "eval_ta_ersatz_pr_auc": 0.9828484553312934,
+      "eval_ta_opus100_pr_auc": 0.7547840366057222,
+      "eval_ta_ud_pr_auc": 0.9992811548665844,
+      "eval_te_opus100_pr_auc": 0.8262535839296871,
+      "eval_tg_opus100_pr_auc": 0.9119301978502925,
+      "eval_th_opus100_pr_auc": 0.703705502993649,
+      "eval_th_ud_pr_auc": 0.8865660762813776,
+      "eval_tr_ersatz_pr_auc": 0.9721958893517871,
+      "eval_tr_opus100_pr_auc": 0.9118453020127102,
+      "eval_tr_ud_pr_auc": 0.9584500669675177,
+      "eval_uk_opus100_pr_auc": 0.8845638100464903,
+      "eval_uk_ud_pr_auc": 0.9283799511644912,
+      "eval_ur_opus100_pr_auc": 0.6424558570757946,
+      "eval_ur_ud_pr_auc": 0.9890814171934046,
+      "eval_uz_opus100_pr_auc": 0.8867394146849967,
+      "eval_vi_opus100_pr_auc": 0.9009741198287559,
+      "eval_vi_ud_pr_auc": 0.9496811474157975,
+      "eval_xh_opus100_pr_auc": 0.883698707287168,
+      "eval_yi_opus100_pr_auc": 0.8222094901176266,
+      "eval_yo_opus100_pr_auc": 0.85116541293123,
+      "eval_yo_ud_pr_auc": 0.9255065210927559,
+      "eval_zh_ersatz_pr_auc": 0.975713548526639,
+      "eval_zh_opus100_pr_auc": 0.8962716838874075,
+      "eval_zh_ud_pr_auc": 0.9949789851430995,
+      "eval_zu_opus100_pr_auc": 0.8395757679158494,
+      "step": 150000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.454430379746835e-05,
+      "learning_rate_adapter": 6.454430379746835e-05,
+      "loss": 0.0216,
+      "step": 150050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.453164556962026e-05,
+      "learning_rate_adapter": 6.453164556962026e-05,
+      "loss": 0.0217,
+      "step": 150100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.451898734177215e-05,
+      "learning_rate_adapter": 6.451898734177215e-05,
+      "loss": 0.0215,
+      "step": 150150
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.450632911392406e-05,
+      "learning_rate_adapter": 6.450632911392406e-05,
+      "loss": 0.022,
+      "step": 150200
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.449367088607595e-05,
+      "learning_rate_adapter": 6.449367088607595e-05,
+      "loss": 0.0216,
+      "step": 150250
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.448101265822784e-05,
+      "learning_rate_adapter": 6.448101265822784e-05,
+      "loss": 0.0216,
+      "step": 150300
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.446835443037975e-05,
+      "learning_rate_adapter": 6.446835443037975e-05,
+      "loss": 0.0218,
+      "step": 150350
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.445569620253165e-05,
+      "learning_rate_adapter": 6.445569620253165e-05,
+      "loss": 0.0217,
+      "step": 150400
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.444303797468356e-05,
+      "learning_rate_adapter": 6.444303797468356e-05,
+      "loss": 0.0217,
+      "step": 150450
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.443037974683545e-05,
+      "learning_rate_adapter": 6.443037974683545e-05,
+      "loss": 0.0219,
+      "step": 150500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 6.441772151898734e-05,
+      "learning_rate_adapter": 6.441772151898734e-05,
+      "loss": 0.0219,
+      "step": 150550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.440506329113925e-05,
+      "learning_rate_adapter": 6.440506329113925e-05,
+      "loss": 0.0218,
+      "step": 150600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.439240506329114e-05,
+      "learning_rate_adapter": 6.439240506329114e-05,
+      "loss": 0.0218,
+      "step": 150650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.437974683544304e-05,
+      "learning_rate_adapter": 6.437974683544304e-05,
+      "loss": 0.0217,
+      "step": 150700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.436708860759494e-05,
+      "learning_rate_adapter": 6.436708860759494e-05,
+      "loss": 0.0219,
+      "step": 150750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.435443037974684e-05,
+      "learning_rate_adapter": 6.435443037974684e-05,
+      "loss": 0.0218,
+      "step": 150800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.434177215189873e-05,
+      "learning_rate_adapter": 6.434177215189873e-05,
+      "loss": 0.0217,
+      "step": 150850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.432911392405063e-05,
+      "learning_rate_adapter": 6.432911392405063e-05,
+      "loss": 0.0218,
+      "step": 150900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.431645569620253e-05,
+      "learning_rate_adapter": 6.431645569620253e-05,
+      "loss": 0.0217,
+      "step": 150950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.430379746835444e-05,
+      "learning_rate_adapter": 6.430379746835444e-05,
+      "loss": 0.0217,
+      "step": 151000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.429113924050634e-05,
+      "learning_rate_adapter": 6.429113924050634e-05,
+      "loss": 0.0216,
+      "step": 151050
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.427848101265824e-05,
+      "learning_rate_adapter": 6.427848101265824e-05,
+      "loss": 0.0217,
+      "step": 151100
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.426582278481013e-05,
+      "learning_rate_adapter": 6.426582278481013e-05,
+      "loss": 0.0217,
+      "step": 151150
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.425316455696203e-05,
+      "learning_rate_adapter": 6.425316455696203e-05,
+      "loss": 0.0217,
+      "step": 151200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.424050632911393e-05,
+      "learning_rate_adapter": 6.424050632911393e-05,
+      "loss": 0.0218,
+      "step": 151250
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.422784810126583e-05,
+      "learning_rate_adapter": 6.422784810126583e-05,
+      "loss": 0.0218,
+      "step": 151300
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.421518987341772e-05,
+      "learning_rate_adapter": 6.421518987341772e-05,
+      "loss": 0.0215,
+      "step": 151350
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.420253164556962e-05,
+      "learning_rate_adapter": 6.420253164556962e-05,
+      "loss": 0.0216,
+      "step": 151400
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.418987341772152e-05,
+      "learning_rate_adapter": 6.418987341772152e-05,
+      "loss": 0.022,
+      "step": 151450
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.417721518987341e-05,
+      "learning_rate_adapter": 6.417721518987341e-05,
+      "loss": 0.0217,
+      "step": 151500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.416455696202532e-05,
+      "learning_rate_adapter": 6.416455696202532e-05,
+      "loss": 0.0217,
+      "step": 151550
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.415189873417722e-05,
+      "learning_rate_adapter": 6.415189873417722e-05,
+      "loss": 0.0218,
+      "step": 151600
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.413924050632912e-05,
+      "learning_rate_adapter": 6.413924050632912e-05,
+      "loss": 0.0221,
+      "step": 151650
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.412658227848102e-05,
+      "learning_rate_adapter": 6.412658227848102e-05,
+      "loss": 0.022,
+      "step": 151700
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.411392405063291e-05,
+      "learning_rate_adapter": 6.411392405063291e-05,
+      "loss": 0.0217,
+      "step": 151750
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.410126582278482e-05,
+      "learning_rate_adapter": 6.410126582278482e-05,
+      "loss": 0.0219,
+      "step": 151800
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.408860759493671e-05,
+      "learning_rate_adapter": 6.408860759493671e-05,
+      "loss": 0.0217,
+      "step": 151850
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40759493670886e-05,
+      "learning_rate_adapter": 6.40759493670886e-05,
+      "loss": 0.0216,
+      "step": 151900
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.406329113924051e-05,
+      "learning_rate_adapter": 6.406329113924051e-05,
+      "loss": 0.0216,
+      "step": 151950
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 6.40506329113924e-05,
+      "learning_rate_adapter": 6.40506329113924e-05,
+      "loss": 0.0217,
+      "step": 152000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.403797468354431e-05,
+      "learning_rate_adapter": 6.403797468354431e-05,
+      "loss": 0.0217,
+      "step": 152050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40253164556962e-05,
+      "learning_rate_adapter": 6.40253164556962e-05,
+      "loss": 0.0218,
+      "step": 152100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.40126582278481e-05,
+      "learning_rate_adapter": 6.40126582278481e-05,
+      "loss": 0.0219,
+      "step": 152150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.400000000000001e-05,
+      "learning_rate_adapter": 6.400000000000001e-05,
+      "loss": 0.0217,
+      "step": 152200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39873417721519e-05,
+      "learning_rate_adapter": 6.39873417721519e-05,
+      "loss": 0.0219,
+      "step": 152250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.397468354430381e-05,
+      "learning_rate_adapter": 6.397468354430381e-05,
+      "loss": 0.0217,
+      "step": 152300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39620253164557e-05,
+      "learning_rate_adapter": 6.39620253164557e-05,
+      "loss": 0.0216,
+      "step": 152350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39493670886076e-05,
+      "learning_rate_adapter": 6.39493670886076e-05,
+      "loss": 0.0216,
+      "step": 152400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39367088607595e-05,
+      "learning_rate_adapter": 6.39367088607595e-05,
+      "loss": 0.0217,
+      "step": 152450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.392405063291139e-05,
+      "learning_rate_adapter": 6.392405063291139e-05,
+      "loss": 0.0219,
+      "step": 152500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.39113924050633e-05,
+      "learning_rate_adapter": 6.39113924050633e-05,
+      "loss": 0.0217,
+      "step": 152550
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.389873417721519e-05,
+      "learning_rate_adapter": 6.389873417721519e-05,
+      "loss": 0.0217,
+      "step": 152600
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38860759493671e-05,
+      "learning_rate_adapter": 6.38860759493671e-05,
+      "loss": 0.0215,
+      "step": 152650
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.387341772151899e-05,
+      "learning_rate_adapter": 6.387341772151899e-05,
+      "loss": 0.0218,
+      "step": 152700
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.386075949367089e-05,
+      "learning_rate_adapter": 6.386075949367089e-05,
+      "loss": 0.0216,
+      "step": 152750
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38481012658228e-05,
+      "learning_rate_adapter": 6.38481012658228e-05,
+      "loss": 0.0217,
+      "step": 152800
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.383544303797469e-05,
+      "learning_rate_adapter": 6.383544303797469e-05,
+      "loss": 0.0217,
+      "step": 152850
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.38227848101266e-05,
+      "learning_rate_adapter": 6.38227848101266e-05,
+      "loss": 0.0217,
+      "step": 152900
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.381012658227849e-05,
+      "learning_rate_adapter": 6.381012658227849e-05,
+      "loss": 0.0217,
+      "step": 152950
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.379746835443038e-05,
+      "learning_rate_adapter": 6.379746835443038e-05,
+      "loss": 0.022,
+      "step": 153000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.378481012658228e-05,
+      "learning_rate_adapter": 6.378481012658228e-05,
+      "loss": 0.0216,
+      "step": 153050
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.377215189873418e-05,
+      "learning_rate_adapter": 6.377215189873418e-05,
+      "loss": 0.0216,
+      "step": 153100
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.375949367088608e-05,
+      "learning_rate_adapter": 6.375949367088608e-05,
+      "loss": 0.0219,
+      "step": 153150
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.374683544303797e-05,
+      "learning_rate_adapter": 6.374683544303797e-05,
+      "loss": 0.0218,
+      "step": 153200
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.373417721518987e-05,
+      "learning_rate_adapter": 6.373417721518987e-05,
+      "loss": 0.0217,
+      "step": 153250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.372151898734177e-05,
+      "learning_rate_adapter": 6.372151898734177e-05,
+      "loss": 0.0217,
+      "step": 153300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.370886075949368e-05,
+      "learning_rate_adapter": 6.370886075949368e-05,
+      "loss": 0.0218,
+      "step": 153350
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.369620253164558e-05,
+      "learning_rate_adapter": 6.369620253164558e-05,
+      "loss": 0.0219,
+      "step": 153400
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.368354430379748e-05,
+      "learning_rate_adapter": 6.368354430379748e-05,
+      "loss": 0.0218,
+      "step": 153450
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 6.367088607594937e-05,
+      "learning_rate_adapter": 6.367088607594937e-05,
+      "loss": 0.0218,
+      "step": 153500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.365822784810127e-05,
+      "learning_rate_adapter": 6.365822784810127e-05,
+      "loss": 0.0216,
+      "step": 153550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.364556962025317e-05,
+      "learning_rate_adapter": 6.364556962025317e-05,
+      "loss": 0.0216,
+      "step": 153600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.363291139240507e-05,
+      "learning_rate_adapter": 6.363291139240507e-05,
+      "loss": 0.0217,
+      "step": 153650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.362025316455696e-05,
+      "learning_rate_adapter": 6.362025316455696e-05,
+      "loss": 0.0218,
+      "step": 153700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.360759493670885e-05,
+      "learning_rate_adapter": 6.360759493670885e-05,
+      "loss": 0.0215,
+      "step": 153750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.359493670886076e-05,
+      "learning_rate_adapter": 6.359493670886076e-05,
+      "loss": 0.0217,
+      "step": 153800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.358227848101265e-05,
+      "learning_rate_adapter": 6.358227848101265e-05,
+      "loss": 0.0218,
+      "step": 153850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.356962025316456e-05,
+      "learning_rate_adapter": 6.356962025316456e-05,
+      "loss": 0.0216,
+      "step": 153900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.355696202531646e-05,
+      "learning_rate_adapter": 6.355696202531646e-05,
+      "loss": 0.0219,
+      "step": 153950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.354430379746836e-05,
+      "learning_rate_adapter": 6.354430379746836e-05,
+      "loss": 0.0215,
+      "step": 154000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.353164556962026e-05,
+      "learning_rate_adapter": 6.353164556962026e-05,
+      "loss": 0.0219,
+      "step": 154050
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.351898734177215e-05,
+      "learning_rate_adapter": 6.351898734177215e-05,
+      "loss": 0.0218,
+      "step": 154100
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.350632911392406e-05,
+      "learning_rate_adapter": 6.350632911392406e-05,
+      "loss": 0.0216,
+      "step": 154150
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.349367088607595e-05,
+      "learning_rate_adapter": 6.349367088607595e-05,
+      "loss": 0.0216,
+      "step": 154200
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.348101265822786e-05,
+      "learning_rate_adapter": 6.348101265822786e-05,
+      "loss": 0.0215,
+      "step": 154250
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.346835443037975e-05,
+      "learning_rate_adapter": 6.346835443037975e-05,
+      "loss": 0.0217,
+      "step": 154300
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.345569620253164e-05,
+      "learning_rate_adapter": 6.345569620253164e-05,
+      "loss": 0.0217,
+      "step": 154350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.344303797468355e-05,
+      "learning_rate_adapter": 6.344303797468355e-05,
+      "loss": 0.0217,
+      "step": 154400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.343037974683544e-05,
+      "learning_rate_adapter": 6.343037974683544e-05,
+      "loss": 0.0218,
+      "step": 154450
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.341772151898734e-05,
+      "learning_rate_adapter": 6.341772151898734e-05,
+      "loss": 0.0215,
+      "step": 154500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.340506329113925e-05,
+      "learning_rate_adapter": 6.340506329113925e-05,
+      "loss": 0.0217,
+      "step": 154550
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.339240506329114e-05,
+      "learning_rate_adapter": 6.339240506329114e-05,
+      "loss": 0.0216,
+      "step": 154600
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.337974683544305e-05,
+      "learning_rate_adapter": 6.337974683544305e-05,
+      "loss": 0.0216,
+      "step": 154650
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.336708860759494e-05,
+      "learning_rate_adapter": 6.336708860759494e-05,
+      "loss": 0.0216,
+      "step": 154700
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.335443037974685e-05,
+      "learning_rate_adapter": 6.335443037974685e-05,
+      "loss": 0.0215,
+      "step": 154750
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.334177215189874e-05,
+      "learning_rate_adapter": 6.334177215189874e-05,
+      "loss": 0.0217,
+      "step": 154800
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.332911392405063e-05,
+      "learning_rate_adapter": 6.332911392405063e-05,
+      "loss": 0.0218,
+      "step": 154850
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.331645569620254e-05,
+      "learning_rate_adapter": 6.331645569620254e-05,
+      "loss": 0.0218,
+      "step": 154900
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.330379746835443e-05,
+      "learning_rate_adapter": 6.330379746835443e-05,
+      "loss": 0.0218,
+      "step": 154950
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 6.329113924050633e-05,
+      "learning_rate_adapter": 6.329113924050633e-05,
+      "loss": 0.0217,
+      "step": 155000
+    },
+    {
+      "epoch": 1.04,
+      "eval_af_opus100_pr_auc": 0.8132657159540735,
+      "eval_af_ud_pr_auc": 0.9888269413460478,
+      "eval_am_opus100_pr_auc": 0.6125397631848423,
+      "eval_ar_ersatz_pr_auc": 0.9313645171168596,
+      "eval_ar_opus100_pr_auc": 0.7553841235842405,
+      "eval_ar_ud_pr_auc": 0.895967021897668,
+      "eval_average_ersatz_pr_auc": 0.9731919740077913,
+      "eval_average_opus100_pr_auc": 0.8632551006071131,
+      "eval_average_ud_pr_auc": 0.9677818946763648,
+      "eval_az_opus100_pr_auc": 0.8293677142521312,
+      "eval_be_opus100_pr_auc": 0.7716119295062327,
+      "eval_be_ud_pr_auc": 0.9180533369594832,
+      "eval_bg_opus100_pr_auc": 0.9345560512835567,
+      "eval_bg_ud_pr_auc": 0.9963215720152377,
+      "eval_bn_opus100_pr_auc": 0.8622013296047786,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.911256124925688,
+      "eval_ca_ud_pr_auc": 0.996869000571574,
+      "eval_ceb_ud_pr_auc": 0.9997699457735494,
+      "eval_cs_ersatz_pr_auc": 0.9869572900446921,
+      "eval_cs_opus100_pr_auc": 0.928350494366099,
+      "eval_cs_ud_pr_auc": 0.9642592806692295,
+      "eval_cy_opus100_pr_auc": 0.818221265064809,
+      "eval_cy_ud_pr_auc": 0.9972157513324028,
+      "eval_da_opus100_pr_auc": 0.9326194108592101,
+      "eval_da_ud_pr_auc": 0.9789407636654835,
+      "eval_de_ersatz_pr_auc": 0.9904051953238064,
+      "eval_de_opus100_pr_auc": 0.9223606935490468,
+      "eval_de_ud_pr_auc": 0.9874434948549966,
+      "eval_el_opus100_pr_auc": 0.9215345859493593,
+      "eval_el_ud_pr_auc": 0.9948016120917342,
+      "eval_en_ersatz_pr_auc": 0.9946215253340651,
+      "eval_en_opus100_pr_auc": 0.934661155004211,
+      "eval_en_ud_pr_auc": 0.9838658550405815,
+      "eval_eo_opus100_pr_auc": 0.9348209957437206,
+      "eval_es_ersatz_pr_auc": 0.997661505742131,
+      "eval_es_opus100_pr_auc": 0.9459188481695786,
+      "eval_es_ud_pr_auc": 0.9914044794818753,
+      "eval_et_ersatz_pr_auc": 0.9849668591137752,
+      "eval_et_opus100_pr_auc": 0.9245329493527061,
+      "eval_et_ud_pr_auc": 0.9754716109207637,
+      "eval_eu_opus100_pr_auc": 0.8998529289689681,
+      "eval_eu_ud_pr_auc": 0.9918608739679767,
+      "eval_fa_opus100_pr_auc": 0.6606718679860792,
+      "eval_fa_ud_pr_auc": 0.9950821263448424,
+      "eval_fi_ersatz_pr_auc": 0.9934572149603056,
+      "eval_fi_opus100_pr_auc": 0.9295932162077384,
+      "eval_fi_ud_pr_auc": 0.9582758565006145,
+      "eval_fr_ersatz_pr_auc": 0.9886118176554776,
+      "eval_fr_opus100_pr_auc": 0.9286534329545932,
+      "eval_fr_ud_pr_auc": 0.9911244324350537,
+      "eval_fy_opus100_pr_auc": 0.7051934224303188,
+      "eval_ga_opus100_pr_auc": 0.9262839086724527,
+      "eval_ga_ud_pr_auc": 0.8423367697148714,
+      "eval_gd_opus100_pr_auc": 0.7674839306833139,
+      "eval_gd_ud_pr_auc": 0.848328402894674,
+      "eval_gl_opus100_pr_auc": 0.9102105101072613,
+      "eval_gl_ud_pr_auc": 0.9967124033831125,
+      "eval_gu_ersatz_pr_auc": 0.9420258465187361,
+      "eval_gu_opus100_pr_auc": 0.7833951774688365,
+      "eval_ha_opus100_pr_auc": 0.9317670378348192,
+      "eval_he_opus100_pr_auc": 0.8934200470767122,
+      "eval_he_ud_pr_auc": 0.9881372362353329,
+      "eval_hi_ersatz_pr_auc": 0.9783725045050223,
+      "eval_hi_opus100_pr_auc": 0.7435317275496837,
+      "eval_hi_ud_pr_auc": 0.9881881999734649,
+      "eval_hu_opus100_pr_auc": 0.9267753543672057,
+      "eval_hu_ud_pr_auc": 0.9786436450168903,
+      "eval_hy_opus100_pr_auc": 0.9300379891002855,
+      "eval_hy_ud_pr_auc": 0.9729258430523111,
+      "eval_id_opus100_pr_auc": 0.9030964778576506,
+      "eval_id_ud_pr_auc": 0.9958695873057918,
+      "eval_ig_opus100_pr_auc": 0.8988434349243667,
+      "eval_is_opus100_pr_auc": 0.9340078007061562,
+      "eval_is_ud_pr_auc": 0.8994648905908853,
+      "eval_it_opus100_pr_auc": 0.9324830182613124,
+      "eval_it_ud_pr_auc": 0.9984080465986815,
+      "eval_ja_ersatz_pr_auc": 0.9018788441760704,
+      "eval_ja_opus100_pr_auc": 0.8648955922682962,
+      "eval_ja_ud_pr_auc": 0.97825546750034,
+      "eval_jv_ud_pr_auc": 0.9482134608244537,
+      "eval_ka_opus100_pr_auc": 0.8599270128598712,
+      "eval_kk_ersatz_pr_auc": 0.9891640290431104,
+      "eval_kk_opus100_pr_auc": 0.8290928338485345,
+      "eval_kk_ud_pr_auc": 0.9712569560068604,
+      "eval_km_ersatz_pr_auc": 0.9421868433564586,
+      "eval_km_opus100_pr_auc": 0.7677851050583677,
+      "eval_kn_opus100_pr_auc": 0.6981947485002444,
+      "eval_ko_opus100_pr_auc": 0.7012857625120097,
+      "eval_ko_ud_pr_auc": 0.9983859464728624,
+      "eval_ku_opus100_pr_auc": 0.8393967101310521,
+      "eval_ky_opus100_pr_auc": 0.918335689306452,
+      "eval_la_ud_pr_auc": 0.9736725741202967,
+      "eval_loss": 0.025344666093587875,
+      "eval_lt_ersatz_pr_auc": 0.9966439216545493,
+      "eval_lt_opus100_pr_auc": 0.9050060701610344,
+      "eval_lt_ud_pr_auc": 0.9940166856536816,
+      "eval_lv_ersatz_pr_auc": 0.9925635508539683,
+      "eval_lv_opus100_pr_auc": 0.9035941100481772,
+      "eval_lv_ud_pr_auc": 0.9682484578533552,
+      "eval_mg_opus100_pr_auc": 0.953152736417084,
+      "eval_mk_opus100_pr_auc": 0.9258248508809076,
+      "eval_ml_opus100_pr_auc": 0.8210611727993462,
+      "eval_mn_opus100_pr_auc": 0.9591724182011847,
+      "eval_mr_opus100_pr_auc": 0.9278871276403233,
+      "eval_mr_ud_pr_auc": 0.9609503157701023,
+      "eval_ms_opus100_pr_auc": 0.8936096882895018,
+      "eval_mt_opus100_pr_auc": 0.8925440392847717,
+      "eval_mt_ud_pr_auc": 0.9211438932874578,
+      "eval_my_opus100_pr_auc": 0.8476407768400588,
+      "eval_ne_opus100_pr_auc": 0.7624061773278311,
+      "eval_nl_opus100_pr_auc": 0.9059291297122646,
+      "eval_nl_ud_pr_auc": 0.985732731309577,
+      "eval_no_opus100_pr_auc": 0.9230058184371923,
+      "eval_no_ud_pr_auc": 0.9971732408461504,
+      "eval_pa_opus100_pr_auc": 0.7044153812158558,
+      "eval_pl_ersatz_pr_auc": 0.9774591124371734,
+      "eval_pl_opus100_pr_auc": 0.9032399455210585,
+      "eval_pl_ud_pr_auc": 0.972920062964892,
+      "eval_ps_ersatz_pr_auc": 0.9179808057171642,
+      "eval_ps_opus100_pr_auc": 0.7556512255333688,
+      "eval_pt_opus100_pr_auc": 0.9307139567447005,
+      "eval_pt_ud_pr_auc": 0.9867266535247405,
+      "eval_ro_ersatz_pr_auc": 0.994140987472671,
+      "eval_ro_opus100_pr_auc": 0.8901116231054885,
+      "eval_ro_ud_pr_auc": 0.9462357325682677,
+      "eval_ru_ersatz_pr_auc": 0.9931931618087986,
+      "eval_ru_opus100_pr_auc": 0.9506398427091179,
+      "eval_ru_ud_pr_auc": 0.8866962777822944,
+      "eval_runtime": 525.839,
+      "eval_samples_per_second": 143.618,
+      "eval_si_opus100_pr_auc": 0.8470047581507613,
+      "eval_sk_opus100_pr_auc": 0.9503810812906913,
+      "eval_sk_ud_pr_auc": 0.9904332987383222,
+      "eval_sl_opus100_pr_auc": 0.8940677583538035,
+      "eval_sl_ud_pr_auc": 0.9764110747660669,
+      "eval_sq_opus100_pr_auc": 0.9351080839683883,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9253153998982467,
+      "eval_sr_ud_pr_auc": 0.9991682959081524,
+      "eval_steps_per_second": 0.561,
+      "eval_sv_opus100_pr_auc": 0.9181562902057449,
+      "eval_sv_ud_pr_auc": 0.9572358437917653,
+      "eval_ta_ersatz_pr_auc": 0.9825998685445496,
+      "eval_ta_opus100_pr_auc": 0.7549333083711472,
+      "eval_ta_ud_pr_auc": 0.9971001665390741,
+      "eval_te_opus100_pr_auc": 0.8334550315920387,
+      "eval_tg_opus100_pr_auc": 0.910758281551348,
+      "eval_th_opus100_pr_auc": 0.7128265667571682,
+      "eval_th_ud_pr_auc": 0.8964665337779916,
+      "eval_tr_ersatz_pr_auc": 0.9650169640107303,
+      "eval_tr_opus100_pr_auc": 0.9142127370296463,
+      "eval_tr_ud_pr_auc": 0.9540820776592982,
+      "eval_uk_opus100_pr_auc": 0.8887993107319769,
+      "eval_uk_ud_pr_auc": 0.9287693149234016,
+      "eval_ur_opus100_pr_auc": 0.6408319350563512,
+      "eval_ur_ud_pr_auc": 0.9907047895488729,
+      "eval_uz_opus100_pr_auc": 0.8857045037591904,
+      "eval_vi_opus100_pr_auc": 0.906972726334719,
+      "eval_vi_ud_pr_auc": 0.9548548037515574,
+      "eval_xh_opus100_pr_auc": 0.8940644256120027,
+      "eval_yi_opus100_pr_auc": 0.7882563647316716,
+      "eval_yo_opus100_pr_auc": 0.8497985390890006,
+      "eval_yo_ud_pr_auc": 0.9196557564884239,
+      "eval_zh_ersatz_pr_auc": 0.9689510627812927,
+      "eval_zh_opus100_pr_auc": 0.8963239789080777,
+      "eval_zh_ud_pr_auc": 0.994488603539405,
+      "eval_zu_opus100_pr_auc": 0.8469231895251703,
+      "step": 155000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.327848101265823e-05,
+      "learning_rate_adapter": 6.327848101265823e-05,
+      "loss": 0.0217,
+      "step": 155050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.326582278481013e-05,
+      "learning_rate_adapter": 6.326582278481013e-05,
+      "loss": 0.0217,
+      "step": 155100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.325316455696204e-05,
+      "learning_rate_adapter": 6.325316455696204e-05,
+      "loss": 0.0217,
+      "step": 155150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.324050632911393e-05,
+      "learning_rate_adapter": 6.324050632911393e-05,
+      "loss": 0.0219,
+      "step": 155200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.322784810126583e-05,
+      "learning_rate_adapter": 6.322784810126583e-05,
+      "loss": 0.0217,
+      "step": 155250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.321518987341773e-05,
+      "learning_rate_adapter": 6.321518987341773e-05,
+      "loss": 0.0219,
+      "step": 155300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.320253164556962e-05,
+      "learning_rate_adapter": 6.320253164556962e-05,
+      "loss": 0.0217,
+      "step": 155350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.318987341772152e-05,
+      "learning_rate_adapter": 6.318987341772152e-05,
+      "loss": 0.0216,
+      "step": 155400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.317721518987342e-05,
+      "learning_rate_adapter": 6.317721518987342e-05,
+      "loss": 0.0219,
+      "step": 155450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.316455696202532e-05,
+      "learning_rate_adapter": 6.316455696202532e-05,
+      "loss": 0.0215,
+      "step": 155500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.315189873417721e-05,
+      "learning_rate_adapter": 6.315189873417721e-05,
+      "loss": 0.0219,
+      "step": 155550
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.31392405063291e-05,
+      "learning_rate_adapter": 6.31392405063291e-05,
+      "loss": 0.0216,
+      "step": 155600
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.312658227848101e-05,
+      "learning_rate_adapter": 6.312658227848101e-05,
+      "loss": 0.0218,
+      "step": 155650
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.311392405063292e-05,
+      "learning_rate_adapter": 6.311392405063292e-05,
+      "loss": 0.0218,
+      "step": 155700
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.310126582278482e-05,
+      "learning_rate_adapter": 6.310126582278482e-05,
+      "loss": 0.0217,
+      "step": 155750
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.308860759493671e-05,
+      "learning_rate_adapter": 6.308860759493671e-05,
+      "loss": 0.0218,
+      "step": 155800
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.307594936708862e-05,
+      "learning_rate_adapter": 6.307594936708862e-05,
+      "loss": 0.0216,
+      "step": 155850
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.306329113924051e-05,
+      "learning_rate_adapter": 6.306329113924051e-05,
+      "loss": 0.0216,
+      "step": 155900
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30506329113924e-05,
+      "learning_rate_adapter": 6.30506329113924e-05,
+      "loss": 0.0217,
+      "step": 155950
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.303797468354431e-05,
+      "learning_rate_adapter": 6.303797468354431e-05,
+      "loss": 0.0217,
+      "step": 156000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.30253164556962e-05,
+      "learning_rate_adapter": 6.30253164556962e-05,
+      "loss": 0.0216,
+      "step": 156050
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.301265822784811e-05,
+      "learning_rate_adapter": 6.301265822784811e-05,
+      "loss": 0.0217,
+      "step": 156100
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.3e-05,
+      "learning_rate_adapter": 6.3e-05,
+      "loss": 0.0217,
+      "step": 156150
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.298734177215189e-05,
+      "learning_rate_adapter": 6.298734177215189e-05,
+      "loss": 0.0217,
+      "step": 156200
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29746835443038e-05,
+      "learning_rate_adapter": 6.29746835443038e-05,
+      "loss": 0.0216,
+      "step": 156250
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29620253164557e-05,
+      "learning_rate_adapter": 6.29620253164557e-05,
+      "loss": 0.0219,
+      "step": 156300
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.294936708860761e-05,
+      "learning_rate_adapter": 6.294936708860761e-05,
+      "loss": 0.0216,
+      "step": 156350
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.29367088607595e-05,
+      "learning_rate_adapter": 6.29367088607595e-05,
+      "loss": 0.0216,
+      "step": 156400
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 6.292405063291139e-05,
+      "learning_rate_adapter": 6.292405063291139e-05,
+      "loss": 0.0219,
+      "step": 156450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.29113924050633e-05,
+      "learning_rate_adapter": 6.29113924050633e-05,
+      "loss": 0.0217,
+      "step": 156500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.289873417721519e-05,
+      "learning_rate_adapter": 6.289873417721519e-05,
+      "loss": 0.0216,
+      "step": 156550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.28860759493671e-05,
+      "learning_rate_adapter": 6.28860759493671e-05,
+      "loss": 0.0218,
+      "step": 156600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.287341772151899e-05,
+      "learning_rate_adapter": 6.287341772151899e-05,
+      "loss": 0.0218,
+      "step": 156650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.286075949367088e-05,
+      "learning_rate_adapter": 6.286075949367088e-05,
+      "loss": 0.0217,
+      "step": 156700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.284810126582279e-05,
+      "learning_rate_adapter": 6.284810126582279e-05,
+      "loss": 0.0216,
+      "step": 156750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.283544303797468e-05,
+      "learning_rate_adapter": 6.283544303797468e-05,
+      "loss": 0.0218,
+      "step": 156800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.282278481012658e-05,
+      "learning_rate_adapter": 6.282278481012658e-05,
+      "loss": 0.0218,
+      "step": 156850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.281012658227849e-05,
+      "learning_rate_adapter": 6.281012658227849e-05,
+      "loss": 0.0217,
+      "step": 156900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.279746835443038e-05,
+      "learning_rate_adapter": 6.279746835443038e-05,
+      "loss": 0.0216,
+      "step": 156950
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.278481012658229e-05,
+      "learning_rate_adapter": 6.278481012658229e-05,
+      "loss": 0.0215,
+      "step": 157000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.277215189873418e-05,
+      "learning_rate_adapter": 6.277215189873418e-05,
+      "loss": 0.0216,
+      "step": 157050
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.275949367088608e-05,
+      "learning_rate_adapter": 6.275949367088608e-05,
+      "loss": 0.0219,
+      "step": 157100
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.274683544303798e-05,
+      "learning_rate_adapter": 6.274683544303798e-05,
+      "loss": 0.0217,
+      "step": 157150
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.273417721518987e-05,
+      "learning_rate_adapter": 6.273417721518987e-05,
+      "loss": 0.0216,
+      "step": 157200
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.272151898734177e-05,
+      "learning_rate_adapter": 6.272151898734177e-05,
+      "loss": 0.0216,
+      "step": 157250
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.270886075949367e-05,
+      "learning_rate_adapter": 6.270886075949367e-05,
+      "loss": 0.0218,
+      "step": 157300
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.269620253164557e-05,
+      "learning_rate_adapter": 6.269620253164557e-05,
+      "loss": 0.0218,
+      "step": 157350
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.268354430379746e-05,
+      "learning_rate_adapter": 6.268354430379746e-05,
+      "loss": 0.0216,
+      "step": 157400
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.267088607594937e-05,
+      "learning_rate_adapter": 6.267088607594937e-05,
+      "loss": 0.0215,
+      "step": 157450
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.265822784810128e-05,
+      "learning_rate_adapter": 6.265822784810128e-05,
+      "loss": 0.0215,
+      "step": 157500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.264556962025317e-05,
+      "learning_rate_adapter": 6.264556962025317e-05,
+      "loss": 0.0216,
+      "step": 157550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.263291139240507e-05,
+      "learning_rate_adapter": 6.263291139240507e-05,
+      "loss": 0.0214,
+      "step": 157600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.262025316455697e-05,
+      "learning_rate_adapter": 6.262025316455697e-05,
+      "loss": 0.0216,
+      "step": 157650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.260759493670887e-05,
+      "learning_rate_adapter": 6.260759493670887e-05,
+      "loss": 0.0216,
+      "step": 157700
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.259493670886076e-05,
+      "learning_rate_adapter": 6.259493670886076e-05,
+      "loss": 0.0218,
+      "step": 157750
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.258227848101266e-05,
+      "learning_rate_adapter": 6.258227848101266e-05,
+      "loss": 0.0215,
+      "step": 157800
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.256962025316456e-05,
+      "learning_rate_adapter": 6.256962025316456e-05,
+      "loss": 0.0214,
+      "step": 157850
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.255696202531645e-05,
+      "learning_rate_adapter": 6.255696202531645e-05,
+      "loss": 0.0216,
+      "step": 157900
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 6.254430379746836e-05,
+      "learning_rate_adapter": 6.254430379746836e-05,
+      "loss": 0.0217,
+      "step": 157950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.253164556962025e-05,
+      "learning_rate_adapter": 6.253164556962025e-05,
+      "loss": 0.0216,
+      "step": 158000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.251898734177216e-05,
+      "learning_rate_adapter": 6.251898734177216e-05,
+      "loss": 0.0219,
+      "step": 158050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.250632911392406e-05,
+      "learning_rate_adapter": 6.250632911392406e-05,
+      "loss": 0.0218,
+      "step": 158100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.249367088607595e-05,
+      "learning_rate_adapter": 6.249367088607595e-05,
+      "loss": 0.0216,
+      "step": 158150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.248101265822786e-05,
+      "learning_rate_adapter": 6.248101265822786e-05,
+      "loss": 0.0213,
+      "step": 158200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.246835443037975e-05,
+      "learning_rate_adapter": 6.246835443037975e-05,
+      "loss": 0.0216,
+      "step": 158250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.245569620253164e-05,
+      "learning_rate_adapter": 6.245569620253164e-05,
+      "loss": 0.0214,
+      "step": 158300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.244303797468355e-05,
+      "learning_rate_adapter": 6.244303797468355e-05,
+      "loss": 0.0215,
+      "step": 158350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.243037974683544e-05,
+      "learning_rate_adapter": 6.243037974683544e-05,
+      "loss": 0.0215,
+      "step": 158400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.241772151898735e-05,
+      "learning_rate_adapter": 6.241772151898735e-05,
+      "loss": 0.0217,
+      "step": 158450
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.240506329113924e-05,
+      "learning_rate_adapter": 6.240506329113924e-05,
+      "loss": 0.0219,
+      "step": 158500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.239240506329113e-05,
+      "learning_rate_adapter": 6.239240506329113e-05,
+      "loss": 0.0218,
+      "step": 158550
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.237974683544304e-05,
+      "learning_rate_adapter": 6.237974683544304e-05,
+      "loss": 0.0218,
+      "step": 158600
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.236708860759494e-05,
+      "learning_rate_adapter": 6.236708860759494e-05,
+      "loss": 0.0216,
+      "step": 158650
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.235443037974685e-05,
+      "learning_rate_adapter": 6.235443037974685e-05,
+      "loss": 0.0215,
+      "step": 158700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.234177215189874e-05,
+      "learning_rate_adapter": 6.234177215189874e-05,
+      "loss": 0.0216,
+      "step": 158750
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.232911392405063e-05,
+      "learning_rate_adapter": 6.232911392405063e-05,
+      "loss": 0.0216,
+      "step": 158800
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.231645569620254e-05,
+      "learning_rate_adapter": 6.231645569620254e-05,
+      "loss": 0.0214,
+      "step": 158850
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.230379746835443e-05,
+      "learning_rate_adapter": 6.230379746835443e-05,
+      "loss": 0.0215,
+      "step": 158900
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.229113924050634e-05,
+      "learning_rate_adapter": 6.229113924050634e-05,
+      "loss": 0.0214,
+      "step": 158950
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.227848101265823e-05,
+      "learning_rate_adapter": 6.227848101265823e-05,
+      "loss": 0.0214,
+      "step": 159000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.226582278481013e-05,
+      "learning_rate_adapter": 6.226582278481013e-05,
+      "loss": 0.0215,
+      "step": 159050
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.225316455696203e-05,
+      "learning_rate_adapter": 6.225316455696203e-05,
+      "loss": 0.0215,
+      "step": 159100
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.224050632911392e-05,
+      "learning_rate_adapter": 6.224050632911392e-05,
+      "loss": 0.0216,
+      "step": 159150
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.222784810126582e-05,
+      "learning_rate_adapter": 6.222784810126582e-05,
+      "loss": 0.0214,
+      "step": 159200
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.221518987341773e-05,
+      "learning_rate_adapter": 6.221518987341773e-05,
+      "loss": 0.0216,
+      "step": 159250
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.220253164556963e-05,
+      "learning_rate_adapter": 6.220253164556963e-05,
+      "loss": 0.0218,
+      "step": 159300
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.218987341772153e-05,
+      "learning_rate_adapter": 6.218987341772153e-05,
+      "loss": 0.0218,
+      "step": 159350
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.217721518987342e-05,
+      "learning_rate_adapter": 6.217721518987342e-05,
+      "loss": 0.0215,
+      "step": 159400
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 6.216455696202532e-05,
+      "learning_rate_adapter": 6.216455696202532e-05,
+      "loss": 0.0214,
+      "step": 159450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.215189873417722e-05,
+      "learning_rate_adapter": 6.215189873417722e-05,
+      "loss": 0.0215,
+      "step": 159500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.213924050632912e-05,
+      "learning_rate_adapter": 6.213924050632912e-05,
+      "loss": 0.0217,
+      "step": 159550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.212658227848101e-05,
+      "learning_rate_adapter": 6.212658227848101e-05,
+      "loss": 0.0217,
+      "step": 159600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.21139240506329e-05,
+      "learning_rate_adapter": 6.21139240506329e-05,
+      "loss": 0.0216,
+      "step": 159650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.210126582278481e-05,
+      "learning_rate_adapter": 6.210126582278481e-05,
+      "loss": 0.0215,
+      "step": 159700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20886075949367e-05,
+      "learning_rate_adapter": 6.20886075949367e-05,
+      "loss": 0.0215,
+      "step": 159750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.207594936708861e-05,
+      "learning_rate_adapter": 6.207594936708861e-05,
+      "loss": 0.0217,
+      "step": 159800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.206329113924052e-05,
+      "learning_rate_adapter": 6.206329113924052e-05,
+      "loss": 0.0218,
+      "step": 159850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.205063291139241e-05,
+      "learning_rate_adapter": 6.205063291139241e-05,
+      "loss": 0.0217,
+      "step": 159900
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.203797468354431e-05,
+      "learning_rate_adapter": 6.203797468354431e-05,
+      "loss": 0.0216,
+      "step": 159950
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.20253164556962e-05,
+      "learning_rate_adapter": 6.20253164556962e-05,
+      "loss": 0.0214,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "eval_af_opus100_pr_auc": 0.8058238199645898,
+      "eval_af_ud_pr_auc": 0.9886707904751186,
+      "eval_am_opus100_pr_auc": 0.6383150203882333,
+      "eval_ar_ersatz_pr_auc": 0.9286251173452328,
+      "eval_ar_opus100_pr_auc": 0.7577977699325005,
+      "eval_ar_ud_pr_auc": 0.9019747911313518,
+      "eval_average_ersatz_pr_auc": 0.9740094969519585,
+      "eval_average_opus100_pr_auc": 0.8607170549104848,
+      "eval_average_ud_pr_auc": 0.9687420977547704,
+      "eval_az_opus100_pr_auc": 0.8320081391926653,
+      "eval_be_opus100_pr_auc": 0.7702222444107115,
+      "eval_be_ud_pr_auc": 0.9084047685685228,
+      "eval_bg_opus100_pr_auc": 0.9260553742381452,
+      "eval_bg_ud_pr_auc": 0.9973386251759966,
+      "eval_bn_opus100_pr_auc": 0.8602727311788784,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.904543573026276,
+      "eval_ca_ud_pr_auc": 0.9948062879575048,
+      "eval_ceb_ud_pr_auc": 0.9998283988420114,
+      "eval_cs_ersatz_pr_auc": 0.9869676426028982,
+      "eval_cs_opus100_pr_auc": 0.9256697142598295,
+      "eval_cs_ud_pr_auc": 0.9626314703450742,
+      "eval_cy_opus100_pr_auc": 0.7940118889036399,
+      "eval_cy_ud_pr_auc": 0.997576742282539,
+      "eval_da_opus100_pr_auc": 0.934270976553976,
+      "eval_da_ud_pr_auc": 0.9808949281626551,
+      "eval_de_ersatz_pr_auc": 0.9902342725455543,
+      "eval_de_opus100_pr_auc": 0.9206081714026935,
+      "eval_de_ud_pr_auc": 0.9852175134205179,
+      "eval_el_opus100_pr_auc": 0.9219435968147766,
+      "eval_el_ud_pr_auc": 0.9958577671880595,
+      "eval_en_ersatz_pr_auc": 0.9941387263100616,
+      "eval_en_opus100_pr_auc": 0.9318450407452067,
+      "eval_en_ud_pr_auc": 0.980494127745325,
+      "eval_eo_opus100_pr_auc": 0.9329758768216938,
+      "eval_es_ersatz_pr_auc": 0.9977569153038015,
+      "eval_es_opus100_pr_auc": 0.9439236289447036,
+      "eval_es_ud_pr_auc": 0.992034143295198,
+      "eval_et_ersatz_pr_auc": 0.9870051840201053,
+      "eval_et_opus100_pr_auc": 0.91764492069715,
+      "eval_et_ud_pr_auc": 0.9776882368284815,
+      "eval_eu_opus100_pr_auc": 0.8905469875020858,
+      "eval_eu_ud_pr_auc": 0.9919586969765161,
+      "eval_fa_opus100_pr_auc": 0.6364898527172642,
+      "eval_fa_ud_pr_auc": 0.9955375851369619,
+      "eval_fi_ersatz_pr_auc": 0.9944730927778235,
+      "eval_fi_opus100_pr_auc": 0.9384653176044476,
+      "eval_fi_ud_pr_auc": 0.9621908819342216,
+      "eval_fr_ersatz_pr_auc": 0.9891534774131024,
+      "eval_fr_opus100_pr_auc": 0.9278619280918369,
+      "eval_fr_ud_pr_auc": 0.9897502445066177,
+      "eval_fy_opus100_pr_auc": 0.698973498869776,
+      "eval_ga_opus100_pr_auc": 0.9204947134436537,
+      "eval_ga_ud_pr_auc": 0.8225942615125644,
+      "eval_gd_opus100_pr_auc": 0.7733467027767146,
+      "eval_gd_ud_pr_auc": 0.8651811742457081,
+      "eval_gl_opus100_pr_auc": 0.9040583736681524,
+      "eval_gl_ud_pr_auc": 0.9969395715346275,
+      "eval_gu_ersatz_pr_auc": 0.9433548069816531,
+      "eval_gu_opus100_pr_auc": 0.7744587247651317,
+      "eval_ha_opus100_pr_auc": 0.9380937512601055,
+      "eval_he_opus100_pr_auc": 0.8889084257088562,
+      "eval_he_ud_pr_auc": 0.9874020162541668,
+      "eval_hi_ersatz_pr_auc": 0.9847589485464534,
+      "eval_hi_opus100_pr_auc": 0.744632154823778,
+      "eval_hi_ud_pr_auc": 0.993882582500451,
+      "eval_hu_opus100_pr_auc": 0.9305637430268291,
+      "eval_hu_ud_pr_auc": 0.98166319826679,
+      "eval_hy_opus100_pr_auc": 0.9261919376513599,
+      "eval_hy_ud_pr_auc": 0.9739552034788883,
+      "eval_id_opus100_pr_auc": 0.9034138889416403,
+      "eval_id_ud_pr_auc": 0.9962778919812185,
+      "eval_ig_opus100_pr_auc": 0.8893130738157226,
+      "eval_is_opus100_pr_auc": 0.9337432068772461,
+      "eval_is_ud_pr_auc": 0.9106430169089428,
+      "eval_it_opus100_pr_auc": 0.9247507929001234,
+      "eval_it_ud_pr_auc": 0.9964251354978927,
+      "eval_ja_ersatz_pr_auc": 0.8898515932053211,
+      "eval_ja_opus100_pr_auc": 0.8569971355510065,
+      "eval_ja_ud_pr_auc": 0.9807783851636112,
+      "eval_jv_ud_pr_auc": 0.9563085122891142,
+      "eval_ka_opus100_pr_auc": 0.8642811965221476,
+      "eval_kk_ersatz_pr_auc": 0.9885062003365609,
+      "eval_kk_opus100_pr_auc": 0.8238461106828183,
+      "eval_kk_ud_pr_auc": 0.9748666269350044,
+      "eval_km_ersatz_pr_auc": 0.9415381766027735,
+      "eval_km_opus100_pr_auc": 0.7782643466081046,
+      "eval_kn_opus100_pr_auc": 0.6824658383617633,
+      "eval_ko_opus100_pr_auc": 0.7128384931712319,
+      "eval_ko_ud_pr_auc": 0.998810998932439,
+      "eval_ku_opus100_pr_auc": 0.8512752182154404,
+      "eval_ky_opus100_pr_auc": 0.9122192735454361,
+      "eval_la_ud_pr_auc": 0.9808494008015718,
+      "eval_loss": 0.025268925353884697,
+      "eval_lt_ersatz_pr_auc": 0.9976713737254801,
+      "eval_lt_opus100_pr_auc": 0.8905521876980657,
+      "eval_lt_ud_pr_auc": 0.9946875431512905,
+      "eval_lv_ersatz_pr_auc": 0.9925805383110133,
+      "eval_lv_opus100_pr_auc": 0.9059080786172479,
+      "eval_lv_ud_pr_auc": 0.9650395982564725,
+      "eval_mg_opus100_pr_auc": 0.9470186225714899,
+      "eval_mk_opus100_pr_auc": 0.9294115424925165,
+      "eval_ml_opus100_pr_auc": 0.8116247342405069,
+      "eval_mn_opus100_pr_auc": 0.9600790854544684,
+      "eval_mr_opus100_pr_auc": 0.9231357807642391,
+      "eval_mr_ud_pr_auc": 0.9683248815009359,
+      "eval_ms_opus100_pr_auc": 0.8941636141791021,
+      "eval_mt_opus100_pr_auc": 0.8831183116594532,
+      "eval_mt_ud_pr_auc": 0.9284862937699978,
+      "eval_my_opus100_pr_auc": 0.8487904517191612,
+      "eval_ne_opus100_pr_auc": 0.7611178480984124,
+      "eval_nl_opus100_pr_auc": 0.9027924733229916,
+      "eval_nl_ud_pr_auc": 0.9828620970074013,
+      "eval_no_opus100_pr_auc": 0.9196469030359156,
+      "eval_no_ud_pr_auc": 0.9980060437732614,
+      "eval_pa_opus100_pr_auc": 0.6886862336987188,
+      "eval_pl_ersatz_pr_auc": 0.9723301756877942,
+      "eval_pl_opus100_pr_auc": 0.9095647900412066,
+      "eval_pl_ud_pr_auc": 0.9742761489028038,
+      "eval_ps_ersatz_pr_auc": 0.9206191213837717,
+      "eval_ps_opus100_pr_auc": 0.7680304727796111,
+      "eval_pt_opus100_pr_auc": 0.9382815714119304,
+      "eval_pt_ud_pr_auc": 0.9845800399852291,
+      "eval_ro_ersatz_pr_auc": 0.9922685172617733,
+      "eval_ro_opus100_pr_auc": 0.8784989995174403,
+      "eval_ro_ud_pr_auc": 0.9413674198779296,
+      "eval_ru_ersatz_pr_auc": 0.9955241488865387,
+      "eval_ru_opus100_pr_auc": 0.9387077715837111,
+      "eval_ru_ud_pr_auc": 0.8878371412983304,
+      "eval_runtime": 529.5096,
+      "eval_samples_per_second": 142.623,
+      "eval_si_opus100_pr_auc": 0.8384965311513959,
+      "eval_sk_opus100_pr_auc": 0.9446789616951443,
+      "eval_sk_ud_pr_auc": 0.9857012090924298,
+      "eval_sl_opus100_pr_auc": 0.89113200869323,
+      "eval_sl_ud_pr_auc": 0.9719159959234955,
+      "eval_sq_opus100_pr_auc": 0.9330670230801746,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9204552188325251,
+      "eval_sr_ud_pr_auc": 0.999225987038852,
+      "eval_steps_per_second": 0.557,
+      "eval_sv_opus100_pr_auc": 0.9204792353059803,
+      "eval_sv_ud_pr_auc": 0.9536822417539484,
+      "eval_ta_ersatz_pr_auc": 0.9841801398276712,
+      "eval_ta_opus100_pr_auc": 0.7596024540234126,
+      "eval_ta_ud_pr_auc": 0.9969325004948368,
+      "eval_te_opus100_pr_auc": 0.8222701316861595,
+      "eval_tg_opus100_pr_auc": 0.9039842652237563,
+      "eval_th_opus100_pr_auc": 0.7203584858495224,
+      "eval_th_ud_pr_auc": 0.8910932174935282,
+      "eval_tr_ersatz_pr_auc": 0.9747756993793816,
+      "eval_tr_opus100_pr_auc": 0.9113664489992896,
+      "eval_tr_ud_pr_auc": 0.9670797224349429,
+      "eval_uk_opus100_pr_auc": 0.8838183511259627,
+      "eval_uk_ud_pr_auc": 0.9279259893968702,
+      "eval_ur_opus100_pr_auc": 0.6285903472309703,
+      "eval_ur_ud_pr_auc": 0.992045414833355,
+      "eval_uz_opus100_pr_auc": 0.8915335185746186,
+      "eval_vi_opus100_pr_auc": 0.9112121374832403,
+      "eval_vi_ud_pr_auc": 0.9649838826272292,
+      "eval_xh_opus100_pr_auc": 0.8924583743316284,
+      "eval_yi_opus100_pr_auc": 0.7529900081363015,
+      "eval_yo_opus100_pr_auc": 0.8522955469165412,
+      "eval_yo_ud_pr_auc": 0.9270646183768696,
+      "eval_zh_ersatz_pr_auc": 0.9818950644883209,
+      "eval_zh_opus100_pr_auc": 0.9019339048499164,
+      "eval_zh_ud_pr_auc": 0.9957476087562425,
+      "eval_zu_opus100_pr_auc": 0.8545189020054502,
+      "step": 160000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.201265822784811e-05,
+      "learning_rate_adapter": 6.201265822784811e-05,
+      "loss": 0.0214,
+      "step": 160050
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.2e-05,
+      "learning_rate_adapter": 6.2e-05,
+      "loss": 0.0212,
+      "step": 160100
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19873417721519e-05,
+      "learning_rate_adapter": 6.19873417721519e-05,
+      "loss": 0.0214,
+      "step": 160150
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19746835443038e-05,
+      "learning_rate_adapter": 6.19746835443038e-05,
+      "loss": 0.0215,
+      "step": 160200
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.196202531645569e-05,
+      "learning_rate_adapter": 6.196202531645569e-05,
+      "loss": 0.0214,
+      "step": 160250
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19493670886076e-05,
+      "learning_rate_adapter": 6.19493670886076e-05,
+      "loss": 0.0215,
+      "step": 160300
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.193670886075949e-05,
+      "learning_rate_adapter": 6.193670886075949e-05,
+      "loss": 0.0215,
+      "step": 160350
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19240506329114e-05,
+      "learning_rate_adapter": 6.19240506329114e-05,
+      "loss": 0.0214,
+      "step": 160400
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.19113924050633e-05,
+      "learning_rate_adapter": 6.19113924050633e-05,
+      "loss": 0.0216,
+      "step": 160450
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18987341772152e-05,
+      "learning_rate_adapter": 6.18987341772152e-05,
+      "loss": 0.0218,
+      "step": 160500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18860759493671e-05,
+      "learning_rate_adapter": 6.18860759493671e-05,
+      "loss": 0.0216,
+      "step": 160550
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.187341772151899e-05,
+      "learning_rate_adapter": 6.187341772151899e-05,
+      "loss": 0.0215,
+      "step": 160600
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.18607594936709e-05,
+      "learning_rate_adapter": 6.18607594936709e-05,
+      "loss": 0.0215,
+      "step": 160650
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.184810126582279e-05,
+      "learning_rate_adapter": 6.184810126582279e-05,
+      "loss": 0.0218,
+      "step": 160700
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.183544303797468e-05,
+      "learning_rate_adapter": 6.183544303797468e-05,
+      "loss": 0.0215,
+      "step": 160750
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.182278481012659e-05,
+      "learning_rate_adapter": 6.182278481012659e-05,
+      "loss": 0.0216,
+      "step": 160800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.181012658227848e-05,
+      "learning_rate_adapter": 6.181012658227848e-05,
+      "loss": 0.0215,
+      "step": 160850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 6.179746835443038e-05,
+      "learning_rate_adapter": 6.179746835443038e-05,
+      "loss": 0.0214,
+      "step": 160900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.178481012658228e-05,
+      "learning_rate_adapter": 6.178481012658228e-05,
+      "loss": 0.0215,
+      "step": 160950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.177215189873418e-05,
+      "learning_rate_adapter": 6.177215189873418e-05,
+      "loss": 0.0215,
+      "step": 161000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.175949367088609e-05,
+      "learning_rate_adapter": 6.175949367088609e-05,
+      "loss": 0.0214,
+      "step": 161050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.174683544303798e-05,
+      "learning_rate_adapter": 6.174683544303798e-05,
+      "loss": 0.0218,
+      "step": 161100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.173417721518989e-05,
+      "learning_rate_adapter": 6.173417721518989e-05,
+      "loss": 0.0215,
+      "step": 161150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.172151898734178e-05,
+      "learning_rate_adapter": 6.172151898734178e-05,
+      "loss": 0.0212,
+      "step": 161200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.170886075949367e-05,
+      "learning_rate_adapter": 6.170886075949367e-05,
+      "loss": 0.0213,
+      "step": 161250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.169620253164558e-05,
+      "learning_rate_adapter": 6.169620253164558e-05,
+      "loss": 0.0215,
+      "step": 161300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.168354430379747e-05,
+      "learning_rate_adapter": 6.168354430379747e-05,
+      "loss": 0.0213,
+      "step": 161350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.167088607594937e-05,
+      "learning_rate_adapter": 6.167088607594937e-05,
+      "loss": 0.0216,
+      "step": 161400
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.165822784810127e-05,
+      "learning_rate_adapter": 6.165822784810127e-05,
+      "loss": 0.0217,
+      "step": 161450
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.164556962025316e-05,
+      "learning_rate_adapter": 6.164556962025316e-05,
+      "loss": 0.0218,
+      "step": 161500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.163291139240506e-05,
+      "learning_rate_adapter": 6.163291139240506e-05,
+      "loss": 0.0216,
+      "step": 161550
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.162025316455697e-05,
+      "learning_rate_adapter": 6.162025316455697e-05,
+      "loss": 0.0216,
+      "step": 161600
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.160759493670887e-05,
+      "learning_rate_adapter": 6.160759493670887e-05,
+      "loss": 0.0218,
+      "step": 161650
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.159493670886077e-05,
+      "learning_rate_adapter": 6.159493670886077e-05,
+      "loss": 0.0218,
+      "step": 161700
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.158227848101266e-05,
+      "learning_rate_adapter": 6.158227848101266e-05,
+      "loss": 0.0217,
+      "step": 161750
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.156962025316456e-05,
+      "learning_rate_adapter": 6.156962025316456e-05,
+      "loss": 0.0217,
+      "step": 161800
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.155696202531646e-05,
+      "learning_rate_adapter": 6.155696202531646e-05,
+      "loss": 0.0215,
+      "step": 161850
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.154430379746836e-05,
+      "learning_rate_adapter": 6.154430379746836e-05,
+      "loss": 0.0215,
+      "step": 161900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.153164556962025e-05,
+      "learning_rate_adapter": 6.153164556962025e-05,
+      "loss": 0.0215,
+      "step": 161950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.151898734177215e-05,
+      "learning_rate_adapter": 6.151898734177215e-05,
+      "loss": 0.0213,
+      "step": 162000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.150632911392405e-05,
+      "learning_rate_adapter": 6.150632911392405e-05,
+      "loss": 0.0215,
+      "step": 162050
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.149367088607594e-05,
+      "learning_rate_adapter": 6.149367088607594e-05,
+      "loss": 0.0216,
+      "step": 162100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.148101265822785e-05,
+      "learning_rate_adapter": 6.148101265822785e-05,
+      "loss": 0.0216,
+      "step": 162150
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.146835443037975e-05,
+      "learning_rate_adapter": 6.146835443037975e-05,
+      "loss": 0.0216,
+      "step": 162200
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.145569620253166e-05,
+      "learning_rate_adapter": 6.145569620253166e-05,
+      "loss": 0.0217,
+      "step": 162250
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.144303797468355e-05,
+      "learning_rate_adapter": 6.144303797468355e-05,
+      "loss": 0.0214,
+      "step": 162300
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.143037974683544e-05,
+      "learning_rate_adapter": 6.143037974683544e-05,
+      "loss": 0.0214,
+      "step": 162350
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 6.141772151898735e-05,
+      "learning_rate_adapter": 6.141772151898735e-05,
+      "loss": 0.0216,
+      "step": 162400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.140506329113924e-05,
+      "learning_rate_adapter": 6.140506329113924e-05,
+      "loss": 0.0215,
+      "step": 162450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.139240506329115e-05,
+      "learning_rate_adapter": 6.139240506329115e-05,
+      "loss": 0.0217,
+      "step": 162500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.137974683544304e-05,
+      "learning_rate_adapter": 6.137974683544304e-05,
+      "loss": 0.0216,
+      "step": 162550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.136708860759493e-05,
+      "learning_rate_adapter": 6.136708860759493e-05,
+      "loss": 0.0218,
+      "step": 162600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.135443037974684e-05,
+      "learning_rate_adapter": 6.135443037974684e-05,
+      "loss": 0.0218,
+      "step": 162650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.134177215189873e-05,
+      "learning_rate_adapter": 6.134177215189873e-05,
+      "loss": 0.0217,
+      "step": 162700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.132911392405064e-05,
+      "learning_rate_adapter": 6.132911392405064e-05,
+      "loss": 0.0218,
+      "step": 162750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.131645569620254e-05,
+      "learning_rate_adapter": 6.131645569620254e-05,
+      "loss": 0.0215,
+      "step": 162800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.130379746835443e-05,
+      "learning_rate_adapter": 6.130379746835443e-05,
+      "loss": 0.0216,
+      "step": 162850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.129113924050634e-05,
+      "learning_rate_adapter": 6.129113924050634e-05,
+      "loss": 0.0215,
+      "step": 162900
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.127848101265823e-05,
+      "learning_rate_adapter": 6.127848101265823e-05,
+      "loss": 0.0216,
+      "step": 162950
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.126582278481014e-05,
+      "learning_rate_adapter": 6.126582278481014e-05,
+      "loss": 0.0216,
+      "step": 163000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.125316455696203e-05,
+      "learning_rate_adapter": 6.125316455696203e-05,
+      "loss": 0.0216,
+      "step": 163050
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.124050632911392e-05,
+      "learning_rate_adapter": 6.124050632911392e-05,
+      "loss": 0.0215,
+      "step": 163100
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.122784810126583e-05,
+      "learning_rate_adapter": 6.122784810126583e-05,
+      "loss": 0.0215,
+      "step": 163150
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.121518987341772e-05,
+      "learning_rate_adapter": 6.121518987341772e-05,
+      "loss": 0.0214,
+      "step": 163200
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.120253164556962e-05,
+      "learning_rate_adapter": 6.120253164556962e-05,
+      "loss": 0.0215,
+      "step": 163250
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.118987341772152e-05,
+      "learning_rate_adapter": 6.118987341772152e-05,
+      "loss": 0.0216,
+      "step": 163300
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.117721518987342e-05,
+      "learning_rate_adapter": 6.117721518987342e-05,
+      "loss": 0.0216,
+      "step": 163350
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.116455696202533e-05,
+      "learning_rate_adapter": 6.116455696202533e-05,
+      "loss": 0.0215,
+      "step": 163400
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.115189873417722e-05,
+      "learning_rate_adapter": 6.115189873417722e-05,
+      "loss": 0.0214,
+      "step": 163450
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.113924050632912e-05,
+      "learning_rate_adapter": 6.113924050632912e-05,
+      "loss": 0.0214,
+      "step": 163500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.112658227848102e-05,
+      "learning_rate_adapter": 6.112658227848102e-05,
+      "loss": 0.0214,
+      "step": 163550
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.111392405063291e-05,
+      "learning_rate_adapter": 6.111392405063291e-05,
+      "loss": 0.0217,
+      "step": 163600
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.110126582278481e-05,
+      "learning_rate_adapter": 6.110126582278481e-05,
+      "loss": 0.0217,
+      "step": 163650
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10886075949367e-05,
+      "learning_rate_adapter": 6.10886075949367e-05,
+      "loss": 0.0215,
+      "step": 163700
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.107594936708861e-05,
+      "learning_rate_adapter": 6.107594936708861e-05,
+      "loss": 0.0213,
+      "step": 163750
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10632911392405e-05,
+      "learning_rate_adapter": 6.10632911392405e-05,
+      "loss": 0.0216,
+      "step": 163800
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10506329113924e-05,
+      "learning_rate_adapter": 6.10506329113924e-05,
+      "loss": 0.0216,
+      "step": 163850
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 6.10379746835443e-05,
+      "learning_rate_adapter": 6.10379746835443e-05,
+      "loss": 0.0217,
+      "step": 163900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.10253164556962e-05,
+      "learning_rate_adapter": 6.10253164556962e-05,
+      "loss": 0.0216,
+      "step": 163950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.101265822784811e-05,
+      "learning_rate_adapter": 6.101265822784811e-05,
+      "loss": 0.0215,
+      "step": 164000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.1e-05,
+      "learning_rate_adapter": 6.1e-05,
+      "loss": 0.0216,
+      "step": 164050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0987341772151904e-05,
+      "learning_rate_adapter": 6.0987341772151904e-05,
+      "loss": 0.0216,
+      "step": 164100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09746835443038e-05,
+      "learning_rate_adapter": 6.09746835443038e-05,
+      "loss": 0.0216,
+      "step": 164150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0962025316455695e-05,
+      "learning_rate_adapter": 6.0962025316455695e-05,
+      "loss": 0.0216,
+      "step": 164200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09493670886076e-05,
+      "learning_rate_adapter": 6.09493670886076e-05,
+      "loss": 0.0213,
+      "step": 164250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.093670886075949e-05,
+      "learning_rate_adapter": 6.093670886075949e-05,
+      "loss": 0.0215,
+      "step": 164300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09240506329114e-05,
+      "learning_rate_adapter": 6.09240506329114e-05,
+      "loss": 0.0213,
+      "step": 164350
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.09113924050633e-05,
+      "learning_rate_adapter": 6.09113924050633e-05,
+      "loss": 0.0215,
+      "step": 164400
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.089873417721519e-05,
+      "learning_rate_adapter": 6.089873417721519e-05,
+      "loss": 0.0216,
+      "step": 164450
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0886075949367095e-05,
+      "learning_rate_adapter": 6.0886075949367095e-05,
+      "loss": 0.0215,
+      "step": 164500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.087341772151899e-05,
+      "learning_rate_adapter": 6.087341772151899e-05,
+      "loss": 0.0215,
+      "step": 164550
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.086075949367089e-05,
+      "learning_rate_adapter": 6.086075949367089e-05,
+      "loss": 0.0216,
+      "step": 164600
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0848101265822785e-05,
+      "learning_rate_adapter": 6.0848101265822785e-05,
+      "loss": 0.0214,
+      "step": 164650
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0835443037974684e-05,
+      "learning_rate_adapter": 6.0835443037974684e-05,
+      "loss": 0.0217,
+      "step": 164700
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.082278481012659e-05,
+      "learning_rate_adapter": 6.082278481012659e-05,
+      "loss": 0.0215,
+      "step": 164750
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.081012658227848e-05,
+      "learning_rate_adapter": 6.081012658227848e-05,
+      "loss": 0.0216,
+      "step": 164800
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.079746835443039e-05,
+      "learning_rate_adapter": 6.079746835443039e-05,
+      "loss": 0.0216,
+      "step": 164850
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.078481012658228e-05,
+      "learning_rate_adapter": 6.078481012658228e-05,
+      "loss": 0.0217,
+      "step": 164900
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.077215189873418e-05,
+      "learning_rate_adapter": 6.077215189873418e-05,
+      "loss": 0.0215,
+      "step": 164950
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0759493670886084e-05,
+      "learning_rate_adapter": 6.0759493670886084e-05,
+      "loss": 0.0214,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "eval_af_opus100_pr_auc": 0.7983954325671236,
+      "eval_af_ud_pr_auc": 0.9891930602665245,
+      "eval_am_opus100_pr_auc": 0.6580702279722607,
+      "eval_ar_ersatz_pr_auc": 0.9327749656520623,
+      "eval_ar_opus100_pr_auc": 0.7638387799406301,
+      "eval_ar_ud_pr_auc": 0.9027450015110783,
+      "eval_average_ersatz_pr_auc": 0.9749082394767541,
+      "eval_average_opus100_pr_auc": 0.8611568074424856,
+      "eval_average_ud_pr_auc": 0.9686912143696754,
+      "eval_az_opus100_pr_auc": 0.8619405701770466,
+      "eval_be_opus100_pr_auc": 0.7951065553966697,
+      "eval_be_ud_pr_auc": 0.9115082295165483,
+      "eval_bg_opus100_pr_auc": 0.9278616357299856,
+      "eval_bg_ud_pr_auc": 0.9977236236359344,
+      "eval_bn_opus100_pr_auc": 0.8563060514336044,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9067555578730065,
+      "eval_ca_ud_pr_auc": 0.9969239642825628,
+      "eval_ceb_ud_pr_auc": 0.9996209394820246,
+      "eval_cs_ersatz_pr_auc": 0.987751019982877,
+      "eval_cs_opus100_pr_auc": 0.9184986295128927,
+      "eval_cs_ud_pr_auc": 0.9656604889413352,
+      "eval_cy_opus100_pr_auc": 0.7963806178057788,
+      "eval_cy_ud_pr_auc": 0.9977345689169741,
+      "eval_da_opus100_pr_auc": 0.9344202323850956,
+      "eval_da_ud_pr_auc": 0.9813752017148274,
+      "eval_de_ersatz_pr_auc": 0.9916102052114888,
+      "eval_de_opus100_pr_auc": 0.9287603264701988,
+      "eval_de_ud_pr_auc": 0.9878170476047374,
+      "eval_el_opus100_pr_auc": 0.9189939530950468,
+      "eval_el_ud_pr_auc": 0.9973077806531206,
+      "eval_en_ersatz_pr_auc": 0.994548701292404,
+      "eval_en_opus100_pr_auc": 0.9271607644100064,
+      "eval_en_ud_pr_auc": 0.9783462291992503,
+      "eval_eo_opus100_pr_auc": 0.9335374903323171,
+      "eval_es_ersatz_pr_auc": 0.9971064849637334,
+      "eval_es_opus100_pr_auc": 0.9432400678531838,
+      "eval_es_ud_pr_auc": 0.9919763640765069,
+      "eval_et_ersatz_pr_auc": 0.9878911504627659,
+      "eval_et_opus100_pr_auc": 0.9100365790040907,
+      "eval_et_ud_pr_auc": 0.9810617991697508,
+      "eval_eu_opus100_pr_auc": 0.8879546814599856,
+      "eval_eu_ud_pr_auc": 0.9939514158934409,
+      "eval_fa_opus100_pr_auc": 0.6370770047845378,
+      "eval_fa_ud_pr_auc": 0.9964076815315622,
+      "eval_fi_ersatz_pr_auc": 0.9947286895636633,
+      "eval_fi_opus100_pr_auc": 0.9343931298045913,
+      "eval_fi_ud_pr_auc": 0.9626474686676082,
+      "eval_fr_ersatz_pr_auc": 0.9912380400647774,
+      "eval_fr_opus100_pr_auc": 0.9287232595369675,
+      "eval_fr_ud_pr_auc": 0.9933365093542961,
+      "eval_fy_opus100_pr_auc": 0.6906045771654442,
+      "eval_ga_opus100_pr_auc": 0.9240685219212025,
+      "eval_ga_ud_pr_auc": 0.8242407363153702,
+      "eval_gd_opus100_pr_auc": 0.7449839477702411,
+      "eval_gd_ud_pr_auc": 0.8623199505796983,
+      "eval_gl_opus100_pr_auc": 0.8969302681850521,
+      "eval_gl_ud_pr_auc": 0.9966723161740385,
+      "eval_gu_ersatz_pr_auc": 0.9485012062095893,
+      "eval_gu_opus100_pr_auc": 0.774269433842975,
+      "eval_ha_opus100_pr_auc": 0.9306931683968841,
+      "eval_he_opus100_pr_auc": 0.8913972912828426,
+      "eval_he_ud_pr_auc": 0.9871686563026392,
+      "eval_hi_ersatz_pr_auc": 0.9819380933524868,
+      "eval_hi_opus100_pr_auc": 0.7377577430792873,
+      "eval_hi_ud_pr_auc": 0.9930611263503993,
+      "eval_hu_opus100_pr_auc": 0.9261398470774088,
+      "eval_hu_ud_pr_auc": 0.9833291485862021,
+      "eval_hy_opus100_pr_auc": 0.9151455491144146,
+      "eval_hy_ud_pr_auc": 0.9749540449753443,
+      "eval_id_opus100_pr_auc": 0.8971255466216349,
+      "eval_id_ud_pr_auc": 0.9950314117386394,
+      "eval_ig_opus100_pr_auc": 0.8823379218214319,
+      "eval_is_opus100_pr_auc": 0.9302832702875017,
+      "eval_is_ud_pr_auc": 0.9140814489043897,
+      "eval_it_opus100_pr_auc": 0.9290942622084587,
+      "eval_it_ud_pr_auc": 0.996855566637141,
+      "eval_ja_ersatz_pr_auc": 0.8929363509431143,
+      "eval_ja_opus100_pr_auc": 0.8627833509661997,
+      "eval_ja_ud_pr_auc": 0.9770153207796182,
+      "eval_jv_ud_pr_auc": 0.9530107536914774,
+      "eval_ka_opus100_pr_auc": 0.8578859254450416,
+      "eval_kk_ersatz_pr_auc": 0.9909539609185352,
+      "eval_kk_opus100_pr_auc": 0.837888732966461,
+      "eval_kk_ud_pr_auc": 0.9748022240298119,
+      "eval_km_ersatz_pr_auc": 0.9471812881547016,
+      "eval_km_opus100_pr_auc": 0.7802496878614705,
+      "eval_kn_opus100_pr_auc": 0.6999354504847614,
+      "eval_ko_opus100_pr_auc": 0.7083901438420687,
+      "eval_ko_ud_pr_auc": 0.9984326363006182,
+      "eval_ku_opus100_pr_auc": 0.8443100226868566,
+      "eval_ky_opus100_pr_auc": 0.9042093075393354,
+      "eval_la_ud_pr_auc": 0.9648970463076088,
+      "eval_loss": 0.025262460112571716,
+      "eval_lt_ersatz_pr_auc": 0.9977244603730986,
+      "eval_lt_opus100_pr_auc": 0.8948336855634158,
+      "eval_lt_ud_pr_auc": 0.9942855768166624,
+      "eval_lv_ersatz_pr_auc": 0.9927835418415851,
+      "eval_lv_opus100_pr_auc": 0.9039744444905069,
+      "eval_lv_ud_pr_auc": 0.9665258523412719,
+      "eval_mg_opus100_pr_auc": 0.949321563822278,
+      "eval_mk_opus100_pr_auc": 0.9300841552877902,
+      "eval_ml_opus100_pr_auc": 0.8067490111297946,
+      "eval_mn_opus100_pr_auc": 0.9619291346617495,
+      "eval_mr_opus100_pr_auc": 0.9202103651388917,
+      "eval_mr_ud_pr_auc": 0.9481585725515946,
+      "eval_ms_opus100_pr_auc": 0.8825391490831671,
+      "eval_mt_opus100_pr_auc": 0.8861293455660771,
+      "eval_mt_ud_pr_auc": 0.9176229630946691,
+      "eval_my_opus100_pr_auc": 0.8500272563153976,
+      "eval_ne_opus100_pr_auc": 0.7559404669614143,
+      "eval_nl_opus100_pr_auc": 0.90492024434045,
+      "eval_nl_ud_pr_auc": 0.9803473610899448,
+      "eval_no_opus100_pr_auc": 0.9219859215790032,
+      "eval_no_ud_pr_auc": 0.997606058253451,
+      "eval_pa_opus100_pr_auc": 0.7208432685170235,
+      "eval_pl_ersatz_pr_auc": 0.9751627332844557,
+      "eval_pl_opus100_pr_auc": 0.9075286498767973,
+      "eval_pl_ud_pr_auc": 0.977156885248652,
+      "eval_ps_ersatz_pr_auc": 0.9184066891519279,
+      "eval_ps_opus100_pr_auc": 0.7756919704659015,
+      "eval_pt_opus100_pr_auc": 0.9360916007298239,
+      "eval_pt_ud_pr_auc": 0.9863320138001026,
+      "eval_ro_ersatz_pr_auc": 0.9936288951369234,
+      "eval_ro_opus100_pr_auc": 0.8896676676264539,
+      "eval_ro_ud_pr_auc": 0.9679898187441691,
+      "eval_ru_ersatz_pr_auc": 0.9941327453260714,
+      "eval_ru_opus100_pr_auc": 0.9451776760934164,
+      "eval_ru_ud_pr_auc": 0.878183920115655,
+      "eval_runtime": 518.76,
+      "eval_samples_per_second": 145.578,
+      "eval_si_opus100_pr_auc": 0.827887056705334,
+      "eval_sk_opus100_pr_auc": 0.941710345095398,
+      "eval_sk_ud_pr_auc": 0.9877893476334579,
+      "eval_sl_opus100_pr_auc": 0.8852773682141697,
+      "eval_sl_ud_pr_auc": 0.9780610897506955,
+      "eval_sq_opus100_pr_auc": 0.9371011977893652,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9242460524823494,
+      "eval_sr_ud_pr_auc": 0.9989503621239411,
+      "eval_steps_per_second": 0.569,
+      "eval_sv_opus100_pr_auc": 0.9161341439507223,
+      "eval_sv_ud_pr_auc": 0.9572759036997617,
+      "eval_ta_ersatz_pr_auc": 0.9842962700400765,
+      "eval_ta_opus100_pr_auc": 0.7521099769005891,
+      "eval_ta_ud_pr_auc": 0.9990528269069874,
+      "eval_te_opus100_pr_auc": 0.8189481408159527,
+      "eval_tg_opus100_pr_auc": 0.8984836528128148,
+      "eval_th_opus100_pr_auc": 0.7172127324118784,
+      "eval_th_ud_pr_auc": 0.8843956455614101,
+      "eval_tr_ersatz_pr_auc": 0.971950155218884,
+      "eval_tr_opus100_pr_auc": 0.9094033775839291,
+      "eval_tr_ud_pr_auc": 0.9631969235277322,
+      "eval_uk_opus100_pr_auc": 0.8881077025245799,
+      "eval_uk_ud_pr_auc": 0.9231100468460401,
+      "eval_ur_opus100_pr_auc": 0.6247468949456012,
+      "eval_ur_ud_pr_auc": 0.9923858958620068,
+      "eval_uz_opus100_pr_auc": 0.8869358125163829,
+      "eval_vi_opus100_pr_auc": 0.8959806458170694,
+      "eval_vi_ud_pr_auc": 0.9670459632124287,
+      "eval_xh_opus100_pr_auc": 0.8961097305555946,
+      "eval_yi_opus100_pr_auc": 0.8351843470194302,
+      "eval_yo_opus100_pr_auc": 0.8244476275741464,
+      "eval_yo_ud_pr_auc": 0.9327045168164898,
+      "eval_zh_ersatz_pr_auc": 0.9807356213433687,
+      "eval_zh_opus100_pr_auc": 0.9065787123202084,
+      "eval_zh_ud_pr_auc": 0.9960119129832982,
+      "eval_zu_opus100_pr_auc": 0.8506715968869523,
+      "step": 165000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0746835443037976e-05,
+      "learning_rate_adapter": 6.0746835443037976e-05,
+      "loss": 0.0215,
+      "step": 165050
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.073417721518988e-05,
+      "learning_rate_adapter": 6.073417721518988e-05,
+      "loss": 0.0213,
+      "step": 165100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0721518987341774e-05,
+      "learning_rate_adapter": 6.0721518987341774e-05,
+      "loss": 0.0215,
+      "step": 165150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0708860759493666e-05,
+      "learning_rate_adapter": 6.0708860759493666e-05,
+      "loss": 0.0216,
+      "step": 165200
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.069620253164557e-05,
+      "learning_rate_adapter": 6.069620253164557e-05,
+      "loss": 0.0214,
+      "step": 165250
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.068354430379747e-05,
+      "learning_rate_adapter": 6.068354430379747e-05,
+      "loss": 0.0215,
+      "step": 165300
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 6.0670886075949376e-05,
+      "learning_rate_adapter": 6.0670886075949376e-05,
+      "loss": 0.0213,
+      "step": 165350
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.065822784810127e-05,
+      "learning_rate_adapter": 6.065822784810127e-05,
+      "loss": 0.0214,
+      "step": 165400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.064556962025316e-05,
+      "learning_rate_adapter": 6.064556962025316e-05,
+      "loss": 0.0214,
+      "step": 165450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0632911392405066e-05,
+      "learning_rate_adapter": 6.0632911392405066e-05,
+      "loss": 0.0214,
+      "step": 165500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0620253164556964e-05,
+      "learning_rate_adapter": 6.0620253164556964e-05,
+      "loss": 0.0216,
+      "step": 165550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.060759493670887e-05,
+      "learning_rate_adapter": 6.060759493670887e-05,
+      "loss": 0.0214,
+      "step": 165600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.059493670886076e-05,
+      "learning_rate_adapter": 6.059493670886076e-05,
+      "loss": 0.0214,
+      "step": 165650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.058227848101267e-05,
+      "learning_rate_adapter": 6.058227848101267e-05,
+      "loss": 0.0213,
+      "step": 165700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.056962025316456e-05,
+      "learning_rate_adapter": 6.056962025316456e-05,
+      "loss": 0.0213,
+      "step": 165750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.055696202531645e-05,
+      "learning_rate_adapter": 6.055696202531645e-05,
+      "loss": 0.0215,
+      "step": 165800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.054430379746836e-05,
+      "learning_rate_adapter": 6.054430379746836e-05,
+      "loss": 0.0215,
+      "step": 165850
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0531645569620256e-05,
+      "learning_rate_adapter": 6.0531645569620256e-05,
+      "loss": 0.0214,
+      "step": 165900
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.051898734177216e-05,
+      "learning_rate_adapter": 6.051898734177216e-05,
+      "loss": 0.0215,
+      "step": 165950
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0506329113924054e-05,
+      "learning_rate_adapter": 6.0506329113924054e-05,
+      "loss": 0.0215,
+      "step": 166000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0493670886075946e-05,
+      "learning_rate_adapter": 6.0493670886075946e-05,
+      "loss": 0.0215,
+      "step": 166050
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.048101265822785e-05,
+      "learning_rate_adapter": 6.048101265822785e-05,
+      "loss": 0.0215,
+      "step": 166100
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.046835443037975e-05,
+      "learning_rate_adapter": 6.046835443037975e-05,
+      "loss": 0.0216,
+      "step": 166150
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0455696202531656e-05,
+      "learning_rate_adapter": 6.0455696202531656e-05,
+      "loss": 0.0215,
+      "step": 166200
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.044303797468355e-05,
+      "learning_rate_adapter": 6.044303797468355e-05,
+      "loss": 0.0214,
+      "step": 166250
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.043037974683544e-05,
+      "learning_rate_adapter": 6.043037974683544e-05,
+      "loss": 0.0215,
+      "step": 166300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0417721518987346e-05,
+      "learning_rate_adapter": 6.0417721518987346e-05,
+      "loss": 0.0216,
+      "step": 166350
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.040506329113924e-05,
+      "learning_rate_adapter": 6.040506329113924e-05,
+      "loss": 0.0214,
+      "step": 166400
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0392405063291144e-05,
+      "learning_rate_adapter": 6.0392405063291144e-05,
+      "loss": 0.0213,
+      "step": 166450
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.037974683544304e-05,
+      "learning_rate_adapter": 6.037974683544304e-05,
+      "loss": 0.0211,
+      "step": 166500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0367088607594935e-05,
+      "learning_rate_adapter": 6.0367088607594935e-05,
+      "loss": 0.0217,
+      "step": 166550
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.035443037974684e-05,
+      "learning_rate_adapter": 6.035443037974684e-05,
+      "loss": 0.0214,
+      "step": 166600
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.034177215189873e-05,
+      "learning_rate_adapter": 6.034177215189873e-05,
+      "loss": 0.0217,
+      "step": 166650
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.032911392405064e-05,
+      "learning_rate_adapter": 6.032911392405064e-05,
+      "loss": 0.0216,
+      "step": 166700
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.031645569620254e-05,
+      "learning_rate_adapter": 6.031645569620254e-05,
+      "loss": 0.0216,
+      "step": 166750
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.030379746835443e-05,
+      "learning_rate_adapter": 6.030379746835443e-05,
+      "loss": 0.0215,
+      "step": 166800
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 6.0291139240506335e-05,
+      "learning_rate_adapter": 6.0291139240506335e-05,
+      "loss": 0.0215,
+      "step": 166850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.027848101265823e-05,
+      "learning_rate_adapter": 6.027848101265823e-05,
+      "loss": 0.0215,
+      "step": 166900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.026582278481013e-05,
+      "learning_rate_adapter": 6.026582278481013e-05,
+      "loss": 0.0215,
+      "step": 166950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0253164556962024e-05,
+      "learning_rate_adapter": 6.0253164556962024e-05,
+      "loss": 0.0217,
+      "step": 167000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.024050632911392e-05,
+      "learning_rate_adapter": 6.024050632911392e-05,
+      "loss": 0.0214,
+      "step": 167050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.022784810126583e-05,
+      "learning_rate_adapter": 6.022784810126583e-05,
+      "loss": 0.0215,
+      "step": 167100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.021518987341772e-05,
+      "learning_rate_adapter": 6.021518987341772e-05,
+      "loss": 0.0216,
+      "step": 167150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0202531645569627e-05,
+      "learning_rate_adapter": 6.0202531645569627e-05,
+      "loss": 0.0215,
+      "step": 167200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.018987341772152e-05,
+      "learning_rate_adapter": 6.018987341772152e-05,
+      "loss": 0.0215,
+      "step": 167250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0177215189873424e-05,
+      "learning_rate_adapter": 6.0177215189873424e-05,
+      "loss": 0.0214,
+      "step": 167300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.016455696202532e-05,
+      "learning_rate_adapter": 6.016455696202532e-05,
+      "loss": 0.0216,
+      "step": 167350
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0151898734177215e-05,
+      "learning_rate_adapter": 6.0151898734177215e-05,
+      "loss": 0.0214,
+      "step": 167400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.013924050632912e-05,
+      "learning_rate_adapter": 6.013924050632912e-05,
+      "loss": 0.0215,
+      "step": 167450
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.012658227848101e-05,
+      "learning_rate_adapter": 6.012658227848101e-05,
+      "loss": 0.0214,
+      "step": 167500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.011392405063292e-05,
+      "learning_rate_adapter": 6.011392405063292e-05,
+      "loss": 0.0213,
+      "step": 167550
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.010126582278481e-05,
+      "learning_rate_adapter": 6.010126582278481e-05,
+      "loss": 0.0215,
+      "step": 167600
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.008860759493671e-05,
+      "learning_rate_adapter": 6.008860759493671e-05,
+      "loss": 0.0215,
+      "step": 167650
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0075949367088615e-05,
+      "learning_rate_adapter": 6.0075949367088615e-05,
+      "loss": 0.0214,
+      "step": 167700
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.006329113924051e-05,
+      "learning_rate_adapter": 6.006329113924051e-05,
+      "loss": 0.0214,
+      "step": 167750
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.005063291139241e-05,
+      "learning_rate_adapter": 6.005063291139241e-05,
+      "loss": 0.0215,
+      "step": 167800
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0037974683544305e-05,
+      "learning_rate_adapter": 6.0037974683544305e-05,
+      "loss": 0.0214,
+      "step": 167850
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.0025316455696204e-05,
+      "learning_rate_adapter": 6.0025316455696204e-05,
+      "loss": 0.0215,
+      "step": 167900
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6.001265822784811e-05,
+      "learning_rate_adapter": 6.001265822784811e-05,
+      "loss": 0.0215,
+      "step": 167950
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 6e-05,
+      "learning_rate_adapter": 6e-05,
+      "loss": 0.0215,
+      "step": 168000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.998734177215191e-05,
+      "learning_rate_adapter": 5.998734177215191e-05,
+      "loss": 0.0216,
+      "step": 168050
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99746835443038e-05,
+      "learning_rate_adapter": 5.99746835443038e-05,
+      "loss": 0.0213,
+      "step": 168100
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.996202531645569e-05,
+      "learning_rate_adapter": 5.996202531645569e-05,
+      "loss": 0.0214,
+      "step": 168150
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99493670886076e-05,
+      "learning_rate_adapter": 5.99493670886076e-05,
+      "loss": 0.0213,
+      "step": 168200
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9936708860759496e-05,
+      "learning_rate_adapter": 5.9936708860759496e-05,
+      "loss": 0.0215,
+      "step": 168250
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.99240506329114e-05,
+      "learning_rate_adapter": 5.99240506329114e-05,
+      "loss": 0.0215,
+      "step": 168300
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 5.9911392405063294e-05,
+      "learning_rate_adapter": 5.9911392405063294e-05,
+      "loss": 0.0217,
+      "step": 168350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9898734177215186e-05,
+      "learning_rate_adapter": 5.9898734177215186e-05,
+      "loss": 0.0216,
+      "step": 168400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.988607594936709e-05,
+      "learning_rate_adapter": 5.988607594936709e-05,
+      "loss": 0.0214,
+      "step": 168450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.987341772151899e-05,
+      "learning_rate_adapter": 5.987341772151899e-05,
+      "loss": 0.0212,
+      "step": 168500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9860759493670896e-05,
+      "learning_rate_adapter": 5.9860759493670896e-05,
+      "loss": 0.0217,
+      "step": 168550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.984810126582279e-05,
+      "learning_rate_adapter": 5.984810126582279e-05,
+      "loss": 0.0215,
+      "step": 168600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.983544303797468e-05,
+      "learning_rate_adapter": 5.983544303797468e-05,
+      "loss": 0.0213,
+      "step": 168650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9822784810126585e-05,
+      "learning_rate_adapter": 5.9822784810126585e-05,
+      "loss": 0.0217,
+      "step": 168700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.981012658227848e-05,
+      "learning_rate_adapter": 5.981012658227848e-05,
+      "loss": 0.0212,
+      "step": 168750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.979746835443038e-05,
+      "learning_rate_adapter": 5.979746835443038e-05,
+      "loss": 0.0212,
+      "step": 168800
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.978481012658228e-05,
+      "learning_rate_adapter": 5.978481012658228e-05,
+      "loss": 0.0212,
+      "step": 168850
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.977215189873419e-05,
+      "learning_rate_adapter": 5.977215189873419e-05,
+      "loss": 0.0215,
+      "step": 168900
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.975949367088608e-05,
+      "learning_rate_adapter": 5.975949367088608e-05,
+      "loss": 0.0215,
+      "step": 168950
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.974683544303797e-05,
+      "learning_rate_adapter": 5.974683544303797e-05,
+      "loss": 0.0211,
+      "step": 169000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.973417721518988e-05,
+      "learning_rate_adapter": 5.973417721518988e-05,
+      "loss": 0.0215,
+      "step": 169050
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9721518987341776e-05,
+      "learning_rate_adapter": 5.9721518987341776e-05,
+      "loss": 0.0215,
+      "step": 169100
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.970886075949368e-05,
+      "learning_rate_adapter": 5.970886075949368e-05,
+      "loss": 0.0215,
+      "step": 169150
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9696202531645574e-05,
+      "learning_rate_adapter": 5.9696202531645574e-05,
+      "loss": 0.0213,
+      "step": 169200
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9683544303797466e-05,
+      "learning_rate_adapter": 5.9683544303797466e-05,
+      "loss": 0.0215,
+      "step": 169250
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.967088607594937e-05,
+      "learning_rate_adapter": 5.967088607594937e-05,
+      "loss": 0.0213,
+      "step": 169300
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9658227848101264e-05,
+      "learning_rate_adapter": 5.9658227848101264e-05,
+      "loss": 0.0216,
+      "step": 169350
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.964556962025317e-05,
+      "learning_rate_adapter": 5.964556962025317e-05,
+      "loss": 0.0213,
+      "step": 169400
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.963291139240507e-05,
+      "learning_rate_adapter": 5.963291139240507e-05,
+      "loss": 0.0213,
+      "step": 169450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.962025316455696e-05,
+      "learning_rate_adapter": 5.962025316455696e-05,
+      "loss": 0.0211,
+      "step": 169500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9607594936708866e-05,
+      "learning_rate_adapter": 5.9607594936708866e-05,
+      "loss": 0.0214,
+      "step": 169550
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.959493670886076e-05,
+      "learning_rate_adapter": 5.959493670886076e-05,
+      "loss": 0.0214,
+      "step": 169600
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9582278481012664e-05,
+      "learning_rate_adapter": 5.9582278481012664e-05,
+      "loss": 0.0216,
+      "step": 169650
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.956962025316456e-05,
+      "learning_rate_adapter": 5.956962025316456e-05,
+      "loss": 0.0217,
+      "step": 169700
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.9556962025316455e-05,
+      "learning_rate_adapter": 5.9556962025316455e-05,
+      "loss": 0.0214,
+      "step": 169750
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 5.954430379746836e-05,
+      "learning_rate_adapter": 5.954430379746836e-05,
+      "loss": 0.0214,
+      "step": 169800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.953164556962025e-05,
+      "learning_rate_adapter": 5.953164556962025e-05,
+      "loss": 0.0214,
+      "step": 169850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.951898734177216e-05,
+      "learning_rate_adapter": 5.951898734177216e-05,
+      "loss": 0.0217,
+      "step": 169900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.950632911392405e-05,
+      "learning_rate_adapter": 5.950632911392405e-05,
+      "loss": 0.0214,
+      "step": 169950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.949367088607595e-05,
+      "learning_rate_adapter": 5.949367088607595e-05,
+      "loss": 0.0215,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "eval_af_opus100_pr_auc": 0.7973462086470746,
+      "eval_af_ud_pr_auc": 0.9908737371977734,
+      "eval_am_opus100_pr_auc": 0.6572114561886342,
+      "eval_ar_ersatz_pr_auc": 0.9312163813668947,
+      "eval_ar_opus100_pr_auc": 0.7593982579902765,
+      "eval_ar_ud_pr_auc": 0.8979484744619307,
+      "eval_average_ersatz_pr_auc": 0.9733544334013561,
+      "eval_average_opus100_pr_auc": 0.8627324501864075,
+      "eval_average_ud_pr_auc": 0.9696300484613676,
+      "eval_az_opus100_pr_auc": 0.8433288708873939,
+      "eval_be_opus100_pr_auc": 0.7409878356121101,
+      "eval_be_ud_pr_auc": 0.897864133334507,
+      "eval_bg_opus100_pr_auc": 0.935318816039491,
+      "eval_bg_ud_pr_auc": 0.9964638187526431,
+      "eval_bn_opus100_pr_auc": 0.8626536337371548,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.903345057707893,
+      "eval_ca_ud_pr_auc": 0.9939855382149961,
+      "eval_ceb_ud_pr_auc": 0.9994050580771279,
+      "eval_cs_ersatz_pr_auc": 0.9889002976532237,
+      "eval_cs_opus100_pr_auc": 0.9300710150286476,
+      "eval_cs_ud_pr_auc": 0.965628665108575,
+      "eval_cy_opus100_pr_auc": 0.7919753003043869,
+      "eval_cy_ud_pr_auc": 0.9980850291621421,
+      "eval_da_opus100_pr_auc": 0.9363430406427523,
+      "eval_da_ud_pr_auc": 0.9794663753861499,
+      "eval_de_ersatz_pr_auc": 0.9908743470295143,
+      "eval_de_opus100_pr_auc": 0.9271383021754999,
+      "eval_de_ud_pr_auc": 0.9854431286336205,
+      "eval_el_opus100_pr_auc": 0.9230568853105025,
+      "eval_el_ud_pr_auc": 0.997871366996734,
+      "eval_en_ersatz_pr_auc": 0.9938142147836977,
+      "eval_en_opus100_pr_auc": 0.9361692595045927,
+      "eval_en_ud_pr_auc": 0.9793470595633089,
+      "eval_eo_opus100_pr_auc": 0.937462007389856,
+      "eval_es_ersatz_pr_auc": 0.9975593635740182,
+      "eval_es_opus100_pr_auc": 0.9490702114640067,
+      "eval_es_ud_pr_auc": 0.9942042576864829,
+      "eval_et_ersatz_pr_auc": 0.9829012111231274,
+      "eval_et_opus100_pr_auc": 0.9199600718681235,
+      "eval_et_ud_pr_auc": 0.9795845025330078,
+      "eval_eu_opus100_pr_auc": 0.8968635096569947,
+      "eval_eu_ud_pr_auc": 0.9931357731156722,
+      "eval_fa_opus100_pr_auc": 0.6463894861160306,
+      "eval_fa_ud_pr_auc": 0.9950404148693551,
+      "eval_fi_ersatz_pr_auc": 0.9954579139086035,
+      "eval_fi_opus100_pr_auc": 0.9394161380553285,
+      "eval_fi_ud_pr_auc": 0.9677572643073338,
+      "eval_fr_ersatz_pr_auc": 0.9910502874338121,
+      "eval_fr_opus100_pr_auc": 0.932331207322483,
+      "eval_fr_ud_pr_auc": 0.9915921194102517,
+      "eval_fy_opus100_pr_auc": 0.6956814172300261,
+      "eval_ga_opus100_pr_auc": 0.9209984421650177,
+      "eval_ga_ud_pr_auc": 0.8413520672186972,
+      "eval_gd_opus100_pr_auc": 0.7731658174495826,
+      "eval_gd_ud_pr_auc": 0.8618263355355794,
+      "eval_gl_opus100_pr_auc": 0.9052525415903045,
+      "eval_gl_ud_pr_auc": 0.9967766571810539,
+      "eval_gu_ersatz_pr_auc": 0.9466707572203586,
+      "eval_gu_opus100_pr_auc": 0.7751526814090636,
+      "eval_ha_opus100_pr_auc": 0.9267247580915868,
+      "eval_he_opus100_pr_auc": 0.9042255333498923,
+      "eval_he_ud_pr_auc": 0.9834579126184662,
+      "eval_hi_ersatz_pr_auc": 0.9818350127179143,
+      "eval_hi_opus100_pr_auc": 0.7443975078806333,
+      "eval_hi_ud_pr_auc": 0.993506132976264,
+      "eval_hu_opus100_pr_auc": 0.9333181601059832,
+      "eval_hu_ud_pr_auc": 0.9844650482444356,
+      "eval_hy_opus100_pr_auc": 0.9225306159036734,
+      "eval_hy_ud_pr_auc": 0.9788106158183303,
+      "eval_id_opus100_pr_auc": 0.9047603711129719,
+      "eval_id_ud_pr_auc": 0.9941575635424871,
+      "eval_ig_opus100_pr_auc": 0.8672679069397321,
+      "eval_is_opus100_pr_auc": 0.9396816810631226,
+      "eval_is_ud_pr_auc": 0.911221173264186,
+      "eval_it_opus100_pr_auc": 0.9349467266167578,
+      "eval_it_ud_pr_auc": 0.9967395737684122,
+      "eval_ja_ersatz_pr_auc": 0.8843956498402299,
+      "eval_ja_opus100_pr_auc": 0.8608391161580128,
+      "eval_ja_ud_pr_auc": 0.978910991417317,
+      "eval_jv_ud_pr_auc": 0.9541791515842879,
+      "eval_ka_opus100_pr_auc": 0.8762938312237449,
+      "eval_kk_ersatz_pr_auc": 0.990839603011521,
+      "eval_kk_opus100_pr_auc": 0.8045341853838913,
+      "eval_kk_ud_pr_auc": 0.9753765562316212,
+      "eval_km_ersatz_pr_auc": 0.9467214633308021,
+      "eval_km_opus100_pr_auc": 0.7692224658582157,
+      "eval_kn_opus100_pr_auc": 0.686681875546487,
+      "eval_ko_opus100_pr_auc": 0.7168561616649236,
+      "eval_ko_ud_pr_auc": 0.9978378982272609,
+      "eval_ku_opus100_pr_auc": 0.8426086338127857,
+      "eval_ky_opus100_pr_auc": 0.8979238956150218,
+      "eval_la_ud_pr_auc": 0.9789023072006714,
+      "eval_loss": 0.0251323115080595,
+      "eval_lt_ersatz_pr_auc": 0.997375697962843,
+      "eval_lt_opus100_pr_auc": 0.905432936779212,
+      "eval_lt_ud_pr_auc": 0.9925109930940058,
+      "eval_lv_ersatz_pr_auc": 0.9903808470803603,
+      "eval_lv_opus100_pr_auc": 0.9034462153947299,
+      "eval_lv_ud_pr_auc": 0.9666464518539544,
+      "eval_mg_opus100_pr_auc": 0.9553271347829573,
+      "eval_mk_opus100_pr_auc": 0.9318163300256729,
+      "eval_ml_opus100_pr_auc": 0.8219581263742866,
+      "eval_mn_opus100_pr_auc": 0.9585370886741207,
+      "eval_mr_opus100_pr_auc": 0.9239756465382885,
+      "eval_mr_ud_pr_auc": 0.9693960500212863,
+      "eval_ms_opus100_pr_auc": 0.8880645988395245,
+      "eval_mt_opus100_pr_auc": 0.8801238589011444,
+      "eval_mt_ud_pr_auc": 0.9279659170619841,
+      "eval_my_opus100_pr_auc": 0.8536496474276156,
+      "eval_ne_opus100_pr_auc": 0.7509666089444934,
+      "eval_nl_opus100_pr_auc": 0.9200555642488603,
+      "eval_nl_ud_pr_auc": 0.9877018486085796,
+      "eval_no_opus100_pr_auc": 0.9285862479675662,
+      "eval_no_ud_pr_auc": 0.9976487864676127,
+      "eval_pa_opus100_pr_auc": 0.6764122059755234,
+      "eval_pl_ersatz_pr_auc": 0.9711595600023833,
+      "eval_pl_opus100_pr_auc": 0.9159223995052042,
+      "eval_pl_ud_pr_auc": 0.9727442848879467,
+      "eval_ps_ersatz_pr_auc": 0.9136899721617129,
+      "eval_ps_opus100_pr_auc": 0.7792077665955749,
+      "eval_pt_opus100_pr_auc": 0.9417470212408162,
+      "eval_pt_ud_pr_auc": 0.986041218621603,
+      "eval_ro_ersatz_pr_auc": 0.9934673558653899,
+      "eval_ro_opus100_pr_auc": 0.8894862172782502,
+      "eval_ro_ud_pr_auc": 0.9638775356219477,
+      "eval_ru_ersatz_pr_auc": 0.9937291928974202,
+      "eval_ru_opus100_pr_auc": 0.9483180249103716,
+      "eval_ru_ud_pr_auc": 0.8901596764916706,
+      "eval_runtime": 514.929,
+      "eval_samples_per_second": 146.661,
+      "eval_si_opus100_pr_auc": 0.8465959741545189,
+      "eval_sk_opus100_pr_auc": 0.9489880003308038,
+      "eval_sk_ud_pr_auc": 0.9889871279162085,
+      "eval_sl_opus100_pr_auc": 0.8989620120101782,
+      "eval_sl_ud_pr_auc": 0.969555618703597,
+      "eval_sq_opus100_pr_auc": 0.9432170076284854,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9322862743568436,
+      "eval_sr_ud_pr_auc": 0.9988858725603398,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.9228164704684839,
+      "eval_sv_ud_pr_auc": 0.9567581678206623,
+      "eval_ta_ersatz_pr_auc": 0.982504003314385,
+      "eval_ta_opus100_pr_auc": 0.7555230696988093,
+      "eval_ta_ud_pr_auc": 0.9972159528899274,
+      "eval_te_opus100_pr_auc": 0.8387773573004005,
+      "eval_tg_opus100_pr_auc": 0.9108988310018675,
+      "eval_th_opus100_pr_auc": 0.7178497302902459,
+      "eval_th_ud_pr_auc": 0.8866259316459724,
+      "eval_tr_ersatz_pr_auc": 0.9718237187892638,
+      "eval_tr_opus100_pr_auc": 0.9171249797331739,
+      "eval_tr_ud_pr_auc": 0.966459272723232,
+      "eval_uk_opus100_pr_auc": 0.8908463251146758,
+      "eval_uk_ud_pr_auc": 0.9307735544192345,
+      "eval_ur_opus100_pr_auc": 0.6444276632711855,
+      "eval_ur_ud_pr_auc": 0.9932880505128237,
+      "eval_uz_opus100_pr_auc": 0.893921099054549,
+      "eval_vi_opus100_pr_auc": 0.9062479097802928,
+      "eval_vi_ud_pr_auc": 0.9691449780239155,
+      "eval_xh_opus100_pr_auc": 0.8935796803507146,
+      "eval_yi_opus100_pr_auc": 0.7857365969721155,
+      "eval_yo_opus100_pr_auc": 0.8274697974552241,
+      "eval_yo_ud_pr_auc": 0.930660189389053,
+      "eval_zh_ersatz_pr_auc": 0.9774306837623586,
+      "eval_zh_opus100_pr_auc": 0.8926023317976327,
+      "eval_zh_ud_pr_auc": 0.9946485813217176,
+      "eval_zu_opus100_pr_auc": 0.8342552662903485,
+      "step": 170000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9481012658227855e-05,
+      "learning_rate_adapter": 5.9481012658227855e-05,
+      "loss": 0.0214,
+      "step": 170050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.946835443037975e-05,
+      "learning_rate_adapter": 5.946835443037975e-05,
+      "loss": 0.0213,
+      "step": 170100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.945569620253165e-05,
+      "learning_rate_adapter": 5.945569620253165e-05,
+      "loss": 0.0211,
+      "step": 170150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9443037974683544e-05,
+      "learning_rate_adapter": 5.9443037974683544e-05,
+      "loss": 0.0216,
+      "step": 170200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.943037974683544e-05,
+      "learning_rate_adapter": 5.943037974683544e-05,
+      "loss": 0.0216,
+      "step": 170250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.941772151898735e-05,
+      "learning_rate_adapter": 5.941772151898735e-05,
+      "loss": 0.0215,
+      "step": 170300
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.940506329113924e-05,
+      "learning_rate_adapter": 5.940506329113924e-05,
+      "loss": 0.0215,
+      "step": 170350
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9392405063291147e-05,
+      "learning_rate_adapter": 5.9392405063291147e-05,
+      "loss": 0.0214,
+      "step": 170400
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.937974683544304e-05,
+      "learning_rate_adapter": 5.937974683544304e-05,
+      "loss": 0.0214,
+      "step": 170450
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9367088607594944e-05,
+      "learning_rate_adapter": 5.9367088607594944e-05,
+      "loss": 0.0213,
+      "step": 170500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9354430379746836e-05,
+      "learning_rate_adapter": 5.9354430379746836e-05,
+      "loss": 0.0214,
+      "step": 170550
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9341772151898735e-05,
+      "learning_rate_adapter": 5.9341772151898735e-05,
+      "loss": 0.0214,
+      "step": 170600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.932911392405064e-05,
+      "learning_rate_adapter": 5.932911392405064e-05,
+      "loss": 0.0214,
+      "step": 170650
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.931645569620253e-05,
+      "learning_rate_adapter": 5.931645569620253e-05,
+      "loss": 0.0214,
+      "step": 170700
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.930379746835444e-05,
+      "learning_rate_adapter": 5.930379746835444e-05,
+      "loss": 0.0215,
+      "step": 170750
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.929113924050633e-05,
+      "learning_rate_adapter": 5.929113924050633e-05,
+      "loss": 0.0214,
+      "step": 170800
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.927848101265823e-05,
+      "learning_rate_adapter": 5.927848101265823e-05,
+      "loss": 0.0212,
+      "step": 170850
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9265822784810135e-05,
+      "learning_rate_adapter": 5.9265822784810135e-05,
+      "loss": 0.0213,
+      "step": 170900
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.925316455696203e-05,
+      "learning_rate_adapter": 5.925316455696203e-05,
+      "loss": 0.0213,
+      "step": 170950
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.924050632911393e-05,
+      "learning_rate_adapter": 5.924050632911393e-05,
+      "loss": 0.0215,
+      "step": 171000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.9227848101265825e-05,
+      "learning_rate_adapter": 5.9227848101265825e-05,
+      "loss": 0.0215,
+      "step": 171050
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.921518987341772e-05,
+      "learning_rate_adapter": 5.921518987341772e-05,
+      "loss": 0.021,
+      "step": 171100
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.920253164556962e-05,
+      "learning_rate_adapter": 5.920253164556962e-05,
+      "loss": 0.0214,
+      "step": 171150
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.918987341772152e-05,
+      "learning_rate_adapter": 5.918987341772152e-05,
+      "loss": 0.0215,
+      "step": 171200
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.917721518987343e-05,
+      "learning_rate_adapter": 5.917721518987343e-05,
+      "loss": 0.0214,
+      "step": 171250
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 5.916455696202532e-05,
+      "learning_rate_adapter": 5.916455696202532e-05,
+      "loss": 0.0213,
+      "step": 171300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.915189873417721e-05,
+      "learning_rate_adapter": 5.915189873417721e-05,
+      "loss": 0.0215,
+      "step": 171350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.913924050632912e-05,
+      "learning_rate_adapter": 5.913924050632912e-05,
+      "loss": 0.0213,
+      "step": 171400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9126582278481016e-05,
+      "learning_rate_adapter": 5.9126582278481016e-05,
+      "loss": 0.0216,
+      "step": 171450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.911392405063292e-05,
+      "learning_rate_adapter": 5.911392405063292e-05,
+      "loss": 0.0214,
+      "step": 171500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9101265822784813e-05,
+      "learning_rate_adapter": 5.9101265822784813e-05,
+      "loss": 0.0216,
+      "step": 171550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9088607594936706e-05,
+      "learning_rate_adapter": 5.9088607594936706e-05,
+      "loss": 0.0216,
+      "step": 171600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.907594936708861e-05,
+      "learning_rate_adapter": 5.907594936708861e-05,
+      "loss": 0.0215,
+      "step": 171650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90632911392405e-05,
+      "learning_rate_adapter": 5.90632911392405e-05,
+      "loss": 0.0212,
+      "step": 171700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.905063291139241e-05,
+      "learning_rate_adapter": 5.905063291139241e-05,
+      "loss": 0.0213,
+      "step": 171750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.903797468354431e-05,
+      "learning_rate_adapter": 5.903797468354431e-05,
+      "loss": 0.0214,
+      "step": 171800
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.90253164556962e-05,
+      "learning_rate_adapter": 5.90253164556962e-05,
+      "loss": 0.0211,
+      "step": 171850
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9012658227848105e-05,
+      "learning_rate_adapter": 5.9012658227848105e-05,
+      "loss": 0.0214,
+      "step": 171900
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.9e-05,
+      "learning_rate_adapter": 5.9e-05,
+      "loss": 0.0214,
+      "step": 171950
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89873417721519e-05,
+      "learning_rate_adapter": 5.89873417721519e-05,
+      "loss": 0.0214,
+      "step": 172000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89746835443038e-05,
+      "learning_rate_adapter": 5.89746835443038e-05,
+      "loss": 0.0213,
+      "step": 172050
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8962025316455694e-05,
+      "learning_rate_adapter": 5.8962025316455694e-05,
+      "loss": 0.0214,
+      "step": 172100
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89493670886076e-05,
+      "learning_rate_adapter": 5.89493670886076e-05,
+      "loss": 0.0214,
+      "step": 172150
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.893670886075949e-05,
+      "learning_rate_adapter": 5.893670886075949e-05,
+      "loss": 0.0215,
+      "step": 172200
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.89240506329114e-05,
+      "learning_rate_adapter": 5.89240506329114e-05,
+      "loss": 0.0216,
+      "step": 172250
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.891139240506329e-05,
+      "learning_rate_adapter": 5.891139240506329e-05,
+      "loss": 0.0214,
+      "step": 172300
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8898734177215195e-05,
+      "learning_rate_adapter": 5.8898734177215195e-05,
+      "loss": 0.0214,
+      "step": 172350
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8886075949367094e-05,
+      "learning_rate_adapter": 5.8886075949367094e-05,
+      "loss": 0.0213,
+      "step": 172400
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8873417721518986e-05,
+      "learning_rate_adapter": 5.8873417721518986e-05,
+      "loss": 0.0212,
+      "step": 172450
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.886075949367089e-05,
+      "learning_rate_adapter": 5.886075949367089e-05,
+      "loss": 0.0213,
+      "step": 172500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8848101265822784e-05,
+      "learning_rate_adapter": 5.8848101265822784e-05,
+      "loss": 0.0215,
+      "step": 172550
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.883544303797469e-05,
+      "learning_rate_adapter": 5.883544303797469e-05,
+      "loss": 0.0215,
+      "step": 172600
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.882278481012659e-05,
+      "learning_rate_adapter": 5.882278481012659e-05,
+      "loss": 0.0215,
+      "step": 172650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.881012658227848e-05,
+      "learning_rate_adapter": 5.881012658227848e-05,
+      "loss": 0.0214,
+      "step": 172700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.8797468354430386e-05,
+      "learning_rate_adapter": 5.8797468354430386e-05,
+      "loss": 0.0213,
+      "step": 172750
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.878481012658228e-05,
+      "learning_rate_adapter": 5.878481012658228e-05,
+      "loss": 0.0213,
+      "step": 172800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8772151898734184e-05,
+      "learning_rate_adapter": 5.8772151898734184e-05,
+      "loss": 0.0216,
+      "step": 172850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8759493670886076e-05,
+      "learning_rate_adapter": 5.8759493670886076e-05,
+      "loss": 0.0214,
+      "step": 172900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8746835443037975e-05,
+      "learning_rate_adapter": 5.8746835443037975e-05,
+      "loss": 0.0215,
+      "step": 172950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.873417721518988e-05,
+      "learning_rate_adapter": 5.873417721518988e-05,
+      "loss": 0.0216,
+      "step": 173000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.872151898734177e-05,
+      "learning_rate_adapter": 5.872151898734177e-05,
+      "loss": 0.0213,
+      "step": 173050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.870886075949368e-05,
+      "learning_rate_adapter": 5.870886075949368e-05,
+      "loss": 0.0213,
+      "step": 173100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.869620253164557e-05,
+      "learning_rate_adapter": 5.869620253164557e-05,
+      "loss": 0.0213,
+      "step": 173150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.868354430379747e-05,
+      "learning_rate_adapter": 5.868354430379747e-05,
+      "loss": 0.0213,
+      "step": 173200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8670886075949375e-05,
+      "learning_rate_adapter": 5.8670886075949375e-05,
+      "loss": 0.0212,
+      "step": 173250
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.865822784810127e-05,
+      "learning_rate_adapter": 5.865822784810127e-05,
+      "loss": 0.0216,
+      "step": 173300
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.864556962025317e-05,
+      "learning_rate_adapter": 5.864556962025317e-05,
+      "loss": 0.0216,
+      "step": 173350
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8632911392405064e-05,
+      "learning_rate_adapter": 5.8632911392405064e-05,
+      "loss": 0.0213,
+      "step": 173400
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8620253164556956e-05,
+      "learning_rate_adapter": 5.8620253164556956e-05,
+      "loss": 0.0214,
+      "step": 173450
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.860759493670886e-05,
+      "learning_rate_adapter": 5.860759493670886e-05,
+      "loss": 0.0212,
+      "step": 173500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.859493670886076e-05,
+      "learning_rate_adapter": 5.859493670886076e-05,
+      "loss": 0.0213,
+      "step": 173550
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8582278481012667e-05,
+      "learning_rate_adapter": 5.8582278481012667e-05,
+      "loss": 0.0213,
+      "step": 173600
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.856962025316456e-05,
+      "learning_rate_adapter": 5.856962025316456e-05,
+      "loss": 0.0213,
+      "step": 173650
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.855696202531645e-05,
+      "learning_rate_adapter": 5.855696202531645e-05,
+      "loss": 0.0214,
+      "step": 173700
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8544303797468356e-05,
+      "learning_rate_adapter": 5.8544303797468356e-05,
+      "loss": 0.0211,
+      "step": 173750
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8531645569620255e-05,
+      "learning_rate_adapter": 5.8531645569620255e-05,
+      "loss": 0.0214,
+      "step": 173800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.851898734177216e-05,
+      "learning_rate_adapter": 5.851898734177216e-05,
+      "loss": 0.0214,
+      "step": 173850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.850632911392405e-05,
+      "learning_rate_adapter": 5.850632911392405e-05,
+      "loss": 0.0214,
+      "step": 173900
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.849367088607596e-05,
+      "learning_rate_adapter": 5.849367088607596e-05,
+      "loss": 0.0214,
+      "step": 173950
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.848101265822785e-05,
+      "learning_rate_adapter": 5.848101265822785e-05,
+      "loss": 0.0212,
+      "step": 174000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.846835443037974e-05,
+      "learning_rate_adapter": 5.846835443037974e-05,
+      "loss": 0.0214,
+      "step": 174050
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.845569620253165e-05,
+      "learning_rate_adapter": 5.845569620253165e-05,
+      "loss": 0.0213,
+      "step": 174100
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.844303797468355e-05,
+      "learning_rate_adapter": 5.844303797468355e-05,
+      "loss": 0.021,
+      "step": 174150
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.843037974683545e-05,
+      "learning_rate_adapter": 5.843037974683545e-05,
+      "loss": 0.0215,
+      "step": 174200
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 5.8417721518987345e-05,
+      "learning_rate_adapter": 5.8417721518987345e-05,
+      "loss": 0.0215,
+      "step": 174250
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.840506329113924e-05,
+      "learning_rate_adapter": 5.840506329113924e-05,
+      "loss": 0.0215,
+      "step": 174300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.839240506329114e-05,
+      "learning_rate_adapter": 5.839240506329114e-05,
+      "loss": 0.0214,
+      "step": 174350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.837974683544304e-05,
+      "learning_rate_adapter": 5.837974683544304e-05,
+      "loss": 0.0215,
+      "step": 174400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.836708860759495e-05,
+      "learning_rate_adapter": 5.836708860759495e-05,
+      "loss": 0.0213,
+      "step": 174450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.835443037974684e-05,
+      "learning_rate_adapter": 5.835443037974684e-05,
+      "loss": 0.0214,
+      "step": 174500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.834177215189873e-05,
+      "learning_rate_adapter": 5.834177215189873e-05,
+      "loss": 0.0212,
+      "step": 174550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.832911392405064e-05,
+      "learning_rate_adapter": 5.832911392405064e-05,
+      "loss": 0.0213,
+      "step": 174600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.831645569620253e-05,
+      "learning_rate_adapter": 5.831645569620253e-05,
+      "loss": 0.0212,
+      "step": 174650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8303797468354435e-05,
+      "learning_rate_adapter": 5.8303797468354435e-05,
+      "loss": 0.0212,
+      "step": 174700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8291139240506333e-05,
+      "learning_rate_adapter": 5.8291139240506333e-05,
+      "loss": 0.0212,
+      "step": 174750
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8278481012658226e-05,
+      "learning_rate_adapter": 5.8278481012658226e-05,
+      "loss": 0.0213,
+      "step": 174800
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.826582278481013e-05,
+      "learning_rate_adapter": 5.826582278481013e-05,
+      "loss": 0.0215,
+      "step": 174850
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.825316455696202e-05,
+      "learning_rate_adapter": 5.825316455696202e-05,
+      "loss": 0.0213,
+      "step": 174900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.824050632911393e-05,
+      "learning_rate_adapter": 5.824050632911393e-05,
+      "loss": 0.0214,
+      "step": 174950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.822784810126583e-05,
+      "learning_rate_adapter": 5.822784810126583e-05,
+      "loss": 0.0215,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "eval_af_opus100_pr_auc": 0.8159021932053827,
+      "eval_af_ud_pr_auc": 0.9881536790902086,
+      "eval_am_opus100_pr_auc": 0.6470860034515504,
+      "eval_ar_ersatz_pr_auc": 0.932545166588566,
+      "eval_ar_opus100_pr_auc": 0.7624724783659831,
+      "eval_ar_ud_pr_auc": 0.9020254103072551,
+      "eval_average_ersatz_pr_auc": 0.9751462402312953,
+      "eval_average_opus100_pr_auc": 0.8643698031778507,
+      "eval_average_ud_pr_auc": 0.9707074271946216,
+      "eval_az_opus100_pr_auc": 0.8340844606655872,
+      "eval_be_opus100_pr_auc": 0.7654360422403285,
+      "eval_be_ud_pr_auc": 0.90498936922856,
+      "eval_bg_opus100_pr_auc": 0.9364357611225785,
+      "eval_bg_ud_pr_auc": 0.9978683051584143,
+      "eval_bn_opus100_pr_auc": 0.8722810998021296,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9174560856369907,
+      "eval_ca_ud_pr_auc": 0.9957362201440028,
+      "eval_ceb_ud_pr_auc": 0.9998283988420115,
+      "eval_cs_ersatz_pr_auc": 0.9890525798886436,
+      "eval_cs_opus100_pr_auc": 0.9253301634531269,
+      "eval_cs_ud_pr_auc": 0.9653361482911167,
+      "eval_cy_opus100_pr_auc": 0.7952653323644976,
+      "eval_cy_ud_pr_auc": 0.9976137868359525,
+      "eval_da_opus100_pr_auc": 0.9379818307662374,
+      "eval_da_ud_pr_auc": 0.9812586430511124,
+      "eval_de_ersatz_pr_auc": 0.9927359634316992,
+      "eval_de_opus100_pr_auc": 0.9264663408101694,
+      "eval_de_ud_pr_auc": 0.987164003982032,
+      "eval_el_opus100_pr_auc": 0.9243032206121875,
+      "eval_el_ud_pr_auc": 0.9946653160063396,
+      "eval_en_ersatz_pr_auc": 0.9942224036486873,
+      "eval_en_opus100_pr_auc": 0.9335134018198488,
+      "eval_en_ud_pr_auc": 0.9798609319142242,
+      "eval_eo_opus100_pr_auc": 0.9397982612314454,
+      "eval_es_ersatz_pr_auc": 0.9981414859444315,
+      "eval_es_opus100_pr_auc": 0.9437069702265992,
+      "eval_es_ud_pr_auc": 0.9927354704784855,
+      "eval_et_ersatz_pr_auc": 0.9850545415450888,
+      "eval_et_opus100_pr_auc": 0.9270818256643071,
+      "eval_et_ud_pr_auc": 0.9825278168964362,
+      "eval_eu_opus100_pr_auc": 0.8990059393825531,
+      "eval_eu_ud_pr_auc": 0.9932071801414408,
+      "eval_fa_opus100_pr_auc": 0.6344964796816347,
+      "eval_fa_ud_pr_auc": 0.9956996977328023,
+      "eval_fi_ersatz_pr_auc": 0.9960926073591606,
+      "eval_fi_opus100_pr_auc": 0.9418039870752166,
+      "eval_fi_ud_pr_auc": 0.9715115978997831,
+      "eval_fr_ersatz_pr_auc": 0.9888472814757627,
+      "eval_fr_opus100_pr_auc": 0.9345014667913825,
+      "eval_fr_ud_pr_auc": 0.9919404726559261,
+      "eval_fy_opus100_pr_auc": 0.7094099598160929,
+      "eval_ga_opus100_pr_auc": 0.915317286067004,
+      "eval_ga_ud_pr_auc": 0.8262908067544946,
+      "eval_gd_opus100_pr_auc": 0.7404715614069202,
+      "eval_gd_ud_pr_auc": 0.8603059733643191,
+      "eval_gl_opus100_pr_auc": 0.9090821481149122,
+      "eval_gl_ud_pr_auc": 0.9975599024085234,
+      "eval_gu_ersatz_pr_auc": 0.951385009011968,
+      "eval_gu_opus100_pr_auc": 0.7725414425717152,
+      "eval_ha_opus100_pr_auc": 0.9335352225430833,
+      "eval_he_opus100_pr_auc": 0.9005694957563727,
+      "eval_he_ud_pr_auc": 0.9875193927135955,
+      "eval_hi_ersatz_pr_auc": 0.9870292775737529,
+      "eval_hi_opus100_pr_auc": 0.7456913355840056,
+      "eval_hi_ud_pr_auc": 0.9954253309781207,
+      "eval_hu_opus100_pr_auc": 0.9356007737036267,
+      "eval_hu_ud_pr_auc": 0.9831933912122914,
+      "eval_hy_opus100_pr_auc": 0.9205535355324941,
+      "eval_hy_ud_pr_auc": 0.9774438216237014,
+      "eval_id_opus100_pr_auc": 0.9043782306886088,
+      "eval_id_ud_pr_auc": 0.9967876595499002,
+      "eval_ig_opus100_pr_auc": 0.880845529780784,
+      "eval_is_opus100_pr_auc": 0.9384036528115223,
+      "eval_is_ud_pr_auc": 0.9260145838898465,
+      "eval_it_opus100_pr_auc": 0.9320814006612133,
+      "eval_it_ud_pr_auc": 0.9980842487765191,
+      "eval_ja_ersatz_pr_auc": 0.897019466447615,
+      "eval_ja_opus100_pr_auc": 0.8501644458689867,
+      "eval_ja_ud_pr_auc": 0.9850989596317477,
+      "eval_jv_ud_pr_auc": 0.956352417056241,
+      "eval_ka_opus100_pr_auc": 0.8679339334187138,
+      "eval_kk_ersatz_pr_auc": 0.9905390777281432,
+      "eval_kk_opus100_pr_auc": 0.8289974322268169,
+      "eval_kk_ud_pr_auc": 0.9738209795523208,
+      "eval_km_ersatz_pr_auc": 0.9494568661069249,
+      "eval_km_opus100_pr_auc": 0.7806554415473925,
+      "eval_kn_opus100_pr_auc": 0.7023490062227857,
+      "eval_ko_opus100_pr_auc": 0.7040059904514752,
+      "eval_ko_ud_pr_auc": 0.998621024246044,
+      "eval_ku_opus100_pr_auc": 0.8549878911750824,
+      "eval_ky_opus100_pr_auc": 0.9019297133068737,
+      "eval_la_ud_pr_auc": 0.9815769212157136,
+      "eval_loss": 0.02504410780966282,
+      "eval_lt_ersatz_pr_auc": 0.9979362015503598,
+      "eval_lt_opus100_pr_auc": 0.9091503479245248,
+      "eval_lt_ud_pr_auc": 0.9962227323897447,
+      "eval_lv_ersatz_pr_auc": 0.9948896675159611,
+      "eval_lv_opus100_pr_auc": 0.9146024920964583,
+      "eval_lv_ud_pr_auc": 0.9665908393028141,
+      "eval_mg_opus100_pr_auc": 0.9520846207827912,
+      "eval_mk_opus100_pr_auc": 0.9301127318845597,
+      "eval_ml_opus100_pr_auc": 0.8163441034203341,
+      "eval_mn_opus100_pr_auc": 0.9559681574459333,
+      "eval_mr_opus100_pr_auc": 0.9249522124255037,
+      "eval_mr_ud_pr_auc": 0.9690935840671978,
+      "eval_ms_opus100_pr_auc": 0.8989028751437115,
+      "eval_mt_opus100_pr_auc": 0.8872135750427363,
+      "eval_mt_ud_pr_auc": 0.9352127398011586,
+      "eval_my_opus100_pr_auc": 0.8375923778429234,
+      "eval_ne_opus100_pr_auc": 0.7753832163565995,
+      "eval_nl_opus100_pr_auc": 0.9149447361209002,
+      "eval_nl_ud_pr_auc": 0.9878741980184992,
+      "eval_no_opus100_pr_auc": 0.9282626950333231,
+      "eval_no_ud_pr_auc": 0.9976933071675762,
+      "eval_pa_opus100_pr_auc": 0.7020908303733715,
+      "eval_pl_ersatz_pr_auc": 0.9743309469159184,
+      "eval_pl_opus100_pr_auc": 0.9105076543985325,
+      "eval_pl_ud_pr_auc": 0.9765601787394284,
+      "eval_ps_ersatz_pr_auc": 0.9235875863182366,
+      "eval_ps_opus100_pr_auc": 0.7739911122851364,
+      "eval_pt_opus100_pr_auc": 0.942290133457458,
+      "eval_pt_ud_pr_auc": 0.9870038048408758,
+      "eval_ro_ersatz_pr_auc": 0.994121777282981,
+      "eval_ro_opus100_pr_auc": 0.8758948881943722,
+      "eval_ro_ud_pr_auc": 0.9670743977919511,
+      "eval_ru_ersatz_pr_auc": 0.9947834827331634,
+      "eval_ru_opus100_pr_auc": 0.9458867079968509,
+      "eval_ru_ud_pr_auc": 0.8875694394424782,
+      "eval_runtime": 517.6053,
+      "eval_samples_per_second": 145.903,
+      "eval_si_opus100_pr_auc": 0.8478891186566128,
+      "eval_sk_opus100_pr_auc": 0.9493907874110863,
+      "eval_sk_ud_pr_auc": 0.9887162470406774,
+      "eval_sl_opus100_pr_auc": 0.895190331911504,
+      "eval_sl_ud_pr_auc": 0.9745116136035056,
+      "eval_sq_opus100_pr_auc": 0.9389203852740717,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9212783116211387,
+      "eval_sr_ud_pr_auc": 0.9988050708591281,
+      "eval_steps_per_second": 0.57,
+      "eval_sv_opus100_pr_auc": 0.9249709216039061,
+      "eval_sv_ud_pr_auc": 0.9612957284097379,
+      "eval_ta_ersatz_pr_auc": 0.9838554859782369,
+      "eval_ta_opus100_pr_auc": 0.7662416092743896,
+      "eval_ta_ud_pr_auc": 0.998272221564643,
+      "eval_te_opus100_pr_auc": 0.8330192862762728,
+      "eval_tg_opus100_pr_auc": 0.9120965544435098,
+      "eval_th_opus100_pr_auc": 0.7143928676522363,
+      "eval_th_ud_pr_auc": 0.8911461503462514,
+      "eval_tr_ersatz_pr_auc": 0.9721462027060324,
+      "eval_tr_opus100_pr_auc": 0.920487002454249,
+      "eval_tr_ud_pr_auc": 0.9650729209523956,
+      "eval_uk_opus100_pr_auc": 0.8949149595223913,
+      "eval_uk_ud_pr_auc": 0.9269910242909042,
+      "eval_ur_opus100_pr_auc": 0.6423870056213871,
+      "eval_ur_ud_pr_auc": 0.9946902521615902,
+      "eval_uz_opus100_pr_auc": 0.8920398371127691,
+      "eval_vi_opus100_pr_auc": 0.9084487223256773,
+      "eval_vi_ud_pr_auc": 0.9655207664538941,
+      "eval_xh_opus100_pr_auc": 0.8934148069230083,
+      "eval_yi_opus100_pr_auc": 0.8359459001630561,
+      "eval_yo_opus100_pr_auc": 0.8183272006953924,
+      "eval_yo_ud_pr_auc": 0.9345941157819466,
+      "eval_zh_ersatz_pr_auc": 0.9654442073371644,
+      "eval_zh_opus100_pr_auc": 0.8860384773638076,
+      "eval_zh_ud_pr_auc": 0.993594155437548,
+      "eval_zu_opus100_pr_auc": 0.8428395324250518,
+      "step": 175000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.821518987341772e-05,
+      "learning_rate_adapter": 5.821518987341772e-05,
+      "loss": 0.0212,
+      "step": 175050
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8202531645569625e-05,
+      "learning_rate_adapter": 5.8202531645569625e-05,
+      "loss": 0.0214,
+      "step": 175100
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.818987341772152e-05,
+      "learning_rate_adapter": 5.818987341772152e-05,
+      "loss": 0.0212,
+      "step": 175150
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.817721518987342e-05,
+      "learning_rate_adapter": 5.817721518987342e-05,
+      "loss": 0.0214,
+      "step": 175200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8164556962025315e-05,
+      "learning_rate_adapter": 5.8164556962025315e-05,
+      "loss": 0.0215,
+      "step": 175250
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8151898734177214e-05,
+      "learning_rate_adapter": 5.8151898734177214e-05,
+      "loss": 0.0213,
+      "step": 175300
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.813924050632912e-05,
+      "learning_rate_adapter": 5.813924050632912e-05,
+      "loss": 0.0212,
+      "step": 175350
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.812658227848101e-05,
+      "learning_rate_adapter": 5.812658227848101e-05,
+      "loss": 0.0213,
+      "step": 175400
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.811392405063292e-05,
+      "learning_rate_adapter": 5.811392405063292e-05,
+      "loss": 0.0214,
+      "step": 175450
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.810126582278481e-05,
+      "learning_rate_adapter": 5.810126582278481e-05,
+      "loss": 0.0213,
+      "step": 175500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8088607594936715e-05,
+      "learning_rate_adapter": 5.8088607594936715e-05,
+      "loss": 0.0215,
+      "step": 175550
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8075949367088614e-05,
+      "learning_rate_adapter": 5.8075949367088614e-05,
+      "loss": 0.0211,
+      "step": 175600
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8063291139240506e-05,
+      "learning_rate_adapter": 5.8063291139240506e-05,
+      "loss": 0.0215,
+      "step": 175650
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.805063291139241e-05,
+      "learning_rate_adapter": 5.805063291139241e-05,
+      "loss": 0.0213,
+      "step": 175700
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 5.8037974683544304e-05,
+      "learning_rate_adapter": 5.8037974683544304e-05,
+      "loss": 0.0215,
+      "step": 175750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.802531645569621e-05,
+      "learning_rate_adapter": 5.802531645569621e-05,
+      "loss": 0.0214,
+      "step": 175800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.80126582278481e-05,
+      "learning_rate_adapter": 5.80126582278481e-05,
+      "loss": 0.0213,
+      "step": 175850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.8e-05,
+      "learning_rate_adapter": 5.8e-05,
+      "loss": 0.0213,
+      "step": 175900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7987341772151906e-05,
+      "learning_rate_adapter": 5.7987341772151906e-05,
+      "loss": 0.0212,
+      "step": 175950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79746835443038e-05,
+      "learning_rate_adapter": 5.79746835443038e-05,
+      "loss": 0.0212,
+      "step": 176000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7962025316455704e-05,
+      "learning_rate_adapter": 5.7962025316455704e-05,
+      "loss": 0.021,
+      "step": 176050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7949367088607596e-05,
+      "learning_rate_adapter": 5.7949367088607596e-05,
+      "loss": 0.0214,
+      "step": 176100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7936708860759495e-05,
+      "learning_rate_adapter": 5.7936708860759495e-05,
+      "loss": 0.0212,
+      "step": 176150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.79240506329114e-05,
+      "learning_rate_adapter": 5.79240506329114e-05,
+      "loss": 0.0213,
+      "step": 176200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.791139240506329e-05,
+      "learning_rate_adapter": 5.791139240506329e-05,
+      "loss": 0.0215,
+      "step": 176250
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.78987341772152e-05,
+      "learning_rate_adapter": 5.78987341772152e-05,
+      "loss": 0.0213,
+      "step": 176300
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.788607594936709e-05,
+      "learning_rate_adapter": 5.788607594936709e-05,
+      "loss": 0.0214,
+      "step": 176350
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.787341772151898e-05,
+      "learning_rate_adapter": 5.787341772151898e-05,
+      "loss": 0.0212,
+      "step": 176400
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.786075949367089e-05,
+      "learning_rate_adapter": 5.786075949367089e-05,
+      "loss": 0.0215,
+      "step": 176450
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7848101265822787e-05,
+      "learning_rate_adapter": 5.7848101265822787e-05,
+      "loss": 0.0213,
+      "step": 176500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.783544303797469e-05,
+      "learning_rate_adapter": 5.783544303797469e-05,
+      "loss": 0.0215,
+      "step": 176550
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7822784810126584e-05,
+      "learning_rate_adapter": 5.7822784810126584e-05,
+      "loss": 0.0213,
+      "step": 176600
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7810126582278476e-05,
+      "learning_rate_adapter": 5.7810126582278476e-05,
+      "loss": 0.0212,
+      "step": 176650
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.779746835443038e-05,
+      "learning_rate_adapter": 5.779746835443038e-05,
+      "loss": 0.0213,
+      "step": 176700
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.778481012658228e-05,
+      "learning_rate_adapter": 5.778481012658228e-05,
+      "loss": 0.0213,
+      "step": 176750
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7772151898734187e-05,
+      "learning_rate_adapter": 5.7772151898734187e-05,
+      "loss": 0.0214,
+      "step": 176800
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.775949367088608e-05,
+      "learning_rate_adapter": 5.775949367088608e-05,
+      "loss": 0.0214,
+      "step": 176850
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.774683544303797e-05,
+      "learning_rate_adapter": 5.774683544303797e-05,
+      "loss": 0.0213,
+      "step": 176900
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7734177215189876e-05,
+      "learning_rate_adapter": 5.7734177215189876e-05,
+      "loss": 0.0213,
+      "step": 176950
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.772151898734177e-05,
+      "learning_rate_adapter": 5.772151898734177e-05,
+      "loss": 0.0213,
+      "step": 177000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.7708860759493674e-05,
+      "learning_rate_adapter": 5.7708860759493674e-05,
+      "loss": 0.0213,
+      "step": 177050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.769620253164557e-05,
+      "learning_rate_adapter": 5.769620253164557e-05,
+      "loss": 0.0213,
+      "step": 177100
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.768354430379748e-05,
+      "learning_rate_adapter": 5.768354430379748e-05,
+      "loss": 0.0212,
+      "step": 177150
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.767088607594937e-05,
+      "learning_rate_adapter": 5.767088607594937e-05,
+      "loss": 0.0214,
+      "step": 177200
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 5.765822784810126e-05,
+      "learning_rate_adapter": 5.765822784810126e-05,
+      "loss": 0.0215,
+      "step": 177250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.764556962025317e-05,
+      "learning_rate_adapter": 5.764556962025317e-05,
+      "loss": 0.0214,
+      "step": 177300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.763291139240507e-05,
+      "learning_rate_adapter": 5.763291139240507e-05,
+      "loss": 0.0211,
+      "step": 177350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.762025316455697e-05,
+      "learning_rate_adapter": 5.762025316455697e-05,
+      "loss": 0.0213,
+      "step": 177400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7607594936708865e-05,
+      "learning_rate_adapter": 5.7607594936708865e-05,
+      "loss": 0.0212,
+      "step": 177450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.759493670886076e-05,
+      "learning_rate_adapter": 5.759493670886076e-05,
+      "loss": 0.0212,
+      "step": 177500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.758227848101266e-05,
+      "learning_rate_adapter": 5.758227848101266e-05,
+      "loss": 0.0211,
+      "step": 177550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7569620253164555e-05,
+      "learning_rate_adapter": 5.7569620253164555e-05,
+      "loss": 0.0212,
+      "step": 177600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.755696202531646e-05,
+      "learning_rate_adapter": 5.755696202531646e-05,
+      "loss": 0.0214,
+      "step": 177650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.754430379746836e-05,
+      "learning_rate_adapter": 5.754430379746836e-05,
+      "loss": 0.0212,
+      "step": 177700
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.753164556962025e-05,
+      "learning_rate_adapter": 5.753164556962025e-05,
+      "loss": 0.0211,
+      "step": 177750
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.751898734177216e-05,
+      "learning_rate_adapter": 5.751898734177216e-05,
+      "loss": 0.0216,
+      "step": 177800
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.750632911392405e-05,
+      "learning_rate_adapter": 5.750632911392405e-05,
+      "loss": 0.0216,
+      "step": 177850
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7493670886075955e-05,
+      "learning_rate_adapter": 5.7493670886075955e-05,
+      "loss": 0.0213,
+      "step": 177900
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7481012658227853e-05,
+      "learning_rate_adapter": 5.7481012658227853e-05,
+      "loss": 0.0213,
+      "step": 177950
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7468354430379745e-05,
+      "learning_rate_adapter": 5.7468354430379745e-05,
+      "loss": 0.0211,
+      "step": 178000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.745569620253165e-05,
+      "learning_rate_adapter": 5.745569620253165e-05,
+      "loss": 0.0212,
+      "step": 178050
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.744303797468354e-05,
+      "learning_rate_adapter": 5.744303797468354e-05,
+      "loss": 0.0213,
+      "step": 178100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.743037974683545e-05,
+      "learning_rate_adapter": 5.743037974683545e-05,
+      "loss": 0.0213,
+      "step": 178150
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.741772151898734e-05,
+      "learning_rate_adapter": 5.741772151898734e-05,
+      "loss": 0.0214,
+      "step": 178200
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.740506329113924e-05,
+      "learning_rate_adapter": 5.740506329113924e-05,
+      "loss": 0.0213,
+      "step": 178250
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7392405063291145e-05,
+      "learning_rate_adapter": 5.7392405063291145e-05,
+      "loss": 0.0214,
+      "step": 178300
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.737974683544304e-05,
+      "learning_rate_adapter": 5.737974683544304e-05,
+      "loss": 0.0211,
+      "step": 178350
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.736708860759494e-05,
+      "learning_rate_adapter": 5.736708860759494e-05,
+      "loss": 0.0211,
+      "step": 178400
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7354430379746835e-05,
+      "learning_rate_adapter": 5.7354430379746835e-05,
+      "loss": 0.0211,
+      "step": 178450
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.7341772151898734e-05,
+      "learning_rate_adapter": 5.7341772151898734e-05,
+      "loss": 0.0214,
+      "step": 178500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.732911392405064e-05,
+      "learning_rate_adapter": 5.732911392405064e-05,
+      "loss": 0.0211,
+      "step": 178550
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.731645569620253e-05,
+      "learning_rate_adapter": 5.731645569620253e-05,
+      "loss": 0.021,
+      "step": 178600
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.730379746835444e-05,
+      "learning_rate_adapter": 5.730379746835444e-05,
+      "loss": 0.0212,
+      "step": 178650
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 5.729113924050633e-05,
+      "learning_rate_adapter": 5.729113924050633e-05,
+      "loss": 0.0211,
+      "step": 178700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7278481012658235e-05,
+      "learning_rate_adapter": 5.7278481012658235e-05,
+      "loss": 0.0212,
+      "step": 178750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.726582278481013e-05,
+      "learning_rate_adapter": 5.726582278481013e-05,
+      "loss": 0.0213,
+      "step": 178800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7253164556962026e-05,
+      "learning_rate_adapter": 5.7253164556962026e-05,
+      "loss": 0.0214,
+      "step": 178850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.724050632911393e-05,
+      "learning_rate_adapter": 5.724050632911393e-05,
+      "loss": 0.0214,
+      "step": 178900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7227848101265824e-05,
+      "learning_rate_adapter": 5.7227848101265824e-05,
+      "loss": 0.0213,
+      "step": 178950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.721518987341773e-05,
+      "learning_rate_adapter": 5.721518987341773e-05,
+      "loss": 0.0213,
+      "step": 179000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.720253164556962e-05,
+      "learning_rate_adapter": 5.720253164556962e-05,
+      "loss": 0.0213,
+      "step": 179050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.718987341772152e-05,
+      "learning_rate_adapter": 5.718987341772152e-05,
+      "loss": 0.0212,
+      "step": 179100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7177215189873426e-05,
+      "learning_rate_adapter": 5.7177215189873426e-05,
+      "loss": 0.0211,
+      "step": 179150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.716455696202532e-05,
+      "learning_rate_adapter": 5.716455696202532e-05,
+      "loss": 0.0214,
+      "step": 179200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7151898734177224e-05,
+      "learning_rate_adapter": 5.7151898734177224e-05,
+      "loss": 0.0213,
+      "step": 179250
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7139240506329116e-05,
+      "learning_rate_adapter": 5.7139240506329116e-05,
+      "loss": 0.0213,
+      "step": 179300
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.712658227848101e-05,
+      "learning_rate_adapter": 5.712658227848101e-05,
+      "loss": 0.0211,
+      "step": 179350
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7113924050632913e-05,
+      "learning_rate_adapter": 5.7113924050632913e-05,
+      "loss": 0.0212,
+      "step": 179400
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.710126582278481e-05,
+      "learning_rate_adapter": 5.710126582278481e-05,
+      "loss": 0.0213,
+      "step": 179450
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.708860759493672e-05,
+      "learning_rate_adapter": 5.708860759493672e-05,
+      "loss": 0.0211,
+      "step": 179500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.707594936708861e-05,
+      "learning_rate_adapter": 5.707594936708861e-05,
+      "loss": 0.021,
+      "step": 179550
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.70632911392405e-05,
+      "learning_rate_adapter": 5.70632911392405e-05,
+      "loss": 0.0211,
+      "step": 179600
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.705063291139241e-05,
+      "learning_rate_adapter": 5.705063291139241e-05,
+      "loss": 0.0213,
+      "step": 179650
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7037974683544307e-05,
+      "learning_rate_adapter": 5.7037974683544307e-05,
+      "loss": 0.0212,
+      "step": 179700
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.702531645569621e-05,
+      "learning_rate_adapter": 5.702531645569621e-05,
+      "loss": 0.0213,
+      "step": 179750
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.7012658227848104e-05,
+      "learning_rate_adapter": 5.7012658227848104e-05,
+      "loss": 0.0212,
+      "step": 179800
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6999999999999996e-05,
+      "learning_rate_adapter": 5.6999999999999996e-05,
+      "loss": 0.0211,
+      "step": 179850
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69873417721519e-05,
+      "learning_rate_adapter": 5.69873417721519e-05,
+      "loss": 0.0213,
+      "step": 179900
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6974683544303794e-05,
+      "learning_rate_adapter": 5.6974683544303794e-05,
+      "loss": 0.0212,
+      "step": 179950
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69620253164557e-05,
+      "learning_rate_adapter": 5.69620253164557e-05,
+      "loss": 0.0215,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "eval_af_opus100_pr_auc": 0.8063672725023892,
+      "eval_af_ud_pr_auc": 0.9854580733102445,
+      "eval_am_opus100_pr_auc": 0.6074693920172479,
+      "eval_ar_ersatz_pr_auc": 0.9332146719133861,
+      "eval_ar_opus100_pr_auc": 0.7640958115249366,
+      "eval_ar_ud_pr_auc": 0.9076043246499645,
+      "eval_average_ersatz_pr_auc": 0.975985934425037,
+      "eval_average_opus100_pr_auc": 0.8639965054269071,
+      "eval_average_ud_pr_auc": 0.97112729604192,
+      "eval_az_opus100_pr_auc": 0.8464665889976728,
+      "eval_be_opus100_pr_auc": 0.7600452250449731,
+      "eval_be_ud_pr_auc": 0.9015787981717323,
+      "eval_bg_opus100_pr_auc": 0.9329693718242593,
+      "eval_bg_ud_pr_auc": 0.9972845573745448,
+      "eval_bn_opus100_pr_auc": 0.8637815582728777,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9125012705791609,
+      "eval_ca_ud_pr_auc": 0.9971565296987004,
+      "eval_ceb_ud_pr_auc": 0.9996810438190942,
+      "eval_cs_ersatz_pr_auc": 0.988170328157538,
+      "eval_cs_opus100_pr_auc": 0.9222378356698596,
+      "eval_cs_ud_pr_auc": 0.9614616124705189,
+      "eval_cy_opus100_pr_auc": 0.7988179459171921,
+      "eval_cy_ud_pr_auc": 0.9976200818561836,
+      "eval_da_opus100_pr_auc": 0.9388293754959548,
+      "eval_da_ud_pr_auc": 0.9787227955104303,
+      "eval_de_ersatz_pr_auc": 0.9922353912837315,
+      "eval_de_opus100_pr_auc": 0.929931450870021,
+      "eval_de_ud_pr_auc": 0.9880437350505229,
+      "eval_el_opus100_pr_auc": 0.915774036753199,
+      "eval_el_ud_pr_auc": 0.9976721594666653,
+      "eval_en_ersatz_pr_auc": 0.9946024809211546,
+      "eval_en_opus100_pr_auc": 0.9327583901347979,
+      "eval_en_ud_pr_auc": 0.9815227530570703,
+      "eval_eo_opus100_pr_auc": 0.9382193151184977,
+      "eval_es_ersatz_pr_auc": 0.9980385145502192,
+      "eval_es_opus100_pr_auc": 0.9436915368757672,
+      "eval_es_ud_pr_auc": 0.9937912406295026,
+      "eval_et_ersatz_pr_auc": 0.9843647295453257,
+      "eval_et_opus100_pr_auc": 0.9267154311404415,
+      "eval_et_ud_pr_auc": 0.980569901358851,
+      "eval_eu_opus100_pr_auc": 0.8918059677306661,
+      "eval_eu_ud_pr_auc": 0.9916082172122889,
+      "eval_fa_opus100_pr_auc": 0.6377072647239075,
+      "eval_fa_ud_pr_auc": 0.9958962934746382,
+      "eval_fi_ersatz_pr_auc": 0.9946369704987356,
+      "eval_fi_opus100_pr_auc": 0.9407073943862595,
+      "eval_fi_ud_pr_auc": 0.9739894403778695,
+      "eval_fr_ersatz_pr_auc": 0.9905613311232295,
+      "eval_fr_opus100_pr_auc": 0.926893146256934,
+      "eval_fr_ud_pr_auc": 0.9912792508228808,
+      "eval_fy_opus100_pr_auc": 0.6819192077840319,
+      "eval_ga_opus100_pr_auc": 0.9190939500408419,
+      "eval_ga_ud_pr_auc": 0.8322420434937554,
+      "eval_gd_opus100_pr_auc": 0.7549345086137824,
+      "eval_gd_ud_pr_auc": 0.859037989899641,
+      "eval_gl_opus100_pr_auc": 0.9068681840818112,
+      "eval_gl_ud_pr_auc": 0.9960830874694613,
+      "eval_gu_ersatz_pr_auc": 0.9524961527689052,
+      "eval_gu_opus100_pr_auc": 0.7782530355659445,
+      "eval_ha_opus100_pr_auc": 0.9381837612380494,
+      "eval_he_opus100_pr_auc": 0.8872813047964767,
+      "eval_he_ud_pr_auc": 0.9838829349110576,
+      "eval_hi_ersatz_pr_auc": 0.985501926999928,
+      "eval_hi_opus100_pr_auc": 0.7415165528243514,
+      "eval_hi_ud_pr_auc": 0.9953789036097223,
+      "eval_hu_opus100_pr_auc": 0.9361960383016515,
+      "eval_hu_ud_pr_auc": 0.9820353778756619,
+      "eval_hy_opus100_pr_auc": 0.9199333286536558,
+      "eval_hy_ud_pr_auc": 0.976591392699678,
+      "eval_id_opus100_pr_auc": 0.904488445436201,
+      "eval_id_ud_pr_auc": 0.9946042921023424,
+      "eval_ig_opus100_pr_auc": 0.889782630506739,
+      "eval_is_opus100_pr_auc": 0.9379359627945373,
+      "eval_is_ud_pr_auc": 0.9218459462900087,
+      "eval_it_opus100_pr_auc": 0.9319248081213201,
+      "eval_it_ud_pr_auc": 0.9986223117164479,
+      "eval_ja_ersatz_pr_auc": 0.899426992721215,
+      "eval_ja_opus100_pr_auc": 0.8715879718796323,
+      "eval_ja_ud_pr_auc": 0.9817515609747337,
+      "eval_jv_ud_pr_auc": 0.9574830671788741,
+      "eval_ka_opus100_pr_auc": 0.865274683760426,
+      "eval_kk_ersatz_pr_auc": 0.9916779140504809,
+      "eval_kk_opus100_pr_auc": 0.8401713342155528,
+      "eval_kk_ud_pr_auc": 0.9756450819382649,
+      "eval_km_ersatz_pr_auc": 0.9475055009455339,
+      "eval_km_opus100_pr_auc": 0.7885668738731618,
+      "eval_kn_opus100_pr_auc": 0.6704863308473429,
+      "eval_ko_opus100_pr_auc": 0.7148894063427289,
+      "eval_ko_ud_pr_auc": 0.9978632632237706,
+      "eval_ku_opus100_pr_auc": 0.8402674709210872,
+      "eval_ky_opus100_pr_auc": 0.9010475388018979,
+      "eval_la_ud_pr_auc": 0.976517757470875,
+      "eval_loss": 0.024850044399499893,
+      "eval_lt_ersatz_pr_auc": 0.9978150927968733,
+      "eval_lt_opus100_pr_auc": 0.9079877725455894,
+      "eval_lt_ud_pr_auc": 0.9964872715675714,
+      "eval_lv_ersatz_pr_auc": 0.9932078698320895,
+      "eval_lv_opus100_pr_auc": 0.9084933841101747,
+      "eval_lv_ud_pr_auc": 0.9690086595292607,
+      "eval_mg_opus100_pr_auc": 0.9535838649991041,
+      "eval_mk_opus100_pr_auc": 0.9286690999910047,
+      "eval_ml_opus100_pr_auc": 0.8091749121765772,
+      "eval_mn_opus100_pr_auc": 0.9692044472949887,
+      "eval_mr_opus100_pr_auc": 0.9224492036883377,
+      "eval_mr_ud_pr_auc": 0.9700452250295264,
+      "eval_ms_opus100_pr_auc": 0.8886455634211627,
+      "eval_mt_opus100_pr_auc": 0.879645234612898,
+      "eval_mt_ud_pr_auc": 0.9430822720117937,
+      "eval_my_opus100_pr_auc": 0.8606173518141474,
+      "eval_ne_opus100_pr_auc": 0.7710941017199823,
+      "eval_nl_opus100_pr_auc": 0.9128936312473166,
+      "eval_nl_ud_pr_auc": 0.9857398013734402,
+      "eval_no_opus100_pr_auc": 0.9208558227783976,
+      "eval_no_ud_pr_auc": 0.9968537425838779,
+      "eval_pa_opus100_pr_auc": 0.6975867552404067,
+      "eval_pl_ersatz_pr_auc": 0.9722272608690318,
+      "eval_pl_opus100_pr_auc": 0.9051838832088825,
+      "eval_pl_ud_pr_auc": 0.9770525743867564,
+      "eval_ps_ersatz_pr_auc": 0.9300509618980288,
+      "eval_ps_opus100_pr_auc": 0.788764612096952,
+      "eval_pt_opus100_pr_auc": 0.943206369076543,
+      "eval_pt_ud_pr_auc": 0.9867103916247614,
+      "eval_ro_ersatz_pr_auc": 0.994103615645491,
+      "eval_ro_opus100_pr_auc": 0.8828819070645149,
+      "eval_ro_ud_pr_auc": 0.9858080723914129,
+      "eval_ru_ersatz_pr_auc": 0.9949273573427843,
+      "eval_ru_opus100_pr_auc": 0.9493108198977371,
+      "eval_ru_ud_pr_auc": 0.9043604274109722,
+      "eval_runtime": 532.2944,
+      "eval_samples_per_second": 141.876,
+      "eval_si_opus100_pr_auc": 0.8442426536332306,
+      "eval_sk_opus100_pr_auc": 0.946572397699069,
+      "eval_sk_ud_pr_auc": 0.9864372418230373,
+      "eval_sl_opus100_pr_auc": 0.8874041475237966,
+      "eval_sl_ud_pr_auc": 0.9769995369134412,
+      "eval_sq_opus100_pr_auc": 0.9418028143460794,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9253369279086836,
+      "eval_sr_ud_pr_auc": 0.9978264730010918,
+      "eval_steps_per_second": 0.554,
+      "eval_sv_opus100_pr_auc": 0.9159302887268678,
+      "eval_sv_ud_pr_auc": 0.9561344572922721,
+      "eval_ta_ersatz_pr_auc": 0.9816371348202296,
+      "eval_ta_opus100_pr_auc": 0.7624853659651691,
+      "eval_ta_ud_pr_auc": 0.9967456551155902,
+      "eval_te_opus100_pr_auc": 0.8236330108141706,
+      "eval_tg_opus100_pr_auc": 0.9039160994946407,
+      "eval_th_opus100_pr_auc": 0.7272856118115256,
+      "eval_th_ud_pr_auc": 0.8936836327448824,
+      "eval_tr_ersatz_pr_auc": 0.9748072416419703,
+      "eval_tr_opus100_pr_auc": 0.9132905894059393,
+      "eval_tr_ud_pr_auc": 0.965512278009103,
+      "eval_uk_opus100_pr_auc": 0.8947020802618624,
+      "eval_uk_ud_pr_auc": 0.934199888036177,
+      "eval_ur_opus100_pr_auc": 0.650722508985296,
+      "eval_ur_ud_pr_auc": 0.9951305709731291,
+      "eval_uz_opus100_pr_auc": 0.8879319556218569,
+      "eval_vi_opus100_pr_auc": 0.9025053834770052,
+      "eval_vi_ud_pr_auc": 0.9579772963727186,
+      "eval_xh_opus100_pr_auc": 0.8929488064678794,
+      "eval_yi_opus100_pr_auc": 0.8675882992971596,
+      "eval_yo_opus100_pr_auc": 0.8498046670363908,
+      "eval_yo_ud_pr_auc": 0.9337255315658307,
+      "eval_zh_ersatz_pr_auc": 0.980481117024932,
+      "eval_zh_opus100_pr_auc": 0.900979059210347,
+      "eval_zh_ud_pr_auc": 0.9942090554668057,
+      "eval_zu_opus100_pr_auc": 0.8499931290964591,
+      "step": 180000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.69493670886076e-05,
+      "learning_rate_adapter": 5.69493670886076e-05,
+      "loss": 0.0212,
+      "step": 180050
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.693670886075949e-05,
+      "learning_rate_adapter": 5.693670886075949e-05,
+      "loss": 0.0212,
+      "step": 180100
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.6924050632911396e-05,
+      "learning_rate_adapter": 5.6924050632911396e-05,
+      "loss": 0.0213,
+      "step": 180150
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 5.691139240506329e-05,
+      "learning_rate_adapter": 5.691139240506329e-05,
+      "loss": 0.021,
+      "step": 180200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6898734177215194e-05,
+      "learning_rate_adapter": 5.6898734177215194e-05,
+      "loss": 0.0212,
+      "step": 180250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.688607594936709e-05,
+      "learning_rate_adapter": 5.688607594936709e-05,
+      "loss": 0.0212,
+      "step": 180300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6873417721519e-05,
+      "learning_rate_adapter": 5.6873417721519e-05,
+      "loss": 0.0213,
+      "step": 180350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.686075949367089e-05,
+      "learning_rate_adapter": 5.686075949367089e-05,
+      "loss": 0.0211,
+      "step": 180400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.684810126582278e-05,
+      "learning_rate_adapter": 5.684810126582278e-05,
+      "loss": 0.0211,
+      "step": 180450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.683544303797469e-05,
+      "learning_rate_adapter": 5.683544303797469e-05,
+      "loss": 0.0212,
+      "step": 180500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.682278481012658e-05,
+      "learning_rate_adapter": 5.682278481012658e-05,
+      "loss": 0.0211,
+      "step": 180550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6810126582278486e-05,
+      "learning_rate_adapter": 5.6810126582278486e-05,
+      "loss": 0.0212,
+      "step": 180600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6797468354430385e-05,
+      "learning_rate_adapter": 5.6797468354430385e-05,
+      "loss": 0.021,
+      "step": 180650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.678481012658228e-05,
+      "learning_rate_adapter": 5.678481012658228e-05,
+      "loss": 0.0211,
+      "step": 180700
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.677215189873418e-05,
+      "learning_rate_adapter": 5.677215189873418e-05,
+      "loss": 0.0213,
+      "step": 180750
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6759493670886075e-05,
+      "learning_rate_adapter": 5.6759493670886075e-05,
+      "loss": 0.0211,
+      "step": 180800
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.674683544303798e-05,
+      "learning_rate_adapter": 5.674683544303798e-05,
+      "loss": 0.0211,
+      "step": 180850
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.673417721518988e-05,
+      "learning_rate_adapter": 5.673417721518988e-05,
+      "loss": 0.0212,
+      "step": 180900
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.672151898734177e-05,
+      "learning_rate_adapter": 5.672151898734177e-05,
+      "loss": 0.0211,
+      "step": 180950
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.670886075949368e-05,
+      "learning_rate_adapter": 5.670886075949368e-05,
+      "loss": 0.0212,
+      "step": 181000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.669620253164557e-05,
+      "learning_rate_adapter": 5.669620253164557e-05,
+      "loss": 0.0213,
+      "step": 181050
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6683544303797475e-05,
+      "learning_rate_adapter": 5.6683544303797475e-05,
+      "loss": 0.0212,
+      "step": 181100
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6670886075949367e-05,
+      "learning_rate_adapter": 5.6670886075949367e-05,
+      "loss": 0.021,
+      "step": 181150
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6658227848101265e-05,
+      "learning_rate_adapter": 5.6658227848101265e-05,
+      "loss": 0.0213,
+      "step": 181200
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.664556962025317e-05,
+      "learning_rate_adapter": 5.664556962025317e-05,
+      "loss": 0.0212,
+      "step": 181250
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.663291139240506e-05,
+      "learning_rate_adapter": 5.663291139240506e-05,
+      "loss": 0.0213,
+      "step": 181300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.662025316455697e-05,
+      "learning_rate_adapter": 5.662025316455697e-05,
+      "loss": 0.0211,
+      "step": 181350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.660759493670886e-05,
+      "learning_rate_adapter": 5.660759493670886e-05,
+      "loss": 0.0212,
+      "step": 181400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.659493670886076e-05,
+      "learning_rate_adapter": 5.659493670886076e-05,
+      "loss": 0.0212,
+      "step": 181450
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6582278481012665e-05,
+      "learning_rate_adapter": 5.6582278481012665e-05,
+      "loss": 0.0212,
+      "step": 181500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.656962025316456e-05,
+      "learning_rate_adapter": 5.656962025316456e-05,
+      "loss": 0.0211,
+      "step": 181550
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.655696202531646e-05,
+      "learning_rate_adapter": 5.655696202531646e-05,
+      "loss": 0.0213,
+      "step": 181600
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6544303797468355e-05,
+      "learning_rate_adapter": 5.6544303797468355e-05,
+      "loss": 0.0212,
+      "step": 181650
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.6531645569620254e-05,
+      "learning_rate_adapter": 5.6531645569620254e-05,
+      "loss": 0.0211,
+      "step": 181700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.651898734177215e-05,
+      "learning_rate_adapter": 5.651898734177215e-05,
+      "loss": 0.0214,
+      "step": 181750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.650632911392405e-05,
+      "learning_rate_adapter": 5.650632911392405e-05,
+      "loss": 0.0213,
+      "step": 181800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.649367088607596e-05,
+      "learning_rate_adapter": 5.649367088607596e-05,
+      "loss": 0.0212,
+      "step": 181850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.648101265822785e-05,
+      "learning_rate_adapter": 5.648101265822785e-05,
+      "loss": 0.0213,
+      "step": 181900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.646835443037974e-05,
+      "learning_rate_adapter": 5.646835443037974e-05,
+      "loss": 0.0211,
+      "step": 181950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.645569620253165e-05,
+      "learning_rate_adapter": 5.645569620253165e-05,
+      "loss": 0.0212,
+      "step": 182000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6443037974683546e-05,
+      "learning_rate_adapter": 5.6443037974683546e-05,
+      "loss": 0.0209,
+      "step": 182050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.643037974683545e-05,
+      "learning_rate_adapter": 5.643037974683545e-05,
+      "loss": 0.0212,
+      "step": 182100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6417721518987344e-05,
+      "learning_rate_adapter": 5.6417721518987344e-05,
+      "loss": 0.0211,
+      "step": 182150
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.640506329113925e-05,
+      "learning_rate_adapter": 5.640506329113925e-05,
+      "loss": 0.0213,
+      "step": 182200
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.639240506329114e-05,
+      "learning_rate_adapter": 5.639240506329114e-05,
+      "loss": 0.0213,
+      "step": 182250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.637974683544304e-05,
+      "learning_rate_adapter": 5.637974683544304e-05,
+      "loss": 0.0213,
+      "step": 182300
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.636708860759494e-05,
+      "learning_rate_adapter": 5.636708860759494e-05,
+      "loss": 0.021,
+      "step": 182350
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.635443037974684e-05,
+      "learning_rate_adapter": 5.635443037974684e-05,
+      "loss": 0.0213,
+      "step": 182400
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6341772151898744e-05,
+      "learning_rate_adapter": 5.6341772151898744e-05,
+      "loss": 0.0211,
+      "step": 182450
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6329113924050636e-05,
+      "learning_rate_adapter": 5.6329113924050636e-05,
+      "loss": 0.0212,
+      "step": 182500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.631645569620253e-05,
+      "learning_rate_adapter": 5.631645569620253e-05,
+      "loss": 0.0211,
+      "step": 182550
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6303797468354433e-05,
+      "learning_rate_adapter": 5.6303797468354433e-05,
+      "loss": 0.0212,
+      "step": 182600
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.629113924050633e-05,
+      "learning_rate_adapter": 5.629113924050633e-05,
+      "loss": 0.0214,
+      "step": 182650
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.627848101265824e-05,
+      "learning_rate_adapter": 5.627848101265824e-05,
+      "loss": 0.0212,
+      "step": 182700
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.626582278481013e-05,
+      "learning_rate_adapter": 5.626582278481013e-05,
+      "loss": 0.0212,
+      "step": 182750
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.625316455696202e-05,
+      "learning_rate_adapter": 5.625316455696202e-05,
+      "loss": 0.0212,
+      "step": 182800
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.624050632911393e-05,
+      "learning_rate_adapter": 5.624050632911393e-05,
+      "loss": 0.0211,
+      "step": 182850
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.622784810126582e-05,
+      "learning_rate_adapter": 5.622784810126582e-05,
+      "loss": 0.0213,
+      "step": 182900
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6215189873417725e-05,
+      "learning_rate_adapter": 5.6215189873417725e-05,
+      "loss": 0.0211,
+      "step": 182950
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6202531645569624e-05,
+      "learning_rate_adapter": 5.6202531645569624e-05,
+      "loss": 0.0211,
+      "step": 183000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6189873417721516e-05,
+      "learning_rate_adapter": 5.6189873417721516e-05,
+      "loss": 0.0211,
+      "step": 183050
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.617721518987342e-05,
+      "learning_rate_adapter": 5.617721518987342e-05,
+      "loss": 0.0213,
+      "step": 183100
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 5.6164556962025314e-05,
+      "learning_rate_adapter": 5.6164556962025314e-05,
+      "loss": 0.0212,
+      "step": 183150
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.615189873417722e-05,
+      "learning_rate_adapter": 5.615189873417722e-05,
+      "loss": 0.0209,
+      "step": 183200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.613924050632912e-05,
+      "learning_rate_adapter": 5.613924050632912e-05,
+      "loss": 0.0212,
+      "step": 183250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.612658227848101e-05,
+      "learning_rate_adapter": 5.612658227848101e-05,
+      "loss": 0.0212,
+      "step": 183300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6113924050632916e-05,
+      "learning_rate_adapter": 5.6113924050632916e-05,
+      "loss": 0.0212,
+      "step": 183350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.610126582278481e-05,
+      "learning_rate_adapter": 5.610126582278481e-05,
+      "loss": 0.0214,
+      "step": 183400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6088607594936714e-05,
+      "learning_rate_adapter": 5.6088607594936714e-05,
+      "loss": 0.0212,
+      "step": 183450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6075949367088606e-05,
+      "learning_rate_adapter": 5.6075949367088606e-05,
+      "loss": 0.0213,
+      "step": 183500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6063291139240505e-05,
+      "learning_rate_adapter": 5.6063291139240505e-05,
+      "loss": 0.0211,
+      "step": 183550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.605063291139241e-05,
+      "learning_rate_adapter": 5.605063291139241e-05,
+      "loss": 0.0214,
+      "step": 183600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60379746835443e-05,
+      "learning_rate_adapter": 5.60379746835443e-05,
+      "loss": 0.0211,
+      "step": 183650
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.602531645569621e-05,
+      "learning_rate_adapter": 5.602531645569621e-05,
+      "loss": 0.0211,
+      "step": 183700
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.60126582278481e-05,
+      "learning_rate_adapter": 5.60126582278481e-05,
+      "loss": 0.0212,
+      "step": 183750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.6000000000000006e-05,
+      "learning_rate_adapter": 5.6000000000000006e-05,
+      "loss": 0.0211,
+      "step": 183800
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5987341772151905e-05,
+      "learning_rate_adapter": 5.5987341772151905e-05,
+      "loss": 0.0212,
+      "step": 183850
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59746835443038e-05,
+      "learning_rate_adapter": 5.59746835443038e-05,
+      "loss": 0.021,
+      "step": 183900
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59620253164557e-05,
+      "learning_rate_adapter": 5.59620253164557e-05,
+      "loss": 0.0212,
+      "step": 183950
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5949367088607595e-05,
+      "learning_rate_adapter": 5.5949367088607595e-05,
+      "loss": 0.0213,
+      "step": 184000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.59367088607595e-05,
+      "learning_rate_adapter": 5.59367088607595e-05,
+      "loss": 0.0211,
+      "step": 184050
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.592405063291139e-05,
+      "learning_rate_adapter": 5.592405063291139e-05,
+      "loss": 0.0209,
+      "step": 184100
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.591139240506329e-05,
+      "learning_rate_adapter": 5.591139240506329e-05,
+      "loss": 0.0211,
+      "step": 184150
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.58987341772152e-05,
+      "learning_rate_adapter": 5.58987341772152e-05,
+      "loss": 0.0211,
+      "step": 184200
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.588607594936709e-05,
+      "learning_rate_adapter": 5.588607594936709e-05,
+      "loss": 0.0211,
+      "step": 184250
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5873417721518994e-05,
+      "learning_rate_adapter": 5.5873417721518994e-05,
+      "loss": 0.0211,
+      "step": 184300
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5860759493670887e-05,
+      "learning_rate_adapter": 5.5860759493670887e-05,
+      "loss": 0.0211,
+      "step": 184350
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.5848101265822785e-05,
+      "learning_rate_adapter": 5.5848101265822785e-05,
+      "loss": 0.0212,
+      "step": 184400
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.583544303797469e-05,
+      "learning_rate_adapter": 5.583544303797469e-05,
+      "loss": 0.0211,
+      "step": 184450
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.582278481012658e-05,
+      "learning_rate_adapter": 5.582278481012658e-05,
+      "loss": 0.0211,
+      "step": 184500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.581012658227849e-05,
+      "learning_rate_adapter": 5.581012658227849e-05,
+      "loss": 0.0211,
+      "step": 184550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.579746835443038e-05,
+      "learning_rate_adapter": 5.579746835443038e-05,
+      "loss": 0.0211,
+      "step": 184600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 5.578481012658228e-05,
+      "learning_rate_adapter": 5.578481012658228e-05,
+      "loss": 0.0211,
+      "step": 184650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.577215189873418e-05,
+      "learning_rate_adapter": 5.577215189873418e-05,
+      "loss": 0.0211,
+      "step": 184700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.575949367088608e-05,
+      "learning_rate_adapter": 5.575949367088608e-05,
+      "loss": 0.021,
+      "step": 184750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.574683544303798e-05,
+      "learning_rate_adapter": 5.574683544303798e-05,
+      "loss": 0.0212,
+      "step": 184800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5734177215189875e-05,
+      "learning_rate_adapter": 5.5734177215189875e-05,
+      "loss": 0.0211,
+      "step": 184850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.572151898734177e-05,
+      "learning_rate_adapter": 5.572151898734177e-05,
+      "loss": 0.0211,
+      "step": 184900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.570886075949367e-05,
+      "learning_rate_adapter": 5.570886075949367e-05,
+      "loss": 0.0212,
+      "step": 184950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.569620253164557e-05,
+      "learning_rate_adapter": 5.569620253164557e-05,
+      "loss": 0.0211,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "eval_af_opus100_pr_auc": 0.7969316245738067,
+      "eval_af_ud_pr_auc": 0.9871616138867063,
+      "eval_am_opus100_pr_auc": 0.5868061475011015,
+      "eval_ar_ersatz_pr_auc": 0.9337370749029981,
+      "eval_ar_opus100_pr_auc": 0.7584884900202122,
+      "eval_ar_ud_pr_auc": 0.9066005385309046,
+      "eval_average_ersatz_pr_auc": 0.9760014358383454,
+      "eval_average_opus100_pr_auc": 0.8613758459620219,
+      "eval_average_ud_pr_auc": 0.9691758049194995,
+      "eval_az_opus100_pr_auc": 0.8411306421191094,
+      "eval_be_opus100_pr_auc": 0.7482822116018107,
+      "eval_be_ud_pr_auc": 0.8940635060586231,
+      "eval_bg_opus100_pr_auc": 0.9358944242855551,
+      "eval_bg_ud_pr_auc": 0.9961313746257954,
+      "eval_bn_opus100_pr_auc": 0.8602441654189589,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9064952231627204,
+      "eval_ca_ud_pr_auc": 0.9966173821189217,
+      "eval_ceb_ud_pr_auc": 0.9997699457735492,
+      "eval_cs_ersatz_pr_auc": 0.9877296977589625,
+      "eval_cs_opus100_pr_auc": 0.9209813829804625,
+      "eval_cs_ud_pr_auc": 0.9634141420852487,
+      "eval_cy_opus100_pr_auc": 0.7953363990206854,
+      "eval_cy_ud_pr_auc": 0.9975443405200406,
+      "eval_da_opus100_pr_auc": 0.937177744757819,
+      "eval_da_ud_pr_auc": 0.977559597475515,
+      "eval_de_ersatz_pr_auc": 0.9915056345072363,
+      "eval_de_opus100_pr_auc": 0.9264422525351805,
+      "eval_de_ud_pr_auc": 0.9853329533123494,
+      "eval_el_opus100_pr_auc": 0.9314166922032404,
+      "eval_el_ud_pr_auc": 0.9959164941303932,
+      "eval_en_ersatz_pr_auc": 0.9944770571497459,
+      "eval_en_opus100_pr_auc": 0.9338029539441249,
+      "eval_en_ud_pr_auc": 0.982349262316798,
+      "eval_eo_opus100_pr_auc": 0.9369923286950015,
+      "eval_es_ersatz_pr_auc": 0.9976849006553201,
+      "eval_es_opus100_pr_auc": 0.9407766363996343,
+      "eval_es_ud_pr_auc": 0.9924289894309593,
+      "eval_et_ersatz_pr_auc": 0.9869032600273273,
+      "eval_et_opus100_pr_auc": 0.9328882394411545,
+      "eval_et_ud_pr_auc": 0.9817153842789339,
+      "eval_eu_opus100_pr_auc": 0.8932204193709851,
+      "eval_eu_ud_pr_auc": 0.9941968685820265,
+      "eval_fa_opus100_pr_auc": 0.635250592435734,
+      "eval_fa_ud_pr_auc": 0.9976480925819243,
+      "eval_fi_ersatz_pr_auc": 0.9956527507064135,
+      "eval_fi_opus100_pr_auc": 0.9419440198303977,
+      "eval_fi_ud_pr_auc": 0.9604703058264031,
+      "eval_fr_ersatz_pr_auc": 0.9900565196008576,
+      "eval_fr_opus100_pr_auc": 0.9344299666927082,
+      "eval_fr_ud_pr_auc": 0.9942234069522905,
+      "eval_fy_opus100_pr_auc": 0.6998982260798772,
+      "eval_ga_opus100_pr_auc": 0.9167697286184824,
+      "eval_ga_ud_pr_auc": 0.8254232012681813,
+      "eval_gd_opus100_pr_auc": 0.743544562667073,
+      "eval_gd_ud_pr_auc": 0.8497773756365631,
+      "eval_gl_opus100_pr_auc": 0.9011758272106914,
+      "eval_gl_ud_pr_auc": 0.9967828368914798,
+      "eval_gu_ersatz_pr_auc": 0.9442703148184192,
+      "eval_gu_opus100_pr_auc": 0.7708709866894486,
+      "eval_ha_opus100_pr_auc": 0.9384763890581196,
+      "eval_he_opus100_pr_auc": 0.8990135320730293,
+      "eval_he_ud_pr_auc": 0.9872184329259575,
+      "eval_hi_ersatz_pr_auc": 0.9842424776974467,
+      "eval_hi_opus100_pr_auc": 0.7320746021847857,
+      "eval_hi_ud_pr_auc": 0.9940569291124829,
+      "eval_hu_opus100_pr_auc": 0.9346345719579043,
+      "eval_hu_ud_pr_auc": 0.9821308616329673,
+      "eval_hy_opus100_pr_auc": 0.9193070064970315,
+      "eval_hy_ud_pr_auc": 0.9767440029185714,
+      "eval_id_opus100_pr_auc": 0.8939317957173922,
+      "eval_id_ud_pr_auc": 0.9948157561029329,
+      "eval_ig_opus100_pr_auc": 0.8798567599007324,
+      "eval_is_opus100_pr_auc": 0.9330430153989137,
+      "eval_is_ud_pr_auc": 0.9193617326741753,
+      "eval_it_opus100_pr_auc": 0.9281287321804875,
+      "eval_it_ud_pr_auc": 0.9982524528389602,
+      "eval_ja_ersatz_pr_auc": 0.9220853866612228,
+      "eval_ja_opus100_pr_auc": 0.8617012100403904,
+      "eval_ja_ud_pr_auc": 0.9846326851078645,
+      "eval_jv_ud_pr_auc": 0.9551614393082338,
+      "eval_ka_opus100_pr_auc": 0.8636300143928679,
+      "eval_kk_ersatz_pr_auc": 0.9906192773640722,
+      "eval_kk_opus100_pr_auc": 0.8247492971952834,
+      "eval_kk_ud_pr_auc": 0.971897933256628,
+      "eval_km_ersatz_pr_auc": 0.9425676932104682,
+      "eval_km_opus100_pr_auc": 0.7711116364182704,
+      "eval_kn_opus100_pr_auc": 0.6956103527702875,
+      "eval_ko_opus100_pr_auc": 0.7074912289951013,
+      "eval_ko_ud_pr_auc": 0.9991552626169821,
+      "eval_ku_opus100_pr_auc": 0.8619815468920186,
+      "eval_ky_opus100_pr_auc": 0.9016089717440471,
+      "eval_la_ud_pr_auc": 0.9730337545389967,
+      "eval_loss": 0.024713363498449326,
+      "eval_lt_ersatz_pr_auc": 0.9975200477147889,
+      "eval_lt_opus100_pr_auc": 0.900146618984368,
+      "eval_lt_ud_pr_auc": 0.9969327710765967,
+      "eval_lv_ersatz_pr_auc": 0.9929128326152218,
+      "eval_lv_opus100_pr_auc": 0.8998765758495791,
+      "eval_lv_ud_pr_auc": 0.9648827965018848,
+      "eval_mg_opus100_pr_auc": 0.9513876782356486,
+      "eval_mk_opus100_pr_auc": 0.9287245404006557,
+      "eval_ml_opus100_pr_auc": 0.8200127514765164,
+      "eval_mn_opus100_pr_auc": 0.9588428837621562,
+      "eval_mr_opus100_pr_auc": 0.9138488120976243,
+      "eval_mr_ud_pr_auc": 0.9729221847878018,
+      "eval_ms_opus100_pr_auc": 0.891564623648778,
+      "eval_mt_opus100_pr_auc": 0.8848421709912144,
+      "eval_mt_ud_pr_auc": 0.9363590386600732,
+      "eval_my_opus100_pr_auc": 0.851988935635778,
+      "eval_ne_opus100_pr_auc": 0.7844231639678168,
+      "eval_nl_opus100_pr_auc": 0.9167332044696217,
+      "eval_nl_ud_pr_auc": 0.9850248122569278,
+      "eval_no_opus100_pr_auc": 0.9248677885507538,
+      "eval_no_ud_pr_auc": 0.9974107712233173,
+      "eval_pa_opus100_pr_auc": 0.6917554497125815,
+      "eval_pl_ersatz_pr_auc": 0.9750552899807537,
+      "eval_pl_opus100_pr_auc": 0.9109246634960565,
+      "eval_pl_ud_pr_auc": 0.976880011236458,
+      "eval_ps_ersatz_pr_auc": 0.9299273827482046,
+      "eval_ps_opus100_pr_auc": 0.7753212203462642,
+      "eval_pt_opus100_pr_auc": 0.9420264437203878,
+      "eval_pt_ud_pr_auc": 0.9871204121221606,
+      "eval_ro_ersatz_pr_auc": 0.993362826941166,
+      "eval_ro_opus100_pr_auc": 0.8759346123939193,
+      "eval_ro_ud_pr_auc": 0.964217743664587,
+      "eval_ru_ersatz_pr_auc": 0.9944514278399905,
+      "eval_ru_opus100_pr_auc": 0.9469395326733164,
+      "eval_ru_ud_pr_auc": 0.8758234541599536,
+      "eval_runtime": 519.6202,
+      "eval_samples_per_second": 145.337,
+      "eval_si_opus100_pr_auc": 0.8429092912526198,
+      "eval_sk_opus100_pr_auc": 0.9473009848002011,
+      "eval_sk_ud_pr_auc": 0.9865469973770337,
+      "eval_sl_opus100_pr_auc": 0.9006276819606865,
+      "eval_sl_ud_pr_auc": 0.9717307641534358,
+      "eval_sq_opus100_pr_auc": 0.9348335293711898,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9288439486948934,
+      "eval_sr_ud_pr_auc": 0.9994316308281106,
+      "eval_steps_per_second": 0.568,
+      "eval_sv_opus100_pr_auc": 0.9194439312382308,
+      "eval_sv_ud_pr_auc": 0.9585785717004649,
+      "eval_ta_ersatz_pr_auc": 0.9842827462185076,
+      "eval_ta_opus100_pr_auc": 0.7528755577763551,
+      "eval_ta_ud_pr_auc": 0.9954706687963475,
+      "eval_te_opus100_pr_auc": 0.803751702986739,
+      "eval_tg_opus100_pr_auc": 0.9020679652643503,
+      "eval_th_opus100_pr_auc": 0.7203038399179441,
+      "eval_th_ud_pr_auc": 0.8944439658319476,
+      "eval_tr_ersatz_pr_auc": 0.9725804812269951,
+      "eval_tr_opus100_pr_auc": 0.9161083308688143,
+      "eval_tr_ud_pr_auc": 0.9652271926954927,
+      "eval_uk_opus100_pr_auc": 0.8833471501615726,
+      "eval_uk_ud_pr_auc": 0.9294804649305771,
+      "eval_ur_opus100_pr_auc": 0.6333017836511434,
+      "eval_ur_ud_pr_auc": 0.993031969081703,
+      "eval_uz_opus100_pr_auc": 0.8885343648127089,
+      "eval_vi_opus100_pr_auc": 0.9072654053977237,
+      "eval_vi_ud_pr_auc": 0.9616829882186518,
+      "eval_xh_opus100_pr_auc": 0.8831361367500857,
+      "eval_yi_opus100_pr_auc": 0.8422267348943866,
+      "eval_yo_opus100_pr_auc": 0.8449851640181281,
+      "eval_yo_ud_pr_auc": 0.9242312743771571,
+      "eval_zh_ersatz_pr_auc": 0.970406508097482,
+      "eval_zh_opus100_pr_auc": 0.8919290184026241,
+      "eval_zh_ud_pr_auc": 0.9940015414124297,
+      "eval_zu_opus100_pr_auc": 0.8453226245797211,
+      "step": 185000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.568354430379748e-05,
+      "learning_rate_adapter": 5.568354430379748e-05,
+      "loss": 0.0211,
+      "step": 185050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.567088607594937e-05,
+      "learning_rate_adapter": 5.567088607594937e-05,
+      "loss": 0.0213,
+      "step": 185100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.565822784810126e-05,
+      "learning_rate_adapter": 5.565822784810126e-05,
+      "loss": 0.0213,
+      "step": 185150
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.564556962025317e-05,
+      "learning_rate_adapter": 5.564556962025317e-05,
+      "loss": 0.0212,
+      "step": 185200
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5632911392405066e-05,
+      "learning_rate_adapter": 5.5632911392405066e-05,
+      "loss": 0.0211,
+      "step": 185250
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5620253164556965e-05,
+      "learning_rate_adapter": 5.5620253164556965e-05,
+      "loss": 0.0213,
+      "step": 185300
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5607594936708864e-05,
+      "learning_rate_adapter": 5.5607594936708864e-05,
+      "loss": 0.0211,
+      "step": 185350
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.559493670886077e-05,
+      "learning_rate_adapter": 5.559493670886077e-05,
+      "loss": 0.0212,
+      "step": 185400
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.558227848101266e-05,
+      "learning_rate_adapter": 5.558227848101266e-05,
+      "loss": 0.0211,
+      "step": 185450
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5569620253164553e-05,
+      "learning_rate_adapter": 5.5569620253164553e-05,
+      "loss": 0.0211,
+      "step": 185500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.555696202531646e-05,
+      "learning_rate_adapter": 5.555696202531646e-05,
+      "loss": 0.0211,
+      "step": 185550
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.554430379746836e-05,
+      "learning_rate_adapter": 5.554430379746836e-05,
+      "loss": 0.0211,
+      "step": 185600
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5531645569620264e-05,
+      "learning_rate_adapter": 5.5531645569620264e-05,
+      "loss": 0.021,
+      "step": 185650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5518987341772156e-05,
+      "learning_rate_adapter": 5.5518987341772156e-05,
+      "loss": 0.0212,
+      "step": 185700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.550632911392405e-05,
+      "learning_rate_adapter": 5.550632911392405e-05,
+      "loss": 0.0209,
+      "step": 185750
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.549367088607595e-05,
+      "learning_rate_adapter": 5.549367088607595e-05,
+      "loss": 0.0209,
+      "step": 185800
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.548101265822785e-05,
+      "learning_rate_adapter": 5.548101265822785e-05,
+      "loss": 0.0212,
+      "step": 185850
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.546835443037975e-05,
+      "learning_rate_adapter": 5.546835443037975e-05,
+      "loss": 0.0211,
+      "step": 185900
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.545569620253165e-05,
+      "learning_rate_adapter": 5.545569620253165e-05,
+      "loss": 0.0212,
+      "step": 185950
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.544303797468354e-05,
+      "learning_rate_adapter": 5.544303797468354e-05,
+      "loss": 0.0211,
+      "step": 186000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.543037974683545e-05,
+      "learning_rate_adapter": 5.543037974683545e-05,
+      "loss": 0.0211,
+      "step": 186050
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.541772151898734e-05,
+      "learning_rate_adapter": 5.541772151898734e-05,
+      "loss": 0.0208,
+      "step": 186100
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 5.5405063291139245e-05,
+      "learning_rate_adapter": 5.5405063291139245e-05,
+      "loss": 0.0208,
+      "step": 186150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5392405063291144e-05,
+      "learning_rate_adapter": 5.5392405063291144e-05,
+      "loss": 0.0214,
+      "step": 186200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5379746835443036e-05,
+      "learning_rate_adapter": 5.5379746835443036e-05,
+      "loss": 0.0211,
+      "step": 186250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.536708860759494e-05,
+      "learning_rate_adapter": 5.536708860759494e-05,
+      "loss": 0.0213,
+      "step": 186300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5354430379746834e-05,
+      "learning_rate_adapter": 5.5354430379746834e-05,
+      "loss": 0.0211,
+      "step": 186350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.534177215189874e-05,
+      "learning_rate_adapter": 5.534177215189874e-05,
+      "loss": 0.0213,
+      "step": 186400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.532911392405063e-05,
+      "learning_rate_adapter": 5.532911392405063e-05,
+      "loss": 0.021,
+      "step": 186450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.531645569620253e-05,
+      "learning_rate_adapter": 5.531645569620253e-05,
+      "loss": 0.0209,
+      "step": 186500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5303797468354436e-05,
+      "learning_rate_adapter": 5.5303797468354436e-05,
+      "loss": 0.0212,
+      "step": 186550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.529113924050633e-05,
+      "learning_rate_adapter": 5.529113924050633e-05,
+      "loss": 0.0212,
+      "step": 186600
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5278481012658234e-05,
+      "learning_rate_adapter": 5.5278481012658234e-05,
+      "loss": 0.0213,
+      "step": 186650
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5265822784810126e-05,
+      "learning_rate_adapter": 5.5265822784810126e-05,
+      "loss": 0.021,
+      "step": 186700
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5253164556962025e-05,
+      "learning_rate_adapter": 5.5253164556962025e-05,
+      "loss": 0.0211,
+      "step": 186750
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.524050632911393e-05,
+      "learning_rate_adapter": 5.524050632911393e-05,
+      "loss": 0.0212,
+      "step": 186800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.522784810126582e-05,
+      "learning_rate_adapter": 5.522784810126582e-05,
+      "loss": 0.0212,
+      "step": 186850
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.521518987341773e-05,
+      "learning_rate_adapter": 5.521518987341773e-05,
+      "loss": 0.021,
+      "step": 186900
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.520253164556962e-05,
+      "learning_rate_adapter": 5.520253164556962e-05,
+      "loss": 0.0212,
+      "step": 186950
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5189873417721526e-05,
+      "learning_rate_adapter": 5.5189873417721526e-05,
+      "loss": 0.021,
+      "step": 187000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.517721518987342e-05,
+      "learning_rate_adapter": 5.517721518987342e-05,
+      "loss": 0.021,
+      "step": 187050
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.516455696202532e-05,
+      "learning_rate_adapter": 5.516455696202532e-05,
+      "loss": 0.0212,
+      "step": 187100
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.515189873417722e-05,
+      "learning_rate_adapter": 5.515189873417722e-05,
+      "loss": 0.0212,
+      "step": 187150
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5139240506329115e-05,
+      "learning_rate_adapter": 5.5139240506329115e-05,
+      "loss": 0.0211,
+      "step": 187200
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.512658227848102e-05,
+      "learning_rate_adapter": 5.512658227848102e-05,
+      "loss": 0.0211,
+      "step": 187250
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.511392405063291e-05,
+      "learning_rate_adapter": 5.511392405063291e-05,
+      "loss": 0.021,
+      "step": 187300
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.510126582278481e-05,
+      "learning_rate_adapter": 5.510126582278481e-05,
+      "loss": 0.0212,
+      "step": 187350
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.508860759493672e-05,
+      "learning_rate_adapter": 5.508860759493672e-05,
+      "loss": 0.0212,
+      "step": 187400
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.507594936708861e-05,
+      "learning_rate_adapter": 5.507594936708861e-05,
+      "loss": 0.021,
+      "step": 187450
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5063291139240514e-05,
+      "learning_rate_adapter": 5.5063291139240514e-05,
+      "loss": 0.021,
+      "step": 187500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5050632911392407e-05,
+      "learning_rate_adapter": 5.5050632911392407e-05,
+      "loss": 0.0212,
+      "step": 187550
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 5.5037974683544305e-05,
+      "learning_rate_adapter": 5.5037974683544305e-05,
+      "loss": 0.021,
+      "step": 187600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.5025316455696204e-05,
+      "learning_rate_adapter": 5.5025316455696204e-05,
+      "loss": 0.0214,
+      "step": 187650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.50126582278481e-05,
+      "learning_rate_adapter": 5.50126582278481e-05,
+      "loss": 0.0211,
+      "step": 187700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.500000000000001e-05,
+      "learning_rate_adapter": 5.500000000000001e-05,
+      "loss": 0.0209,
+      "step": 187750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49873417721519e-05,
+      "learning_rate_adapter": 5.49873417721519e-05,
+      "loss": 0.0212,
+      "step": 187800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.497468354430379e-05,
+      "learning_rate_adapter": 5.497468354430379e-05,
+      "loss": 0.021,
+      "step": 187850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49620253164557e-05,
+      "learning_rate_adapter": 5.49620253164557e-05,
+      "loss": 0.0213,
+      "step": 187900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49493670886076e-05,
+      "learning_rate_adapter": 5.49493670886076e-05,
+      "loss": 0.0212,
+      "step": 187950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.49367088607595e-05,
+      "learning_rate_adapter": 5.49367088607595e-05,
+      "loss": 0.0212,
+      "step": 188000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4924050632911395e-05,
+      "learning_rate_adapter": 5.4924050632911395e-05,
+      "loss": 0.021,
+      "step": 188050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.491139240506329e-05,
+      "learning_rate_adapter": 5.491139240506329e-05,
+      "loss": 0.0211,
+      "step": 188100
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.489873417721519e-05,
+      "learning_rate_adapter": 5.489873417721519e-05,
+      "loss": 0.0211,
+      "step": 188150
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.488607594936709e-05,
+      "learning_rate_adapter": 5.488607594936709e-05,
+      "loss": 0.0213,
+      "step": 188200
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.487341772151899e-05,
+      "learning_rate_adapter": 5.487341772151899e-05,
+      "loss": 0.0209,
+      "step": 188250
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.486075949367089e-05,
+      "learning_rate_adapter": 5.486075949367089e-05,
+      "loss": 0.021,
+      "step": 188300
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.484810126582278e-05,
+      "learning_rate_adapter": 5.484810126582278e-05,
+      "loss": 0.0212,
+      "step": 188350
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.483544303797469e-05,
+      "learning_rate_adapter": 5.483544303797469e-05,
+      "loss": 0.0211,
+      "step": 188400
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.482278481012658e-05,
+      "learning_rate_adapter": 5.482278481012658e-05,
+      "loss": 0.0211,
+      "step": 188450
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4810126582278485e-05,
+      "learning_rate_adapter": 5.4810126582278485e-05,
+      "loss": 0.0211,
+      "step": 188500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4797468354430384e-05,
+      "learning_rate_adapter": 5.4797468354430384e-05,
+      "loss": 0.0211,
+      "step": 188550
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.478481012658229e-05,
+      "learning_rate_adapter": 5.478481012658229e-05,
+      "loss": 0.021,
+      "step": 188600
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.477215189873418e-05,
+      "learning_rate_adapter": 5.477215189873418e-05,
+      "loss": 0.0209,
+      "step": 188650
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4759493670886073e-05,
+      "learning_rate_adapter": 5.4759493670886073e-05,
+      "loss": 0.021,
+      "step": 188700
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.474683544303798e-05,
+      "learning_rate_adapter": 5.474683544303798e-05,
+      "loss": 0.0211,
+      "step": 188750
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.473417721518988e-05,
+      "learning_rate_adapter": 5.473417721518988e-05,
+      "loss": 0.0212,
+      "step": 188800
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.472151898734178e-05,
+      "learning_rate_adapter": 5.472151898734178e-05,
+      "loss": 0.0212,
+      "step": 188850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4708860759493676e-05,
+      "learning_rate_adapter": 5.4708860759493676e-05,
+      "loss": 0.0212,
+      "step": 188900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.469620253164557e-05,
+      "learning_rate_adapter": 5.469620253164557e-05,
+      "loss": 0.0211,
+      "step": 188950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.468354430379747e-05,
+      "learning_rate_adapter": 5.468354430379747e-05,
+      "loss": 0.0208,
+      "step": 189000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.4670886075949365e-05,
+      "learning_rate_adapter": 5.4670886075949365e-05,
+      "loss": 0.0209,
+      "step": 189050
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 5.465822784810127e-05,
+      "learning_rate_adapter": 5.465822784810127e-05,
+      "loss": 0.0211,
+      "step": 189100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.464556962025317e-05,
+      "learning_rate_adapter": 5.464556962025317e-05,
+      "loss": 0.0211,
+      "step": 189150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.463291139240506e-05,
+      "learning_rate_adapter": 5.463291139240506e-05,
+      "loss": 0.021,
+      "step": 189200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.462025316455697e-05,
+      "learning_rate_adapter": 5.462025316455697e-05,
+      "loss": 0.0211,
+      "step": 189250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.460759493670886e-05,
+      "learning_rate_adapter": 5.460759493670886e-05,
+      "loss": 0.0213,
+      "step": 189300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4594936708860765e-05,
+      "learning_rate_adapter": 5.4594936708860765e-05,
+      "loss": 0.0211,
+      "step": 189350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4582278481012664e-05,
+      "learning_rate_adapter": 5.4582278481012664e-05,
+      "loss": 0.0209,
+      "step": 189400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4569620253164556e-05,
+      "learning_rate_adapter": 5.4569620253164556e-05,
+      "loss": 0.021,
+      "step": 189450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.455696202531646e-05,
+      "learning_rate_adapter": 5.455696202531646e-05,
+      "loss": 0.0209,
+      "step": 189500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4544303797468354e-05,
+      "learning_rate_adapter": 5.4544303797468354e-05,
+      "loss": 0.0212,
+      "step": 189550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.453164556962026e-05,
+      "learning_rate_adapter": 5.453164556962026e-05,
+      "loss": 0.0209,
+      "step": 189600
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.451898734177215e-05,
+      "learning_rate_adapter": 5.451898734177215e-05,
+      "loss": 0.021,
+      "step": 189650
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.450632911392405e-05,
+      "learning_rate_adapter": 5.450632911392405e-05,
+      "loss": 0.0211,
+      "step": 189700
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4493670886075956e-05,
+      "learning_rate_adapter": 5.4493670886075956e-05,
+      "loss": 0.0214,
+      "step": 189750
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.448101265822785e-05,
+      "learning_rate_adapter": 5.448101265822785e-05,
+      "loss": 0.021,
+      "step": 189800
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4468354430379754e-05,
+      "learning_rate_adapter": 5.4468354430379754e-05,
+      "loss": 0.021,
+      "step": 189850
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4455696202531646e-05,
+      "learning_rate_adapter": 5.4455696202531646e-05,
+      "loss": 0.0211,
+      "step": 189900
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4443037974683545e-05,
+      "learning_rate_adapter": 5.4443037974683545e-05,
+      "loss": 0.021,
+      "step": 189950
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4430379746835444e-05,
+      "learning_rate_adapter": 5.4430379746835444e-05,
+      "loss": 0.0211,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "eval_af_opus100_pr_auc": 0.8030042603600464,
+      "eval_af_ud_pr_auc": 0.9871025513144025,
+      "eval_am_opus100_pr_auc": 0.6333310314320705,
+      "eval_ar_ersatz_pr_auc": 0.9299613360025384,
+      "eval_ar_opus100_pr_auc": 0.7615071008726215,
+      "eval_ar_ud_pr_auc": 0.9022285821090024,
+      "eval_average_ersatz_pr_auc": 0.973966446483724,
+      "eval_average_opus100_pr_auc": 0.8653661476168673,
+      "eval_average_ud_pr_auc": 0.9704800254801621,
+      "eval_az_opus100_pr_auc": 0.8476191862988387,
+      "eval_be_opus100_pr_auc": 0.7743231232571516,
+      "eval_be_ud_pr_auc": 0.9157607445218325,
+      "eval_bg_opus100_pr_auc": 0.9382112398275958,
+      "eval_bg_ud_pr_auc": 0.997436231664327,
+      "eval_bn_opus100_pr_auc": 0.8612950312951088,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9097154209166276,
+      "eval_ca_ud_pr_auc": 0.9967129341373737,
+      "eval_ceb_ud_pr_auc": 0.9994986532402502,
+      "eval_cs_ersatz_pr_auc": 0.987326848474078,
+      "eval_cs_opus100_pr_auc": 0.923359460715845,
+      "eval_cs_ud_pr_auc": 0.9656297344368461,
+      "eval_cy_opus100_pr_auc": 0.8104355258786317,
+      "eval_cy_ud_pr_auc": 0.9970474706415845,
+      "eval_da_opus100_pr_auc": 0.9412677219666223,
+      "eval_da_ud_pr_auc": 0.9814045352862449,
+      "eval_de_ersatz_pr_auc": 0.9904750571328027,
+      "eval_de_opus100_pr_auc": 0.9276053929493521,
+      "eval_de_ud_pr_auc": 0.9846592924795254,
+      "eval_el_opus100_pr_auc": 0.9237996446967252,
+      "eval_el_ud_pr_auc": 0.99657498133819,
+      "eval_en_ersatz_pr_auc": 0.9936335308217885,
+      "eval_en_opus100_pr_auc": 0.9291751601313494,
+      "eval_en_ud_pr_auc": 0.9773247855542699,
+      "eval_eo_opus100_pr_auc": 0.9334409217095894,
+      "eval_es_ersatz_pr_auc": 0.9976313947275581,
+      "eval_es_opus100_pr_auc": 0.9433565819508982,
+      "eval_es_ud_pr_auc": 0.9920545844417088,
+      "eval_et_ersatz_pr_auc": 0.9857922128642135,
+      "eval_et_opus100_pr_auc": 0.9341522436147035,
+      "eval_et_ud_pr_auc": 0.9794371334582663,
+      "eval_eu_opus100_pr_auc": 0.8933746300169301,
+      "eval_eu_ud_pr_auc": 0.9912636052663548,
+      "eval_fa_opus100_pr_auc": 0.6467213853522532,
+      "eval_fa_ud_pr_auc": 0.9934109160893027,
+      "eval_fi_ersatz_pr_auc": 0.9940131019773514,
+      "eval_fi_opus100_pr_auc": 0.9416112828369065,
+      "eval_fi_ud_pr_auc": 0.9712232546343132,
+      "eval_fr_ersatz_pr_auc": 0.9893193855863612,
+      "eval_fr_opus100_pr_auc": 0.9277085155625283,
+      "eval_fr_ud_pr_auc": 0.9935925586606987,
+      "eval_fy_opus100_pr_auc": 0.7108678390045648,
+      "eval_ga_opus100_pr_auc": 0.923709835646942,
+      "eval_ga_ud_pr_auc": 0.8413119864041263,
+      "eval_gd_opus100_pr_auc": 0.7606335674127904,
+      "eval_gd_ud_pr_auc": 0.8615312316374654,
+      "eval_gl_opus100_pr_auc": 0.9109340584318555,
+      "eval_gl_ud_pr_auc": 0.9974575012357517,
+      "eval_gu_ersatz_pr_auc": 0.9483498887797568,
+      "eval_gu_opus100_pr_auc": 0.7789280537836168,
+      "eval_ha_opus100_pr_auc": 0.9340024460036788,
+      "eval_he_opus100_pr_auc": 0.9007181730861747,
+      "eval_he_ud_pr_auc": 0.9814108029110804,
+      "eval_hi_ersatz_pr_auc": 0.9813102800956237,
+      "eval_hi_opus100_pr_auc": 0.7441431234743543,
+      "eval_hi_ud_pr_auc": 0.9927889403328732,
+      "eval_hu_opus100_pr_auc": 0.9319155069472599,
+      "eval_hu_ud_pr_auc": 0.9791746266292013,
+      "eval_hy_opus100_pr_auc": 0.924929439987957,
+      "eval_hy_ud_pr_auc": 0.9746191087027004,
+      "eval_id_opus100_pr_auc": 0.901657742274919,
+      "eval_id_ud_pr_auc": 0.9947318169847944,
+      "eval_ig_opus100_pr_auc": 0.9065706914573046,
+      "eval_is_opus100_pr_auc": 0.933460778478916,
+      "eval_is_ud_pr_auc": 0.9091960989013043,
+      "eval_it_opus100_pr_auc": 0.9310227085365276,
+      "eval_it_ud_pr_auc": 0.997876695077571,
+      "eval_ja_ersatz_pr_auc": 0.8876356249493441,
+      "eval_ja_opus100_pr_auc": 0.8777972079283368,
+      "eval_ja_ud_pr_auc": 0.9844276097901536,
+      "eval_jv_ud_pr_auc": 0.9556136827889083,
+      "eval_ka_opus100_pr_auc": 0.8565675611091568,
+      "eval_kk_ersatz_pr_auc": 0.9891417422045625,
+      "eval_kk_opus100_pr_auc": 0.8367178350134795,
+      "eval_kk_ud_pr_auc": 0.9710455601207961,
+      "eval_km_ersatz_pr_auc": 0.9449264048668055,
+      "eval_km_opus100_pr_auc": 0.7846814048496799,
+      "eval_kn_opus100_pr_auc": 0.7061427447273639,
+      "eval_ko_opus100_pr_auc": 0.7210841906191391,
+      "eval_ko_ud_pr_auc": 0.9948085421631958,
+      "eval_ku_opus100_pr_auc": 0.8719863737185627,
+      "eval_ky_opus100_pr_auc": 0.9014836483660238,
+      "eval_la_ud_pr_auc": 0.9710315628682564,
+      "eval_loss": 0.02467307448387146,
+      "eval_lt_ersatz_pr_auc": 0.9974666952710225,
+      "eval_lt_opus100_pr_auc": 0.907048534672681,
+      "eval_lt_ud_pr_auc": 0.9962259937270657,
+      "eval_lv_ersatz_pr_auc": 0.9929505393331386,
+      "eval_lv_opus100_pr_auc": 0.8965759332673987,
+      "eval_lv_ud_pr_auc": 0.9667317622608556,
+      "eval_mg_opus100_pr_auc": 0.952134137036843,
+      "eval_mk_opus100_pr_auc": 0.935566612730461,
+      "eval_ml_opus100_pr_auc": 0.8209382538108303,
+      "eval_mn_opus100_pr_auc": 0.9623653627400416,
+      "eval_mr_opus100_pr_auc": 0.9219022776431423,
+      "eval_mr_ud_pr_auc": 0.9769456334529689,
+      "eval_ms_opus100_pr_auc": 0.8936860122653724,
+      "eval_mt_opus100_pr_auc": 0.8861391127567783,
+      "eval_mt_ud_pr_auc": 0.9399348168403372,
+      "eval_my_opus100_pr_auc": 0.8411410547546776,
+      "eval_ne_opus100_pr_auc": 0.7624059355867303,
+      "eval_nl_opus100_pr_auc": 0.9088813646355739,
+      "eval_nl_ud_pr_auc": 0.9866045648947709,
+      "eval_no_opus100_pr_auc": 0.9188419925694722,
+      "eval_no_ud_pr_auc": 0.9967860298584432,
+      "eval_pa_opus100_pr_auc": 0.6996580369028151,
+      "eval_pl_ersatz_pr_auc": 0.9773480900581591,
+      "eval_pl_opus100_pr_auc": 0.9074703888540214,
+      "eval_pl_ud_pr_auc": 0.9789234524683988,
+      "eval_ps_ersatz_pr_auc": 0.9279884577165766,
+      "eval_ps_opus100_pr_auc": 0.7874883047525925,
+      "eval_pt_opus100_pr_auc": 0.9359860594838427,
+      "eval_pt_ud_pr_auc": 0.9876333835718016,
+      "eval_ro_ersatz_pr_auc": 0.9951618188367918,
+      "eval_ro_opus100_pr_auc": 0.866469242857735,
+      "eval_ro_ud_pr_auc": 0.9533808751152131,
+      "eval_ru_ersatz_pr_auc": 0.994739847611634,
+      "eval_ru_opus100_pr_auc": 0.9475270242117911,
+      "eval_ru_ud_pr_auc": 0.8987442617702814,
+      "eval_runtime": 520.7576,
+      "eval_samples_per_second": 145.019,
+      "eval_si_opus100_pr_auc": 0.8505877124414885,
+      "eval_sk_opus100_pr_auc": 0.9492284519440811,
+      "eval_sk_ud_pr_auc": 0.9880807616006756,
+      "eval_sl_opus100_pr_auc": 0.8934901422390468,
+      "eval_sl_ud_pr_auc": 0.9743959916202978,
+      "eval_sq_opus100_pr_auc": 0.9393516754552342,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9283946127325261,
+      "eval_sr_ud_pr_auc": 0.999301485356774,
+      "eval_steps_per_second": 0.566,
+      "eval_sv_opus100_pr_auc": 0.9220511975437735,
+      "eval_sv_ud_pr_auc": 0.9538385370194851,
+      "eval_ta_ersatz_pr_auc": 0.9835918210277146,
+      "eval_ta_opus100_pr_auc": 0.7679200001596298,
+      "eval_ta_ud_pr_auc": 0.9960140452544235,
+      "eval_te_opus100_pr_auc": 0.8220747083338935,
+      "eval_tg_opus100_pr_auc": 0.9204781103153775,
+      "eval_th_opus100_pr_auc": 0.711373702214016,
+      "eval_th_ud_pr_auc": 0.911996160393604,
+      "eval_tr_ersatz_pr_auc": 0.9726890743283257,
+      "eval_tr_opus100_pr_auc": 0.9194159297539937,
+      "eval_tr_ud_pr_auc": 0.964875425253638,
+      "eval_uk_opus100_pr_auc": 0.8935215462488852,
+      "eval_uk_ud_pr_auc": 0.9334323896174428,
+      "eval_ur_opus100_pr_auc": 0.6402009034383899,
+      "eval_ur_ud_pr_auc": 0.9959844087991863,
+      "eval_uz_opus100_pr_auc": 0.8938201824895953,
+      "eval_vi_opus100_pr_auc": 0.9137040100730436,
+      "eval_vi_ud_pr_auc": 0.9678004218149889,
+      "eval_xh_opus100_pr_auc": 0.9034229241568085,
+      "eval_yi_opus100_pr_auc": 0.7812732811187508,
+      "eval_yo_opus100_pr_auc": 0.8523742445763085,
+      "eval_yo_ud_pr_auc": 0.9264299300699126,
+      "eval_zh_ersatz_pr_auc": 0.9658086699757823,
+      "eval_zh_opus100_pr_auc": 0.8976456555500288,
+      "eval_zh_ud_pr_auc": 0.9939128057859931,
+      "eval_zu_opus100_pr_auc": 0.8524996797644434,
+      "step": 190000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.441772151898734e-05,
+      "learning_rate_adapter": 5.441772151898734e-05,
+      "loss": 0.0213,
+      "step": 190050
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.440506329113925e-05,
+      "learning_rate_adapter": 5.440506329113925e-05,
+      "loss": 0.0212,
+      "step": 190100
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.439240506329114e-05,
+      "learning_rate_adapter": 5.439240506329114e-05,
+      "loss": 0.0211,
+      "step": 190150
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.437974683544303e-05,
+      "learning_rate_adapter": 5.437974683544303e-05,
+      "loss": 0.021,
+      "step": 190200
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.436708860759494e-05,
+      "learning_rate_adapter": 5.436708860759494e-05,
+      "loss": 0.021,
+      "step": 190250
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.435443037974684e-05,
+      "learning_rate_adapter": 5.435443037974684e-05,
+      "loss": 0.0208,
+      "step": 190300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.434177215189874e-05,
+      "learning_rate_adapter": 5.434177215189874e-05,
+      "loss": 0.0209,
+      "step": 190350
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.4329113924050635e-05,
+      "learning_rate_adapter": 5.4329113924050635e-05,
+      "loss": 0.021,
+      "step": 190400
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.431645569620254e-05,
+      "learning_rate_adapter": 5.431645569620254e-05,
+      "loss": 0.0211,
+      "step": 190450
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.430379746835443e-05,
+      "learning_rate_adapter": 5.430379746835443e-05,
+      "loss": 0.021,
+      "step": 190500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.429113924050633e-05,
+      "learning_rate_adapter": 5.429113924050633e-05,
+      "loss": 0.0211,
+      "step": 190550
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.427848101265823e-05,
+      "learning_rate_adapter": 5.427848101265823e-05,
+      "loss": 0.0213,
+      "step": 190600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.426582278481013e-05,
+      "learning_rate_adapter": 5.426582278481013e-05,
+      "loss": 0.021,
+      "step": 190650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4253164556962034e-05,
+      "learning_rate_adapter": 5.4253164556962034e-05,
+      "loss": 0.021,
+      "step": 190700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4240506329113927e-05,
+      "learning_rate_adapter": 5.4240506329113927e-05,
+      "loss": 0.0211,
+      "step": 190750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.422784810126582e-05,
+      "learning_rate_adapter": 5.422784810126582e-05,
+      "loss": 0.0212,
+      "step": 190800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4215189873417724e-05,
+      "learning_rate_adapter": 5.4215189873417724e-05,
+      "loss": 0.021,
+      "step": 190850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.420253164556962e-05,
+      "learning_rate_adapter": 5.420253164556962e-05,
+      "loss": 0.0211,
+      "step": 190900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.418987341772153e-05,
+      "learning_rate_adapter": 5.418987341772153e-05,
+      "loss": 0.0209,
+      "step": 190950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.417721518987342e-05,
+      "learning_rate_adapter": 5.417721518987342e-05,
+      "loss": 0.0211,
+      "step": 191000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.416455696202531e-05,
+      "learning_rate_adapter": 5.416455696202531e-05,
+      "loss": 0.0208,
+      "step": 191050
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.415189873417722e-05,
+      "learning_rate_adapter": 5.415189873417722e-05,
+      "loss": 0.021,
+      "step": 191100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.413924050632912e-05,
+      "learning_rate_adapter": 5.413924050632912e-05,
+      "loss": 0.021,
+      "step": 191150
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4126582278481016e-05,
+      "learning_rate_adapter": 5.4126582278481016e-05,
+      "loss": 0.021,
+      "step": 191200
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4113924050632915e-05,
+      "learning_rate_adapter": 5.4113924050632915e-05,
+      "loss": 0.0212,
+      "step": 191250
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.410126582278481e-05,
+      "learning_rate_adapter": 5.410126582278481e-05,
+      "loss": 0.0214,
+      "step": 191300
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.408860759493671e-05,
+      "learning_rate_adapter": 5.408860759493671e-05,
+      "loss": 0.0211,
+      "step": 191350
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4075949367088605e-05,
+      "learning_rate_adapter": 5.4075949367088605e-05,
+      "loss": 0.0209,
+      "step": 191400
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.406329113924051e-05,
+      "learning_rate_adapter": 5.406329113924051e-05,
+      "loss": 0.021,
+      "step": 191450
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.405063291139241e-05,
+      "learning_rate_adapter": 5.405063291139241e-05,
+      "loss": 0.0213,
+      "step": 191500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40379746835443e-05,
+      "learning_rate_adapter": 5.40379746835443e-05,
+      "loss": 0.0209,
+      "step": 191550
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.402531645569621e-05,
+      "learning_rate_adapter": 5.402531645569621e-05,
+      "loss": 0.0209,
+      "step": 191600
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.40126582278481e-05,
+      "learning_rate_adapter": 5.40126582278481e-05,
+      "loss": 0.0209,
+      "step": 191650
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.4000000000000005e-05,
+      "learning_rate_adapter": 5.4000000000000005e-05,
+      "loss": 0.0209,
+      "step": 191700
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3987341772151904e-05,
+      "learning_rate_adapter": 5.3987341772151904e-05,
+      "loss": 0.0212,
+      "step": 191750
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3974683544303796e-05,
+      "learning_rate_adapter": 5.3974683544303796e-05,
+      "loss": 0.0209,
+      "step": 191800
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39620253164557e-05,
+      "learning_rate_adapter": 5.39620253164557e-05,
+      "loss": 0.021,
+      "step": 191850
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.3949367088607593e-05,
+      "learning_rate_adapter": 5.3949367088607593e-05,
+      "loss": 0.021,
+      "step": 191900
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39367088607595e-05,
+      "learning_rate_adapter": 5.39367088607595e-05,
+      "loss": 0.0209,
+      "step": 191950
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.392405063291139e-05,
+      "learning_rate_adapter": 5.392405063291139e-05,
+      "loss": 0.0206,
+      "step": 192000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.39113924050633e-05,
+      "learning_rate_adapter": 5.39113924050633e-05,
+      "loss": 0.0211,
+      "step": 192050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3898734177215196e-05,
+      "learning_rate_adapter": 5.3898734177215196e-05,
+      "loss": 0.0209,
+      "step": 192100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.388607594936709e-05,
+      "learning_rate_adapter": 5.388607594936709e-05,
+      "loss": 0.021,
+      "step": 192150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.387341772151899e-05,
+      "learning_rate_adapter": 5.387341772151899e-05,
+      "loss": 0.0209,
+      "step": 192200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3860759493670885e-05,
+      "learning_rate_adapter": 5.3860759493670885e-05,
+      "loss": 0.021,
+      "step": 192250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.384810126582279e-05,
+      "learning_rate_adapter": 5.384810126582279e-05,
+      "loss": 0.021,
+      "step": 192300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.383544303797469e-05,
+      "learning_rate_adapter": 5.383544303797469e-05,
+      "loss": 0.021,
+      "step": 192350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.382278481012658e-05,
+      "learning_rate_adapter": 5.382278481012658e-05,
+      "loss": 0.0208,
+      "step": 192400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.381012658227849e-05,
+      "learning_rate_adapter": 5.381012658227849e-05,
+      "loss": 0.021,
+      "step": 192450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.379746835443038e-05,
+      "learning_rate_adapter": 5.379746835443038e-05,
+      "loss": 0.0209,
+      "step": 192500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3784810126582285e-05,
+      "learning_rate_adapter": 5.3784810126582285e-05,
+      "loss": 0.0212,
+      "step": 192550
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.377215189873418e-05,
+      "learning_rate_adapter": 5.377215189873418e-05,
+      "loss": 0.0212,
+      "step": 192600
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3759493670886076e-05,
+      "learning_rate_adapter": 5.3759493670886076e-05,
+      "loss": 0.0212,
+      "step": 192650
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.374683544303798e-05,
+      "learning_rate_adapter": 5.374683544303798e-05,
+      "loss": 0.0211,
+      "step": 192700
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3734177215189874e-05,
+      "learning_rate_adapter": 5.3734177215189874e-05,
+      "loss": 0.0211,
+      "step": 192750
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.372151898734178e-05,
+      "learning_rate_adapter": 5.372151898734178e-05,
+      "loss": 0.021,
+      "step": 192800
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.370886075949367e-05,
+      "learning_rate_adapter": 5.370886075949367e-05,
+      "loss": 0.021,
+      "step": 192850
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.369620253164557e-05,
+      "learning_rate_adapter": 5.369620253164557e-05,
+      "loss": 0.0211,
+      "step": 192900
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3683544303797476e-05,
+      "learning_rate_adapter": 5.3683544303797476e-05,
+      "loss": 0.0211,
+      "step": 192950
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.367088607594937e-05,
+      "learning_rate_adapter": 5.367088607594937e-05,
+      "loss": 0.0211,
+      "step": 193000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3658227848101274e-05,
+      "learning_rate_adapter": 5.3658227848101274e-05,
+      "loss": 0.0211,
+      "step": 193050
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3645569620253166e-05,
+      "learning_rate_adapter": 5.3645569620253166e-05,
+      "loss": 0.0209,
+      "step": 193100
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.363291139240506e-05,
+      "learning_rate_adapter": 5.363291139240506e-05,
+      "loss": 0.0211,
+      "step": 193150
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3620253164556964e-05,
+      "learning_rate_adapter": 5.3620253164556964e-05,
+      "loss": 0.021,
+      "step": 193200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.360759493670886e-05,
+      "learning_rate_adapter": 5.360759493670886e-05,
+      "loss": 0.021,
+      "step": 193250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.359493670886077e-05,
+      "learning_rate_adapter": 5.359493670886077e-05,
+      "loss": 0.0211,
+      "step": 193300
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.358227848101266e-05,
+      "learning_rate_adapter": 5.358227848101266e-05,
+      "loss": 0.0209,
+      "step": 193350
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.356962025316455e-05,
+      "learning_rate_adapter": 5.356962025316455e-05,
+      "loss": 0.0209,
+      "step": 193400
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.355696202531646e-05,
+      "learning_rate_adapter": 5.355696202531646e-05,
+      "loss": 0.0208,
+      "step": 193450
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.354430379746836e-05,
+      "learning_rate_adapter": 5.354430379746836e-05,
+      "loss": 0.0209,
+      "step": 193500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.3531645569620256e-05,
+      "learning_rate_adapter": 5.3531645569620256e-05,
+      "loss": 0.021,
+      "step": 193550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3518987341772154e-05,
+      "learning_rate_adapter": 5.3518987341772154e-05,
+      "loss": 0.0211,
+      "step": 193600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.350632911392406e-05,
+      "learning_rate_adapter": 5.350632911392406e-05,
+      "loss": 0.0209,
+      "step": 193650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.349367088607595e-05,
+      "learning_rate_adapter": 5.349367088607595e-05,
+      "loss": 0.021,
+      "step": 193700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3481012658227844e-05,
+      "learning_rate_adapter": 5.3481012658227844e-05,
+      "loss": 0.0211,
+      "step": 193750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.346835443037975e-05,
+      "learning_rate_adapter": 5.346835443037975e-05,
+      "loss": 0.0212,
+      "step": 193800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.345569620253165e-05,
+      "learning_rate_adapter": 5.345569620253165e-05,
+      "loss": 0.0209,
+      "step": 193850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3443037974683554e-05,
+      "learning_rate_adapter": 5.3443037974683554e-05,
+      "loss": 0.0209,
+      "step": 193900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3430379746835446e-05,
+      "learning_rate_adapter": 5.3430379746835446e-05,
+      "loss": 0.021,
+      "step": 193950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.341772151898734e-05,
+      "learning_rate_adapter": 5.341772151898734e-05,
+      "loss": 0.021,
+      "step": 194000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3405063291139244e-05,
+      "learning_rate_adapter": 5.3405063291139244e-05,
+      "loss": 0.0209,
+      "step": 194050
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.339240506329114e-05,
+      "learning_rate_adapter": 5.339240506329114e-05,
+      "loss": 0.0211,
+      "step": 194100
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.337974683544304e-05,
+      "learning_rate_adapter": 5.337974683544304e-05,
+      "loss": 0.0209,
+      "step": 194150
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.336708860759494e-05,
+      "learning_rate_adapter": 5.336708860759494e-05,
+      "loss": 0.0208,
+      "step": 194200
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.335443037974683e-05,
+      "learning_rate_adapter": 5.335443037974683e-05,
+      "loss": 0.0209,
+      "step": 194250
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.334177215189874e-05,
+      "learning_rate_adapter": 5.334177215189874e-05,
+      "loss": 0.0211,
+      "step": 194300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.332911392405063e-05,
+      "learning_rate_adapter": 5.332911392405063e-05,
+      "loss": 0.021,
+      "step": 194350
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3316455696202536e-05,
+      "learning_rate_adapter": 5.3316455696202536e-05,
+      "loss": 0.0211,
+      "step": 194400
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3303797468354435e-05,
+      "learning_rate_adapter": 5.3303797468354435e-05,
+      "loss": 0.0211,
+      "step": 194450
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.329113924050633e-05,
+      "learning_rate_adapter": 5.329113924050633e-05,
+      "loss": 0.0211,
+      "step": 194500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.327848101265823e-05,
+      "learning_rate_adapter": 5.327848101265823e-05,
+      "loss": 0.0211,
+      "step": 194550
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3265822784810125e-05,
+      "learning_rate_adapter": 5.3265822784810125e-05,
+      "loss": 0.021,
+      "step": 194600
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.325316455696203e-05,
+      "learning_rate_adapter": 5.325316455696203e-05,
+      "loss": 0.021,
+      "step": 194650
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.324050632911393e-05,
+      "learning_rate_adapter": 5.324050632911393e-05,
+      "loss": 0.0209,
+      "step": 194700
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.322784810126582e-05,
+      "learning_rate_adapter": 5.322784810126582e-05,
+      "loss": 0.0211,
+      "step": 194750
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.321518987341773e-05,
+      "learning_rate_adapter": 5.321518987341773e-05,
+      "loss": 0.021,
+      "step": 194800
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.320253164556962e-05,
+      "learning_rate_adapter": 5.320253164556962e-05,
+      "loss": 0.0211,
+      "step": 194850
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3189873417721525e-05,
+      "learning_rate_adapter": 5.3189873417721525e-05,
+      "loss": 0.021,
+      "step": 194900
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.317721518987342e-05,
+      "learning_rate_adapter": 5.317721518987342e-05,
+      "loss": 0.0211,
+      "step": 194950
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.3164556962025316e-05,
+      "learning_rate_adapter": 5.3164556962025316e-05,
+      "loss": 0.0209,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "eval_af_opus100_pr_auc": 0.7942957435512734,
+      "eval_af_ud_pr_auc": 0.9871607707515622,
+      "eval_am_opus100_pr_auc": 0.6232939704424041,
+      "eval_ar_ersatz_pr_auc": 0.9225855397110555,
+      "eval_ar_opus100_pr_auc": 0.7573310586388855,
+      "eval_ar_ud_pr_auc": 0.9036622715993687,
+      "eval_average_ersatz_pr_auc": 0.9752673940117745,
+      "eval_average_opus100_pr_auc": 0.8586535458588055,
+      "eval_average_ud_pr_auc": 0.9685503210923017,
+      "eval_az_opus100_pr_auc": 0.8415568442532617,
+      "eval_be_opus100_pr_auc": 0.7650110880875827,
+      "eval_be_ud_pr_auc": 0.9030212853348829,
+      "eval_bg_opus100_pr_auc": 0.9381954274806334,
+      "eval_bg_ud_pr_auc": 0.9968809176278199,
+      "eval_bn_opus100_pr_auc": 0.8557729978536424,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9030790170264792,
+      "eval_ca_ud_pr_auc": 0.9941571585148972,
+      "eval_ceb_ud_pr_auc": 0.999436439877763,
+      "eval_cs_ersatz_pr_auc": 0.9889225560016837,
+      "eval_cs_opus100_pr_auc": 0.922648863480841,
+      "eval_cs_ud_pr_auc": 0.9654211021190494,
+      "eval_cy_opus100_pr_auc": 0.78979620601188,
+      "eval_cy_ud_pr_auc": 0.9976802257692011,
+      "eval_da_opus100_pr_auc": 0.9340054423974015,
+      "eval_da_ud_pr_auc": 0.9767197544441217,
+      "eval_de_ersatz_pr_auc": 0.9904904627826439,
+      "eval_de_opus100_pr_auc": 0.9315746460817689,
+      "eval_de_ud_pr_auc": 0.9872369741760177,
+      "eval_el_opus100_pr_auc": 0.9199675477193001,
+      "eval_el_ud_pr_auc": 0.9968891470347723,
+      "eval_en_ersatz_pr_auc": 0.9936273901555613,
+      "eval_en_opus100_pr_auc": 0.9245572772381111,
+      "eval_en_ud_pr_auc": 0.9798435596414825,
+      "eval_eo_opus100_pr_auc": 0.9338645616273424,
+      "eval_es_ersatz_pr_auc": 0.9981395396449764,
+      "eval_es_opus100_pr_auc": 0.945244063883535,
+      "eval_es_ud_pr_auc": 0.9922499287947523,
+      "eval_et_ersatz_pr_auc": 0.9860305499585318,
+      "eval_et_opus100_pr_auc": 0.9243328119771902,
+      "eval_et_ud_pr_auc": 0.9803949989898149,
+      "eval_eu_opus100_pr_auc": 0.8951318779971701,
+      "eval_eu_ud_pr_auc": 0.9928031310601405,
+      "eval_fa_opus100_pr_auc": 0.6379997377171993,
+      "eval_fa_ud_pr_auc": 0.9949837966170072,
+      "eval_fi_ersatz_pr_auc": 0.9946947369699908,
+      "eval_fi_opus100_pr_auc": 0.9365257250680209,
+      "eval_fi_ud_pr_auc": 0.9582830926188608,
+      "eval_fr_ersatz_pr_auc": 0.989445806159536,
+      "eval_fr_opus100_pr_auc": 0.9263237295800785,
+      "eval_fr_ud_pr_auc": 0.9918505461637963,
+      "eval_fy_opus100_pr_auc": 0.6834312485865998,
+      "eval_ga_opus100_pr_auc": 0.9216485791858612,
+      "eval_ga_ud_pr_auc": 0.8097685840842278,
+      "eval_gd_opus100_pr_auc": 0.7345604970334773,
+      "eval_gd_ud_pr_auc": 0.8557375281132648,
+      "eval_gl_opus100_pr_auc": 0.9098882982040789,
+      "eval_gl_ud_pr_auc": 0.998038994796444,
+      "eval_gu_ersatz_pr_auc": 0.9537122703149963,
+      "eval_gu_opus100_pr_auc": 0.7761456199372794,
+      "eval_ha_opus100_pr_auc": 0.9322157815961469,
+      "eval_he_opus100_pr_auc": 0.8907251589398633,
+      "eval_he_ud_pr_auc": 0.9865595562893048,
+      "eval_hi_ersatz_pr_auc": 0.9821175542443341,
+      "eval_hi_opus100_pr_auc": 0.7419313040681002,
+      "eval_hi_ud_pr_auc": 0.9912002620602323,
+      "eval_hu_opus100_pr_auc": 0.924806185021544,
+      "eval_hu_ud_pr_auc": 0.9793042521490367,
+      "eval_hy_opus100_pr_auc": 0.9219862077969649,
+      "eval_hy_ud_pr_auc": 0.969719048222193,
+      "eval_id_opus100_pr_auc": 0.8868733322098591,
+      "eval_id_ud_pr_auc": 0.995215455863286,
+      "eval_ig_opus100_pr_auc": 0.8832094488539338,
+      "eval_is_opus100_pr_auc": 0.9308235502240774,
+      "eval_is_ud_pr_auc": 0.9145667800015639,
+      "eval_it_opus100_pr_auc": 0.9296654938227324,
+      "eval_it_ud_pr_auc": 0.9986538398061493,
+      "eval_ja_ersatz_pr_auc": 0.9125944444208118,
+      "eval_ja_opus100_pr_auc": 0.869827989341863,
+      "eval_ja_ud_pr_auc": 0.9827876285622349,
+      "eval_jv_ud_pr_auc": 0.9547727419764491,
+      "eval_ka_opus100_pr_auc": 0.858591010615004,
+      "eval_kk_ersatz_pr_auc": 0.989738342317173,
+      "eval_kk_opus100_pr_auc": 0.8178753238390043,
+      "eval_kk_ud_pr_auc": 0.9749440216010862,
+      "eval_km_ersatz_pr_auc": 0.9465159852832284,
+      "eval_km_opus100_pr_auc": 0.7880511178317986,
+      "eval_kn_opus100_pr_auc": 0.6830801688179527,
+      "eval_ko_opus100_pr_auc": 0.7115884781259905,
+      "eval_ko_ud_pr_auc": 0.9981079622001429,
+      "eval_ku_opus100_pr_auc": 0.8339225915569076,
+      "eval_ky_opus100_pr_auc": 0.873268461321295,
+      "eval_la_ud_pr_auc": 0.9743873416171,
+      "eval_loss": 0.02469434216618538,
+      "eval_lt_ersatz_pr_auc": 0.9974738071817038,
+      "eval_lt_opus100_pr_auc": 0.9031091083844475,
+      "eval_lt_ud_pr_auc": 0.9939136502445225,
+      "eval_lv_ersatz_pr_auc": 0.9925666497538693,
+      "eval_lv_opus100_pr_auc": 0.8965632339655591,
+      "eval_lv_ud_pr_auc": 0.9656356248825319,
+      "eval_mg_opus100_pr_auc": 0.9478136170626135,
+      "eval_mk_opus100_pr_auc": 0.9289840611375838,
+      "eval_ml_opus100_pr_auc": 0.8091839486481358,
+      "eval_mn_opus100_pr_auc": 0.955982849085617,
+      "eval_mr_opus100_pr_auc": 0.9157552913460516,
+      "eval_mr_ud_pr_auc": 0.9647946295943931,
+      "eval_ms_opus100_pr_auc": 0.8901498569195662,
+      "eval_mt_opus100_pr_auc": 0.883409308764063,
+      "eval_mt_ud_pr_auc": 0.9213265802631705,
+      "eval_my_opus100_pr_auc": 0.8263174868680219,
+      "eval_ne_opus100_pr_auc": 0.7374316233780718,
+      "eval_nl_opus100_pr_auc": 0.9093186604269344,
+      "eval_nl_ud_pr_auc": 0.9875603397033063,
+      "eval_no_opus100_pr_auc": 0.921905100890022,
+      "eval_no_ud_pr_auc": 0.9973035084596005,
+      "eval_pa_opus100_pr_auc": 0.6892760418151175,
+      "eval_pl_ersatz_pr_auc": 0.9704165278015018,
+      "eval_pl_opus100_pr_auc": 0.9099971540447551,
+      "eval_pl_ud_pr_auc": 0.9749469285438503,
+      "eval_ps_ersatz_pr_auc": 0.920615319072676,
+      "eval_ps_opus100_pr_auc": 0.773425716853468,
+      "eval_pt_opus100_pr_auc": 0.9348936275192679,
+      "eval_pt_ud_pr_auc": 0.9875744660020109,
+      "eval_ro_ersatz_pr_auc": 0.9939864801905162,
+      "eval_ro_opus100_pr_auc": 0.8870534324544929,
+      "eval_ro_ud_pr_auc": 0.9541163986583792,
+      "eval_ru_ersatz_pr_auc": 0.9953448997181764,
+      "eval_ru_opus100_pr_auc": 0.9468319294629185,
+      "eval_ru_ud_pr_auc": 0.8967922911925749,
+      "eval_runtime": 518.9524,
+      "eval_samples_per_second": 145.524,
+      "eval_si_opus100_pr_auc": 0.839593135987913,
+      "eval_sk_opus100_pr_auc": 0.948272453213243,
+      "eval_sk_ud_pr_auc": 0.9861783021876103,
+      "eval_sl_opus100_pr_auc": 0.8908060139831722,
+      "eval_sl_ud_pr_auc": 0.9685620604009384,
+      "eval_sq_opus100_pr_auc": 0.9480703120613502,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9239615042387974,
+      "eval_sr_ud_pr_auc": 0.9992951106686794,
+      "eval_steps_per_second": 0.568,
+      "eval_sv_opus100_pr_auc": 0.9133294009738033,
+      "eval_sv_ud_pr_auc": 0.9557300476578997,
+      "eval_ta_ersatz_pr_auc": 0.9849107334023397,
+      "eval_ta_opus100_pr_auc": 0.7589809547434219,
+      "eval_ta_ud_pr_auc": 0.9974889404560883,
+      "eval_te_opus100_pr_auc": 0.8226294582177666,
+      "eval_tg_opus100_pr_auc": 0.9168901565238209,
+      "eval_th_opus100_pr_auc": 0.7150285751145325,
+      "eval_th_ud_pr_auc": 0.8921305747228226,
+      "eval_tr_ersatz_pr_auc": 0.9743818236141758,
+      "eval_tr_opus100_pr_auc": 0.9151219828601065,
+      "eval_tr_ud_pr_auc": 0.9685865370208677,
+      "eval_uk_opus100_pr_auc": 0.8872195039072653,
+      "eval_uk_ud_pr_auc": 0.9310891412867599,
+      "eval_ur_opus100_pr_auc": 0.6390084699253391,
+      "eval_ur_ud_pr_auc": 0.9964839643711428,
+      "eval_uz_opus100_pr_auc": 0.8901069421317044,
+      "eval_vi_opus100_pr_auc": 0.9097878681143278,
+      "eval_vi_ud_pr_auc": 0.9647715475455276,
+      "eval_xh_opus100_pr_auc": 0.8921064392171802,
+      "eval_yi_opus100_pr_auc": 0.7658228447705113,
+      "eval_yo_opus100_pr_auc": 0.8325575059729289,
+      "eval_yo_ud_pr_auc": 0.9251537590340673,
+      "eval_zh_ersatz_pr_auc": 0.9775712495595567,
+      "eval_zh_opus100_pr_auc": 0.8938913486175103,
+      "eval_zh_ud_pr_auc": 0.9954948008864266,
+      "eval_zu_opus100_pr_auc": 0.8343793557763047,
+      "step": 195000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.315189873417722e-05,
+      "learning_rate_adapter": 5.315189873417722e-05,
+      "loss": 0.0211,
+      "step": 195050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.313924050632911e-05,
+      "learning_rate_adapter": 5.313924050632911e-05,
+      "loss": 0.0208,
+      "step": 195100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.312658227848102e-05,
+      "learning_rate_adapter": 5.312658227848102e-05,
+      "loss": 0.0211,
+      "step": 195150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.311392405063291e-05,
+      "learning_rate_adapter": 5.311392405063291e-05,
+      "loss": 0.0211,
+      "step": 195200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.310126582278482e-05,
+      "learning_rate_adapter": 5.310126582278482e-05,
+      "loss": 0.0213,
+      "step": 195250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3088607594936716e-05,
+      "learning_rate_adapter": 5.3088607594936716e-05,
+      "loss": 0.0211,
+      "step": 195300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.307594936708861e-05,
+      "learning_rate_adapter": 5.307594936708861e-05,
+      "loss": 0.0211,
+      "step": 195350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.306329113924051e-05,
+      "learning_rate_adapter": 5.306329113924051e-05,
+      "loss": 0.0209,
+      "step": 195400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.3050632911392405e-05,
+      "learning_rate_adapter": 5.3050632911392405e-05,
+      "loss": 0.0209,
+      "step": 195450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.303797468354431e-05,
+      "learning_rate_adapter": 5.303797468354431e-05,
+      "loss": 0.021,
+      "step": 195500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30253164556962e-05,
+      "learning_rate_adapter": 5.30253164556962e-05,
+      "loss": 0.0212,
+      "step": 195550
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.30126582278481e-05,
+      "learning_rate_adapter": 5.30126582278481e-05,
+      "loss": 0.0208,
+      "step": 195600
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.300000000000001e-05,
+      "learning_rate_adapter": 5.300000000000001e-05,
+      "loss": 0.0208,
+      "step": 195650
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29873417721519e-05,
+      "learning_rate_adapter": 5.29873417721519e-05,
+      "loss": 0.0208,
+      "step": 195700
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2974683544303805e-05,
+      "learning_rate_adapter": 5.2974683544303805e-05,
+      "loss": 0.0211,
+      "step": 195750
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29620253164557e-05,
+      "learning_rate_adapter": 5.29620253164557e-05,
+      "loss": 0.0208,
+      "step": 195800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2949367088607596e-05,
+      "learning_rate_adapter": 5.2949367088607596e-05,
+      "loss": 0.021,
+      "step": 195850
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29367088607595e-05,
+      "learning_rate_adapter": 5.29367088607595e-05,
+      "loss": 0.021,
+      "step": 195900
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2924050632911394e-05,
+      "learning_rate_adapter": 5.2924050632911394e-05,
+      "loss": 0.0208,
+      "step": 195950
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.29113924050633e-05,
+      "learning_rate_adapter": 5.29113924050633e-05,
+      "loss": 0.0209,
+      "step": 196000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.289873417721519e-05,
+      "learning_rate_adapter": 5.289873417721519e-05,
+      "loss": 0.021,
+      "step": 196050
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2886075949367084e-05,
+      "learning_rate_adapter": 5.2886075949367084e-05,
+      "loss": 0.021,
+      "step": 196100
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.287341772151899e-05,
+      "learning_rate_adapter": 5.287341772151899e-05,
+      "loss": 0.0211,
+      "step": 196150
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.286075949367089e-05,
+      "learning_rate_adapter": 5.286075949367089e-05,
+      "loss": 0.021,
+      "step": 196200
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2848101265822794e-05,
+      "learning_rate_adapter": 5.2848101265822794e-05,
+      "loss": 0.0209,
+      "step": 196250
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2835443037974686e-05,
+      "learning_rate_adapter": 5.2835443037974686e-05,
+      "loss": 0.021,
+      "step": 196300
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.282278481012658e-05,
+      "learning_rate_adapter": 5.282278481012658e-05,
+      "loss": 0.0208,
+      "step": 196350
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.2810126582278484e-05,
+      "learning_rate_adapter": 5.2810126582278484e-05,
+      "loss": 0.021,
+      "step": 196400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.279746835443038e-05,
+      "learning_rate_adapter": 5.279746835443038e-05,
+      "loss": 0.0209,
+      "step": 196450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.278481012658229e-05,
+      "learning_rate_adapter": 5.278481012658229e-05,
+      "loss": 0.021,
+      "step": 196500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.277215189873418e-05,
+      "learning_rate_adapter": 5.277215189873418e-05,
+      "loss": 0.0209,
+      "step": 196550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.275949367088607e-05,
+      "learning_rate_adapter": 5.275949367088607e-05,
+      "loss": 0.0212,
+      "step": 196600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.274683544303798e-05,
+      "learning_rate_adapter": 5.274683544303798e-05,
+      "loss": 0.021,
+      "step": 196650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.273417721518987e-05,
+      "learning_rate_adapter": 5.273417721518987e-05,
+      "loss": 0.021,
+      "step": 196700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2721518987341776e-05,
+      "learning_rate_adapter": 5.2721518987341776e-05,
+      "loss": 0.0211,
+      "step": 196750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2708860759493674e-05,
+      "learning_rate_adapter": 5.2708860759493674e-05,
+      "loss": 0.0209,
+      "step": 196800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.269620253164558e-05,
+      "learning_rate_adapter": 5.269620253164558e-05,
+      "loss": 0.0211,
+      "step": 196850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.268354430379747e-05,
+      "learning_rate_adapter": 5.268354430379747e-05,
+      "loss": 0.0208,
+      "step": 196900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2670886075949364e-05,
+      "learning_rate_adapter": 5.2670886075949364e-05,
+      "loss": 0.0208,
+      "step": 196950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.265822784810127e-05,
+      "learning_rate_adapter": 5.265822784810127e-05,
+      "loss": 0.0211,
+      "step": 197000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.264556962025317e-05,
+      "learning_rate_adapter": 5.264556962025317e-05,
+      "loss": 0.021,
+      "step": 197050
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.263291139240507e-05,
+      "learning_rate_adapter": 5.263291139240507e-05,
+      "loss": 0.021,
+      "step": 197100
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2620253164556966e-05,
+      "learning_rate_adapter": 5.2620253164556966e-05,
+      "loss": 0.021,
+      "step": 197150
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.260759493670886e-05,
+      "learning_rate_adapter": 5.260759493670886e-05,
+      "loss": 0.0208,
+      "step": 197200
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2594936708860764e-05,
+      "learning_rate_adapter": 5.2594936708860764e-05,
+      "loss": 0.0208,
+      "step": 197250
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2582278481012656e-05,
+      "learning_rate_adapter": 5.2582278481012656e-05,
+      "loss": 0.021,
+      "step": 197300
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.256962025316456e-05,
+      "learning_rate_adapter": 5.256962025316456e-05,
+      "loss": 0.0208,
+      "step": 197350
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.255696202531646e-05,
+      "learning_rate_adapter": 5.255696202531646e-05,
+      "loss": 0.0211,
+      "step": 197400
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.254430379746835e-05,
+      "learning_rate_adapter": 5.254430379746835e-05,
+      "loss": 0.0209,
+      "step": 197450
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.253164556962026e-05,
+      "learning_rate_adapter": 5.253164556962026e-05,
+      "loss": 0.0206,
+      "step": 197500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.251898734177215e-05,
+      "learning_rate_adapter": 5.251898734177215e-05,
+      "loss": 0.0211,
+      "step": 197550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2506329113924056e-05,
+      "learning_rate_adapter": 5.2506329113924056e-05,
+      "loss": 0.021,
+      "step": 197600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2493670886075955e-05,
+      "learning_rate_adapter": 5.2493670886075955e-05,
+      "loss": 0.021,
+      "step": 197650
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.248101265822785e-05,
+      "learning_rate_adapter": 5.248101265822785e-05,
+      "loss": 0.0211,
+      "step": 197700
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.246835443037975e-05,
+      "learning_rate_adapter": 5.246835443037975e-05,
+      "loss": 0.0208,
+      "step": 197750
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.2455696202531645e-05,
+      "learning_rate_adapter": 5.2455696202531645e-05,
+      "loss": 0.0209,
+      "step": 197800
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.244303797468355e-05,
+      "learning_rate_adapter": 5.244303797468355e-05,
+      "loss": 0.0208,
+      "step": 197850
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.243037974683544e-05,
+      "learning_rate_adapter": 5.243037974683544e-05,
+      "loss": 0.021,
+      "step": 197900
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.241772151898734e-05,
+      "learning_rate_adapter": 5.241772151898734e-05,
+      "loss": 0.0209,
+      "step": 197950
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.240506329113925e-05,
+      "learning_rate_adapter": 5.240506329113925e-05,
+      "loss": 0.0209,
+      "step": 198000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.239240506329114e-05,
+      "learning_rate_adapter": 5.239240506329114e-05,
+      "loss": 0.0207,
+      "step": 198050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2379746835443045e-05,
+      "learning_rate_adapter": 5.2379746835443045e-05,
+      "loss": 0.0211,
+      "step": 198100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.236708860759494e-05,
+      "learning_rate_adapter": 5.236708860759494e-05,
+      "loss": 0.021,
+      "step": 198150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2354430379746836e-05,
+      "learning_rate_adapter": 5.2354430379746836e-05,
+      "loss": 0.021,
+      "step": 198200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.234177215189874e-05,
+      "learning_rate_adapter": 5.234177215189874e-05,
+      "loss": 0.0209,
+      "step": 198250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.232911392405063e-05,
+      "learning_rate_adapter": 5.232911392405063e-05,
+      "loss": 0.0207,
+      "step": 198300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.231645569620254e-05,
+      "learning_rate_adapter": 5.231645569620254e-05,
+      "loss": 0.0209,
+      "step": 198350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.230379746835443e-05,
+      "learning_rate_adapter": 5.230379746835443e-05,
+      "loss": 0.021,
+      "step": 198400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.229113924050634e-05,
+      "learning_rate_adapter": 5.229113924050634e-05,
+      "loss": 0.021,
+      "step": 198450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.227848101265823e-05,
+      "learning_rate_adapter": 5.227848101265823e-05,
+      "loss": 0.0209,
+      "step": 198500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.226582278481013e-05,
+      "learning_rate_adapter": 5.226582278481013e-05,
+      "loss": 0.021,
+      "step": 198550
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.225316455696203e-05,
+      "learning_rate_adapter": 5.225316455696203e-05,
+      "loss": 0.0211,
+      "step": 198600
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2240506329113925e-05,
+      "learning_rate_adapter": 5.2240506329113925e-05,
+      "loss": 0.0209,
+      "step": 198650
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.222784810126583e-05,
+      "learning_rate_adapter": 5.222784810126583e-05,
+      "loss": 0.0209,
+      "step": 198700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.221518987341772e-05,
+      "learning_rate_adapter": 5.221518987341772e-05,
+      "loss": 0.021,
+      "step": 198750
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.220253164556962e-05,
+      "learning_rate_adapter": 5.220253164556962e-05,
+      "loss": 0.0209,
+      "step": 198800
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.218987341772153e-05,
+      "learning_rate_adapter": 5.218987341772153e-05,
+      "loss": 0.0209,
+      "step": 198850
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.217721518987342e-05,
+      "learning_rate_adapter": 5.217721518987342e-05,
+      "loss": 0.0209,
+      "step": 198900
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2164556962025325e-05,
+      "learning_rate_adapter": 5.2164556962025325e-05,
+      "loss": 0.0209,
+      "step": 198950
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.215189873417722e-05,
+      "learning_rate_adapter": 5.215189873417722e-05,
+      "loss": 0.0208,
+      "step": 199000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.213924050632911e-05,
+      "learning_rate_adapter": 5.213924050632911e-05,
+      "loss": 0.0209,
+      "step": 199050
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2126582278481015e-05,
+      "learning_rate_adapter": 5.2126582278481015e-05,
+      "loss": 0.0208,
+      "step": 199100
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2113924050632914e-05,
+      "learning_rate_adapter": 5.2113924050632914e-05,
+      "loss": 0.021,
+      "step": 199150
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.210126582278482e-05,
+      "learning_rate_adapter": 5.210126582278482e-05,
+      "loss": 0.021,
+      "step": 199200
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.208860759493671e-05,
+      "learning_rate_adapter": 5.208860759493671e-05,
+      "loss": 0.0209,
+      "step": 199250
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2075949367088604e-05,
+      "learning_rate_adapter": 5.2075949367088604e-05,
+      "loss": 0.0209,
+      "step": 199300
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.206329113924051e-05,
+      "learning_rate_adapter": 5.206329113924051e-05,
+      "loss": 0.021,
+      "step": 199350
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.205063291139241e-05,
+      "learning_rate_adapter": 5.205063291139241e-05,
+      "loss": 0.0209,
+      "step": 199400
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2037974683544314e-05,
+      "learning_rate_adapter": 5.2037974683544314e-05,
+      "loss": 0.0209,
+      "step": 199450
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2025316455696206e-05,
+      "learning_rate_adapter": 5.2025316455696206e-05,
+      "loss": 0.021,
+      "step": 199500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.20126582278481e-05,
+      "learning_rate_adapter": 5.20126582278481e-05,
+      "loss": 0.0209,
+      "step": 199550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.2000000000000004e-05,
+      "learning_rate_adapter": 5.2000000000000004e-05,
+      "loss": 0.021,
+      "step": 199600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1987341772151896e-05,
+      "learning_rate_adapter": 5.1987341772151896e-05,
+      "loss": 0.0208,
+      "step": 199650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19746835443038e-05,
+      "learning_rate_adapter": 5.19746835443038e-05,
+      "loss": 0.0209,
+      "step": 199700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19620253164557e-05,
+      "learning_rate_adapter": 5.19620253164557e-05,
+      "loss": 0.0209,
+      "step": 199750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.194936708860759e-05,
+      "learning_rate_adapter": 5.194936708860759e-05,
+      "loss": 0.0209,
+      "step": 199800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.19367088607595e-05,
+      "learning_rate_adapter": 5.19367088607595e-05,
+      "loss": 0.021,
+      "step": 199850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.192405063291139e-05,
+      "learning_rate_adapter": 5.192405063291139e-05,
+      "loss": 0.0211,
+      "step": 199900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1911392405063296e-05,
+      "learning_rate_adapter": 5.1911392405063296e-05,
+      "loss": 0.0211,
+      "step": 199950
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1898734177215194e-05,
+      "learning_rate_adapter": 5.1898734177215194e-05,
+      "loss": 0.021,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "eval_af_opus100_pr_auc": 0.7985671404684669,
+      "eval_af_ud_pr_auc": 0.990079058343952,
+      "eval_am_opus100_pr_auc": 0.5776525613142843,
+      "eval_ar_ersatz_pr_auc": 0.9357987128074381,
+      "eval_ar_opus100_pr_auc": 0.7646753299260856,
+      "eval_ar_ud_pr_auc": 0.8980175347987114,
+      "eval_average_ersatz_pr_auc": 0.9765412033350876,
+      "eval_average_opus100_pr_auc": 0.8649785833996633,
+      "eval_average_ud_pr_auc": 0.9694938050332584,
+      "eval_az_opus100_pr_auc": 0.84192897229867,
+      "eval_be_opus100_pr_auc": 0.7653968868744624,
+      "eval_be_ud_pr_auc": 0.9128443623176867,
+      "eval_bg_opus100_pr_auc": 0.9378875999555486,
+      "eval_bg_ud_pr_auc": 0.9956590758910637,
+      "eval_bn_opus100_pr_auc": 0.8715130159699265,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9113994792930267,
+      "eval_ca_ud_pr_auc": 0.9968792036501015,
+      "eval_ceb_ud_pr_auc": 0.9995294900423841,
+      "eval_cs_ersatz_pr_auc": 0.9885738995563614,
+      "eval_cs_opus100_pr_auc": 0.9254454144583356,
+      "eval_cs_ud_pr_auc": 0.9659017197265627,
+      "eval_cy_opus100_pr_auc": 0.8178244803688356,
+      "eval_cy_ud_pr_auc": 0.9978021434508307,
+      "eval_da_opus100_pr_auc": 0.9375578947548139,
+      "eval_da_ud_pr_auc": 0.9783876830668722,
+      "eval_de_ersatz_pr_auc": 0.9919188519539973,
+      "eval_de_opus100_pr_auc": 0.9264366584501291,
+      "eval_de_ud_pr_auc": 0.9869805337882145,
+      "eval_el_opus100_pr_auc": 0.9231821149471762,
+      "eval_el_ud_pr_auc": 0.9967024089067513,
+      "eval_en_ersatz_pr_auc": 0.9939388245167963,
+      "eval_en_opus100_pr_auc": 0.9285671725497412,
+      "eval_en_ud_pr_auc": 0.9806014541018907,
+      "eval_eo_opus100_pr_auc": 0.9375251439626072,
+      "eval_es_ersatz_pr_auc": 0.9978654363140848,
+      "eval_es_opus100_pr_auc": 0.9469399569341866,
+      "eval_es_ud_pr_auc": 0.9921424139387023,
+      "eval_et_ersatz_pr_auc": 0.9862416999856781,
+      "eval_et_opus100_pr_auc": 0.9320940452687676,
+      "eval_et_ud_pr_auc": 0.9797352025830788,
+      "eval_eu_opus100_pr_auc": 0.8916247947950621,
+      "eval_eu_ud_pr_auc": 0.9918906059573498,
+      "eval_fa_opus100_pr_auc": 0.6412465955709682,
+      "eval_fa_ud_pr_auc": 0.9963719969937066,
+      "eval_fi_ersatz_pr_auc": 0.9951243764863853,
+      "eval_fi_opus100_pr_auc": 0.9408767718561096,
+      "eval_fi_ud_pr_auc": 0.965995826959561,
+      "eval_fr_ersatz_pr_auc": 0.9919648069554607,
+      "eval_fr_opus100_pr_auc": 0.9318260084338608,
+      "eval_fr_ud_pr_auc": 0.9921304944298697,
+      "eval_fy_opus100_pr_auc": 0.6985281514519923,
+      "eval_ga_opus100_pr_auc": 0.9244753007352509,
+      "eval_ga_ud_pr_auc": 0.8235051533195699,
+      "eval_gd_opus100_pr_auc": 0.7793106359043724,
+      "eval_gd_ud_pr_auc": 0.8643170894041888,
+      "eval_gl_opus100_pr_auc": 0.9084529164613129,
+      "eval_gl_ud_pr_auc": 0.9962559421224664,
+      "eval_gu_ersatz_pr_auc": 0.9518835626063897,
+      "eval_gu_opus100_pr_auc": 0.7785922097078602,
+      "eval_ha_opus100_pr_auc": 0.9326940511419755,
+      "eval_he_opus100_pr_auc": 0.9015727141864522,
+      "eval_he_ud_pr_auc": 0.986852434237091,
+      "eval_hi_ersatz_pr_auc": 0.9855368347991271,
+      "eval_hi_opus100_pr_auc": 0.75052576523674,
+      "eval_hi_ud_pr_auc": 0.9937694414960967,
+      "eval_hu_opus100_pr_auc": 0.9346928796893781,
+      "eval_hu_ud_pr_auc": 0.9839859339398037,
+      "eval_hy_opus100_pr_auc": 0.9195627218470638,
+      "eval_hy_ud_pr_auc": 0.9762496203365342,
+      "eval_id_opus100_pr_auc": 0.9039462753262496,
+      "eval_id_ud_pr_auc": 0.9951130787517756,
+      "eval_ig_opus100_pr_auc": 0.9075973745798348,
+      "eval_is_opus100_pr_auc": 0.9327308854853538,
+      "eval_is_ud_pr_auc": 0.9202652379210453,
+      "eval_it_opus100_pr_auc": 0.9346309598400723,
+      "eval_it_ud_pr_auc": 0.9981929964895115,
+      "eval_ja_ersatz_pr_auc": 0.907575361259343,
+      "eval_ja_opus100_pr_auc": 0.8781343345162209,
+      "eval_ja_ud_pr_auc": 0.9836662184843002,
+      "eval_jv_ud_pr_auc": 0.9577309075882763,
+      "eval_ka_opus100_pr_auc": 0.8658512567470357,
+      "eval_kk_ersatz_pr_auc": 0.9915502624163037,
+      "eval_kk_opus100_pr_auc": 0.8226426123249578,
+      "eval_kk_ud_pr_auc": 0.9733633086159055,
+      "eval_km_ersatz_pr_auc": 0.9481574714806632,
+      "eval_km_opus100_pr_auc": 0.7835800346063788,
+      "eval_kn_opus100_pr_auc": 0.6890151528266344,
+      "eval_ko_opus100_pr_auc": 0.701270468440911,
+      "eval_ko_ud_pr_auc": 0.9977569624604538,
+      "eval_ku_opus100_pr_auc": 0.8567714965690835,
+      "eval_ky_opus100_pr_auc": 0.9102551977098455,
+      "eval_la_ud_pr_auc": 0.9809324405775307,
+      "eval_loss": 0.024467289447784424,
+      "eval_lt_ersatz_pr_auc": 0.9969882038571373,
+      "eval_lt_opus100_pr_auc": 0.9061564701511855,
+      "eval_lt_ud_pr_auc": 0.9945058519972537,
+      "eval_lv_ersatz_pr_auc": 0.9943509883567276,
+      "eval_lv_opus100_pr_auc": 0.9042755180316817,
+      "eval_lv_ud_pr_auc": 0.9683003199466497,
+      "eval_mg_opus100_pr_auc": 0.9535556776796179,
+      "eval_mk_opus100_pr_auc": 0.9348590616178483,
+      "eval_ml_opus100_pr_auc": 0.8218975251121293,
+      "eval_mn_opus100_pr_auc": 0.9661255424998596,
+      "eval_mr_opus100_pr_auc": 0.9280299220889627,
+      "eval_mr_ud_pr_auc": 0.9694748264676468,
+      "eval_ms_opus100_pr_auc": 0.8939611437548666,
+      "eval_mt_opus100_pr_auc": 0.8810102523415312,
+      "eval_mt_ud_pr_auc": 0.9130258722074962,
+      "eval_my_opus100_pr_auc": 0.8518391449119527,
+      "eval_ne_opus100_pr_auc": 0.769436404444138,
+      "eval_nl_opus100_pr_auc": 0.9030456605633234,
+      "eval_nl_ud_pr_auc": 0.9858095878821624,
+      "eval_no_opus100_pr_auc": 0.9197686834713633,
+      "eval_no_ud_pr_auc": 0.9976861950178564,
+      "eval_pa_opus100_pr_auc": 0.7016018691451843,
+      "eval_pl_ersatz_pr_auc": 0.9740483436436457,
+      "eval_pl_opus100_pr_auc": 0.9082922822722383,
+      "eval_pl_ud_pr_auc": 0.9757395224104378,
+      "eval_ps_ersatz_pr_auc": 0.9252027070322314,
+      "eval_ps_opus100_pr_auc": 0.7587706753351631,
+      "eval_pt_opus100_pr_auc": 0.9412634134496606,
+      "eval_pt_ud_pr_auc": 0.9884631286963719,
+      "eval_ro_ersatz_pr_auc": 0.9952036715462357,
+      "eval_ro_opus100_pr_auc": 0.8798002579164769,
+      "eval_ro_ud_pr_auc": 0.9335786046957247,
+      "eval_ru_ersatz_pr_auc": 0.9950067972476708,
+      "eval_ru_opus100_pr_auc": 0.9512060519682756,
+      "eval_ru_ud_pr_auc": 0.902018561534899,
+      "eval_runtime": 524.4331,
+      "eval_samples_per_second": 144.003,
+      "eval_si_opus100_pr_auc": 0.8372156151746151,
+      "eval_sk_opus100_pr_auc": 0.948415962298879,
+      "eval_sk_ud_pr_auc": 0.9896329175069196,
+      "eval_sl_opus100_pr_auc": 0.8960732244225829,
+      "eval_sl_ud_pr_auc": 0.9732233554584949,
+      "eval_sq_opus100_pr_auc": 0.9447978951235946,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9319619997260842,
+      "eval_sr_ud_pr_auc": 0.9992102495758947,
+      "eval_steps_per_second": 0.563,
+      "eval_sv_opus100_pr_auc": 0.9215270399304875,
+      "eval_sv_ud_pr_auc": 0.9604588825084638,
+      "eval_ta_ersatz_pr_auc": 0.9851621150738361,
+      "eval_ta_opus100_pr_auc": 0.7501363576216049,
+      "eval_ta_ud_pr_auc": 0.9984943957827563,
+      "eval_te_opus100_pr_auc": 0.802989347004428,
+      "eval_tg_opus100_pr_auc": 0.9117072000669366,
+      "eval_th_opus100_pr_auc": 0.7351417417992633,
+      "eval_th_ud_pr_auc": 0.8942081718658951,
+      "eval_tr_ersatz_pr_auc": 0.9750484928451797,
+      "eval_tr_opus100_pr_auc": 0.9157803898853654,
+      "eval_tr_ud_pr_auc": 0.9623532494038952,
+      "eval_uk_opus100_pr_auc": 0.8858102515686158,
+      "eval_uk_ud_pr_auc": 0.9360972298213422,
+      "eval_ur_opus100_pr_auc": 0.6356971855746414,
+      "eval_ur_ud_pr_auc": 0.9953852006883264,
+      "eval_uz_opus100_pr_auc": 0.8894279451086319,
+      "eval_vi_opus100_pr_auc": 0.9131587763588344,
+      "eval_vi_ud_pr_auc": 0.9582761723955757,
+      "eval_xh_opus100_pr_auc": 0.8959790354298548,
+      "eval_yi_opus100_pr_auc": 0.8578573955654936,
+      "eval_yo_opus100_pr_auc": 0.8559172817813006,
+      "eval_yo_ud_pr_auc": 0.9220308067880768,
+      "eval_zh_ersatz_pr_auc": 0.9767650526312333,
+      "eval_zh_opus100_pr_auc": 0.9012252460061347,
+      "eval_zh_ud_pr_auc": 0.9935658095517521,
+      "eval_zu_opus100_pr_auc": 0.8575269577835387,
+      "step": 200000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1886075949367086e-05,
+      "learning_rate_adapter": 5.1886075949367086e-05,
+      "loss": 0.0211,
+      "step": 200050
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.187341772151899e-05,
+      "learning_rate_adapter": 5.187341772151899e-05,
+      "loss": 0.0211,
+      "step": 200100
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1860759493670884e-05,
+      "learning_rate_adapter": 5.1860759493670884e-05,
+      "loss": 0.021,
+      "step": 200150
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.184810126582279e-05,
+      "learning_rate_adapter": 5.184810126582279e-05,
+      "loss": 0.0211,
+      "step": 200200
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.183544303797468e-05,
+      "learning_rate_adapter": 5.183544303797468e-05,
+      "loss": 0.021,
+      "step": 200250
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.182278481012659e-05,
+      "learning_rate_adapter": 5.182278481012659e-05,
+      "loss": 0.021,
+      "step": 200300
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1810126582278486e-05,
+      "learning_rate_adapter": 5.1810126582278486e-05,
+      "loss": 0.0208,
+      "step": 200350
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.179746835443038e-05,
+      "learning_rate_adapter": 5.179746835443038e-05,
+      "loss": 0.0207,
+      "step": 200400
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1784810126582284e-05,
+      "learning_rate_adapter": 5.1784810126582284e-05,
+      "loss": 0.0209,
+      "step": 200450
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1772151898734176e-05,
+      "learning_rate_adapter": 5.1772151898734176e-05,
+      "loss": 0.0209,
+      "step": 200500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.175949367088608e-05,
+      "learning_rate_adapter": 5.175949367088608e-05,
+      "loss": 0.0209,
+      "step": 200550
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.174683544303798e-05,
+      "learning_rate_adapter": 5.174683544303798e-05,
+      "loss": 0.0209,
+      "step": 200600
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.173417721518987e-05,
+      "learning_rate_adapter": 5.173417721518987e-05,
+      "loss": 0.021,
+      "step": 200650
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.172151898734178e-05,
+      "learning_rate_adapter": 5.172151898734178e-05,
+      "loss": 0.0209,
+      "step": 200700
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.170886075949367e-05,
+      "learning_rate_adapter": 5.170886075949367e-05,
+      "loss": 0.021,
+      "step": 200750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.1696202531645576e-05,
+      "learning_rate_adapter": 5.1696202531645576e-05,
+      "loss": 0.0211,
+      "step": 200800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.168354430379747e-05,
+      "learning_rate_adapter": 5.168354430379747e-05,
+      "loss": 0.0209,
+      "step": 200850
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.167088607594937e-05,
+      "learning_rate_adapter": 5.167088607594937e-05,
+      "loss": 0.0211,
+      "step": 200900
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.165822784810127e-05,
+      "learning_rate_adapter": 5.165822784810127e-05,
+      "loss": 0.0211,
+      "step": 200950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1645569620253165e-05,
+      "learning_rate_adapter": 5.1645569620253165e-05,
+      "loss": 0.0208,
+      "step": 201000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.163291139240507e-05,
+      "learning_rate_adapter": 5.163291139240507e-05,
+      "loss": 0.0209,
+      "step": 201050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.162025316455696e-05,
+      "learning_rate_adapter": 5.162025316455696e-05,
+      "loss": 0.0209,
+      "step": 201100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.160759493670886e-05,
+      "learning_rate_adapter": 5.160759493670886e-05,
+      "loss": 0.0209,
+      "step": 201150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.159493670886077e-05,
+      "learning_rate_adapter": 5.159493670886077e-05,
+      "loss": 0.0207,
+      "step": 201200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.158227848101266e-05,
+      "learning_rate_adapter": 5.158227848101266e-05,
+      "loss": 0.0209,
+      "step": 201250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1569620253164565e-05,
+      "learning_rate_adapter": 5.1569620253164565e-05,
+      "loss": 0.021,
+      "step": 201300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.155696202531646e-05,
+      "learning_rate_adapter": 5.155696202531646e-05,
+      "loss": 0.0209,
+      "step": 201350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.154430379746835e-05,
+      "learning_rate_adapter": 5.154430379746835e-05,
+      "loss": 0.021,
+      "step": 201400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1531645569620254e-05,
+      "learning_rate_adapter": 5.1531645569620254e-05,
+      "loss": 0.0208,
+      "step": 201450
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.151898734177215e-05,
+      "learning_rate_adapter": 5.151898734177215e-05,
+      "loss": 0.021,
+      "step": 201500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.150632911392406e-05,
+      "learning_rate_adapter": 5.150632911392406e-05,
+      "loss": 0.0207,
+      "step": 201550
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.149367088607595e-05,
+      "learning_rate_adapter": 5.149367088607595e-05,
+      "loss": 0.021,
+      "step": 201600
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.148101265822784e-05,
+      "learning_rate_adapter": 5.148101265822784e-05,
+      "loss": 0.0211,
+      "step": 201650
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.146835443037975e-05,
+      "learning_rate_adapter": 5.146835443037975e-05,
+      "loss": 0.021,
+      "step": 201700
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.145569620253165e-05,
+      "learning_rate_adapter": 5.145569620253165e-05,
+      "loss": 0.0206,
+      "step": 201750
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.144303797468355e-05,
+      "learning_rate_adapter": 5.144303797468355e-05,
+      "loss": 0.0209,
+      "step": 201800
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1430379746835445e-05,
+      "learning_rate_adapter": 5.1430379746835445e-05,
+      "loss": 0.021,
+      "step": 201850
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.141772151898735e-05,
+      "learning_rate_adapter": 5.141772151898735e-05,
+      "loss": 0.0209,
+      "step": 201900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.140506329113924e-05,
+      "learning_rate_adapter": 5.140506329113924e-05,
+      "loss": 0.0207,
+      "step": 201950
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1392405063291135e-05,
+      "learning_rate_adapter": 5.1392405063291135e-05,
+      "loss": 0.0209,
+      "step": 202000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.137974683544304e-05,
+      "learning_rate_adapter": 5.137974683544304e-05,
+      "loss": 0.021,
+      "step": 202050
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.136708860759494e-05,
+      "learning_rate_adapter": 5.136708860759494e-05,
+      "loss": 0.0211,
+      "step": 202100
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1354430379746845e-05,
+      "learning_rate_adapter": 5.1354430379746845e-05,
+      "loss": 0.0209,
+      "step": 202150
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.134177215189874e-05,
+      "learning_rate_adapter": 5.134177215189874e-05,
+      "loss": 0.0211,
+      "step": 202200
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.132911392405063e-05,
+      "learning_rate_adapter": 5.132911392405063e-05,
+      "loss": 0.0205,
+      "step": 202250
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1316455696202535e-05,
+      "learning_rate_adapter": 5.1316455696202535e-05,
+      "loss": 0.0209,
+      "step": 202300
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.1303797468354434e-05,
+      "learning_rate_adapter": 5.1303797468354434e-05,
+      "loss": 0.0209,
+      "step": 202350
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.129113924050634e-05,
+      "learning_rate_adapter": 5.129113924050634e-05,
+      "loss": 0.0209,
+      "step": 202400
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 5.127848101265823e-05,
+      "learning_rate_adapter": 5.127848101265823e-05,
+      "loss": 0.0208,
+      "step": 202450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1265822784810124e-05,
+      "learning_rate_adapter": 5.1265822784810124e-05,
+      "loss": 0.021,
+      "step": 202500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.125316455696203e-05,
+      "learning_rate_adapter": 5.125316455696203e-05,
+      "loss": 0.0209,
+      "step": 202550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.124050632911392e-05,
+      "learning_rate_adapter": 5.124050632911392e-05,
+      "loss": 0.0209,
+      "step": 202600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.122784810126583e-05,
+      "learning_rate_adapter": 5.122784810126583e-05,
+      "loss": 0.021,
+      "step": 202650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1215189873417726e-05,
+      "learning_rate_adapter": 5.1215189873417726e-05,
+      "loss": 0.0208,
+      "step": 202700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.120253164556962e-05,
+      "learning_rate_adapter": 5.120253164556962e-05,
+      "loss": 0.021,
+      "step": 202750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1189873417721524e-05,
+      "learning_rate_adapter": 5.1189873417721524e-05,
+      "loss": 0.021,
+      "step": 202800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1177215189873416e-05,
+      "learning_rate_adapter": 5.1177215189873416e-05,
+      "loss": 0.0207,
+      "step": 202850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.116455696202532e-05,
+      "learning_rate_adapter": 5.116455696202532e-05,
+      "loss": 0.0207,
+      "step": 202900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.115189873417722e-05,
+      "learning_rate_adapter": 5.115189873417722e-05,
+      "loss": 0.021,
+      "step": 202950
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.113924050632911e-05,
+      "learning_rate_adapter": 5.113924050632911e-05,
+      "loss": 0.0209,
+      "step": 203000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.112658227848102e-05,
+      "learning_rate_adapter": 5.112658227848102e-05,
+      "loss": 0.0209,
+      "step": 203050
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.111392405063291e-05,
+      "learning_rate_adapter": 5.111392405063291e-05,
+      "loss": 0.021,
+      "step": 203100
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1101265822784816e-05,
+      "learning_rate_adapter": 5.1101265822784816e-05,
+      "loss": 0.0206,
+      "step": 203150
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.108860759493671e-05,
+      "learning_rate_adapter": 5.108860759493671e-05,
+      "loss": 0.0208,
+      "step": 203200
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1075949367088606e-05,
+      "learning_rate_adapter": 5.1075949367088606e-05,
+      "loss": 0.0207,
+      "step": 203250
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.106329113924051e-05,
+      "learning_rate_adapter": 5.106329113924051e-05,
+      "loss": 0.0208,
+      "step": 203300
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1050632911392404e-05,
+      "learning_rate_adapter": 5.1050632911392404e-05,
+      "loss": 0.0209,
+      "step": 203350
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.103797468354431e-05,
+      "learning_rate_adapter": 5.103797468354431e-05,
+      "loss": 0.0207,
+      "step": 203400
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.10253164556962e-05,
+      "learning_rate_adapter": 5.10253164556962e-05,
+      "loss": 0.021,
+      "step": 203450
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.101265822784811e-05,
+      "learning_rate_adapter": 5.101265822784811e-05,
+      "loss": 0.0207,
+      "step": 203500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.1000000000000006e-05,
+      "learning_rate_adapter": 5.1000000000000006e-05,
+      "loss": 0.0209,
+      "step": 203550
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09873417721519e-05,
+      "learning_rate_adapter": 5.09873417721519e-05,
+      "loss": 0.0207,
+      "step": 203600
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0974683544303804e-05,
+      "learning_rate_adapter": 5.0974683544303804e-05,
+      "loss": 0.0209,
+      "step": 203650
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0962025316455696e-05,
+      "learning_rate_adapter": 5.0962025316455696e-05,
+      "loss": 0.0208,
+      "step": 203700
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09493670886076e-05,
+      "learning_rate_adapter": 5.09493670886076e-05,
+      "loss": 0.0209,
+      "step": 203750
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.0936708860759494e-05,
+      "learning_rate_adapter": 5.0936708860759494e-05,
+      "loss": 0.0209,
+      "step": 203800
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.092405063291139e-05,
+      "learning_rate_adapter": 5.092405063291139e-05,
+      "loss": 0.0207,
+      "step": 203850
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.09113924050633e-05,
+      "learning_rate_adapter": 5.09113924050633e-05,
+      "loss": 0.0211,
+      "step": 203900
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 5.089873417721519e-05,
+      "learning_rate_adapter": 5.089873417721519e-05,
+      "loss": 0.0208,
+      "step": 203950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0886075949367096e-05,
+      "learning_rate_adapter": 5.0886075949367096e-05,
+      "loss": 0.0207,
+      "step": 204000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.087341772151899e-05,
+      "learning_rate_adapter": 5.087341772151899e-05,
+      "loss": 0.021,
+      "step": 204050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.086075949367089e-05,
+      "learning_rate_adapter": 5.086075949367089e-05,
+      "loss": 0.0207,
+      "step": 204100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.084810126582279e-05,
+      "learning_rate_adapter": 5.084810126582279e-05,
+      "loss": 0.0207,
+      "step": 204150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0835443037974685e-05,
+      "learning_rate_adapter": 5.0835443037974685e-05,
+      "loss": 0.0209,
+      "step": 204200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.082278481012659e-05,
+      "learning_rate_adapter": 5.082278481012659e-05,
+      "loss": 0.0208,
+      "step": 204250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.081012658227848e-05,
+      "learning_rate_adapter": 5.081012658227848e-05,
+      "loss": 0.0208,
+      "step": 204300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0797468354430375e-05,
+      "learning_rate_adapter": 5.0797468354430375e-05,
+      "loss": 0.0208,
+      "step": 204350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.078481012658228e-05,
+      "learning_rate_adapter": 5.078481012658228e-05,
+      "loss": 0.0206,
+      "step": 204400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.077215189873418e-05,
+      "learning_rate_adapter": 5.077215189873418e-05,
+      "loss": 0.0208,
+      "step": 204450
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0759493670886085e-05,
+      "learning_rate_adapter": 5.0759493670886085e-05,
+      "loss": 0.0209,
+      "step": 204500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.074683544303798e-05,
+      "learning_rate_adapter": 5.074683544303798e-05,
+      "loss": 0.0208,
+      "step": 204550
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.073417721518987e-05,
+      "learning_rate_adapter": 5.073417721518987e-05,
+      "loss": 0.0208,
+      "step": 204600
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0721518987341774e-05,
+      "learning_rate_adapter": 5.0721518987341774e-05,
+      "loss": 0.0209,
+      "step": 204650
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.070886075949367e-05,
+      "learning_rate_adapter": 5.070886075949367e-05,
+      "loss": 0.0208,
+      "step": 204700
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.069620253164558e-05,
+      "learning_rate_adapter": 5.069620253164558e-05,
+      "loss": 0.0209,
+      "step": 204750
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.068354430379747e-05,
+      "learning_rate_adapter": 5.068354430379747e-05,
+      "loss": 0.021,
+      "step": 204800
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.067088607594936e-05,
+      "learning_rate_adapter": 5.067088607594936e-05,
+      "loss": 0.0209,
+      "step": 204850
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.065822784810127e-05,
+      "learning_rate_adapter": 5.065822784810127e-05,
+      "loss": 0.0208,
+      "step": 204900
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.064556962025316e-05,
+      "learning_rate_adapter": 5.064556962025316e-05,
+      "loss": 0.0209,
+      "step": 204950
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0632911392405066e-05,
+      "learning_rate_adapter": 5.0632911392405066e-05,
+      "loss": 0.0208,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "eval_af_opus100_pr_auc": 0.7791529384915246,
+      "eval_af_ud_pr_auc": 0.9897065650555322,
+      "eval_am_opus100_pr_auc": 0.4307474494013214,
+      "eval_ar_ersatz_pr_auc": 0.9294348775098864,
+      "eval_ar_opus100_pr_auc": 0.748730910324291,
+      "eval_ar_ud_pr_auc": 0.9039990884558998,
+      "eval_average_ersatz_pr_auc": 0.9728748525891437,
+      "eval_average_opus100_pr_auc": 0.8537465109533167,
+      "eval_average_ud_pr_auc": 0.9670585494536668,
+      "eval_az_opus100_pr_auc": 0.8401974136116176,
+      "eval_be_opus100_pr_auc": 0.754089333222503,
+      "eval_be_ud_pr_auc": 0.9081398741722115,
+      "eval_bg_opus100_pr_auc": 0.9261365817263567,
+      "eval_bg_ud_pr_auc": 0.9929036239613256,
+      "eval_bn_opus100_pr_auc": 0.8516451293858149,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9062976260167787,
+      "eval_ca_ud_pr_auc": 0.9956595611981267,
+      "eval_ceb_ud_pr_auc": 0.9997404765782463,
+      "eval_cs_ersatz_pr_auc": 0.9846051165837291,
+      "eval_cs_opus100_pr_auc": 0.9220004293873919,
+      "eval_cs_ud_pr_auc": 0.9612641437528928,
+      "eval_cy_opus100_pr_auc": 0.7989758963818894,
+      "eval_cy_ud_pr_auc": 0.9975166693866543,
+      "eval_da_opus100_pr_auc": 0.9305495084775947,
+      "eval_da_ud_pr_auc": 0.9716299852194111,
+      "eval_de_ersatz_pr_auc": 0.988918188611707,
+      "eval_de_opus100_pr_auc": 0.9246020897746893,
+      "eval_de_ud_pr_auc": 0.982976270068537,
+      "eval_el_opus100_pr_auc": 0.9134698313883802,
+      "eval_el_ud_pr_auc": 0.9975343197581796,
+      "eval_en_ersatz_pr_auc": 0.9929468436667173,
+      "eval_en_opus100_pr_auc": 0.9217152332421177,
+      "eval_en_ud_pr_auc": 0.9782319326150781,
+      "eval_eo_opus100_pr_auc": 0.9272595321545154,
+      "eval_es_ersatz_pr_auc": 0.9970176104713484,
+      "eval_es_opus100_pr_auc": 0.9421031004819563,
+      "eval_es_ud_pr_auc": 0.9909332850660078,
+      "eval_et_ersatz_pr_auc": 0.9830678968802207,
+      "eval_et_opus100_pr_auc": 0.9245945546156784,
+      "eval_et_ud_pr_auc": 0.9750919407836458,
+      "eval_eu_opus100_pr_auc": 0.8906254709420619,
+      "eval_eu_ud_pr_auc": 0.9918111401781077,
+      "eval_fa_opus100_pr_auc": 0.6425602569928996,
+      "eval_fa_ud_pr_auc": 0.9949927427689922,
+      "eval_fi_ersatz_pr_auc": 0.9951595867700394,
+      "eval_fi_opus100_pr_auc": 0.9369234705228109,
+      "eval_fi_ud_pr_auc": 0.9656649284122406,
+      "eval_fr_ersatz_pr_auc": 0.9895500231214452,
+      "eval_fr_opus100_pr_auc": 0.9287880663403576,
+      "eval_fr_ud_pr_auc": 0.9905980997496808,
+      "eval_fy_opus100_pr_auc": 0.6792763264888497,
+      "eval_ga_opus100_pr_auc": 0.9186811513936716,
+      "eval_ga_ud_pr_auc": 0.831507487732104,
+      "eval_gd_opus100_pr_auc": 0.7684684094276704,
+      "eval_gd_ud_pr_auc": 0.8568618577937526,
+      "eval_gl_opus100_pr_auc": 0.9055111197138004,
+      "eval_gl_ud_pr_auc": 0.9972298569121724,
+      "eval_gu_ersatz_pr_auc": 0.951444364524284,
+      "eval_gu_opus100_pr_auc": 0.7786776095541267,
+      "eval_ha_opus100_pr_auc": 0.9289301806214073,
+      "eval_he_opus100_pr_auc": 0.8858734636407831,
+      "eval_he_ud_pr_auc": 0.9820468250148948,
+      "eval_hi_ersatz_pr_auc": 0.9809032467549907,
+      "eval_hi_opus100_pr_auc": 0.7405956608362074,
+      "eval_hi_ud_pr_auc": 0.9896604716451942,
+      "eval_hu_opus100_pr_auc": 0.920677430899354,
+      "eval_hu_ud_pr_auc": 0.978317229191877,
+      "eval_hy_opus100_pr_auc": 0.918027368476596,
+      "eval_hy_ud_pr_auc": 0.9608200066640783,
+      "eval_id_opus100_pr_auc": 0.8939331713661718,
+      "eval_id_ud_pr_auc": 0.9938112019655398,
+      "eval_ig_opus100_pr_auc": 0.9008329381430575,
+      "eval_is_opus100_pr_auc": 0.9301331283290939,
+      "eval_is_ud_pr_auc": 0.9084959280404171,
+      "eval_it_opus100_pr_auc": 0.9220581892789517,
+      "eval_it_ud_pr_auc": 0.9976542805257997,
+      "eval_ja_ersatz_pr_auc": 0.8862557187369294,
+      "eval_ja_opus100_pr_auc": 0.8654878782011148,
+      "eval_ja_ud_pr_auc": 0.9782251756168805,
+      "eval_jv_ud_pr_auc": 0.9546799897984319,
+      "eval_ka_opus100_pr_auc": 0.8606331517852484,
+      "eval_kk_ersatz_pr_auc": 0.987782375734988,
+      "eval_kk_opus100_pr_auc": 0.8183096790931519,
+      "eval_kk_ud_pr_auc": 0.9689379102747917,
+      "eval_km_ersatz_pr_auc": 0.9468232676655709,
+      "eval_km_opus100_pr_auc": 0.7777931523418367,
+      "eval_kn_opus100_pr_auc": 0.6896080936816856,
+      "eval_ko_opus100_pr_auc": 0.7073974773807123,
+      "eval_ko_ud_pr_auc": 0.9980315140172937,
+      "eval_ku_opus100_pr_auc": 0.8323179071194446,
+      "eval_ky_opus100_pr_auc": 0.8903078748138763,
+      "eval_la_ud_pr_auc": 0.9776793267147564,
+      "eval_loss": 0.024483803659677505,
+      "eval_lt_ersatz_pr_auc": 0.9967476072920465,
+      "eval_lt_opus100_pr_auc": 0.894086530790964,
+      "eval_lt_ud_pr_auc": 0.9932461682208069,
+      "eval_lv_ersatz_pr_auc": 0.9920425035604433,
+      "eval_lv_opus100_pr_auc": 0.8983679353498898,
+      "eval_lv_ud_pr_auc": 0.9610472368283525,
+      "eval_mg_opus100_pr_auc": 0.9530457104636474,
+      "eval_mk_opus100_pr_auc": 0.9280645556306275,
+      "eval_ml_opus100_pr_auc": 0.8014151224044986,
+      "eval_mn_opus100_pr_auc": 0.9585647471719992,
+      "eval_mr_opus100_pr_auc": 0.9163057807935108,
+      "eval_mr_ud_pr_auc": 0.9561722046125103,
+      "eval_ms_opus100_pr_auc": 0.8771366731041863,
+      "eval_mt_opus100_pr_auc": 0.8686520363363024,
+      "eval_mt_ud_pr_auc": 0.9223174416026878,
+      "eval_my_opus100_pr_auc": 0.8568601797539633,
+      "eval_ne_opus100_pr_auc": 0.7420616346295789,
+      "eval_nl_opus100_pr_auc": 0.898244162260375,
+      "eval_nl_ud_pr_auc": 0.9833482559527978,
+      "eval_no_opus100_pr_auc": 0.9175149061913914,
+      "eval_no_ud_pr_auc": 0.9967984453319298,
+      "eval_pa_opus100_pr_auc": 0.6675582524213167,
+      "eval_pl_ersatz_pr_auc": 0.9695568737920155,
+      "eval_pl_opus100_pr_auc": 0.9016749812879304,
+      "eval_pl_ud_pr_auc": 0.9695731594608376,
+      "eval_ps_ersatz_pr_auc": 0.9178327679366209,
+      "eval_ps_opus100_pr_auc": 0.7561248358882974,
+      "eval_pt_opus100_pr_auc": 0.9332325252705758,
+      "eval_pt_ud_pr_auc": 0.9875281215640157,
+      "eval_ro_ersatz_pr_auc": 0.9927336650116515,
+      "eval_ro_opus100_pr_auc": 0.8643865981168452,
+      "eval_ro_ud_pr_auc": 0.9726917875313015,
+      "eval_ru_ersatz_pr_auc": 0.993766821461503,
+      "eval_ru_opus100_pr_auc": 0.9434679150702455,
+      "eval_ru_ud_pr_auc": 0.8867337796845163,
+      "eval_runtime": 524.4418,
+      "eval_samples_per_second": 144.001,
+      "eval_si_opus100_pr_auc": 0.8275900210379917,
+      "eval_sk_opus100_pr_auc": 0.9423796799097146,
+      "eval_sk_ud_pr_auc": 0.9863440902478705,
+      "eval_sl_opus100_pr_auc": 0.8826774664422002,
+      "eval_sl_ud_pr_auc": 0.970186417114952,
+      "eval_sq_opus100_pr_auc": 0.9452938382916246,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9206373052622515,
+      "eval_sr_ud_pr_auc": 0.9991246645846701,
+      "eval_steps_per_second": 0.563,
+      "eval_sv_opus100_pr_auc": 0.9103070090755431,
+      "eval_sv_ud_pr_auc": 0.955581178481306,
+      "eval_ta_ersatz_pr_auc": 0.984260389513228,
+      "eval_ta_opus100_pr_auc": 0.7451229972704119,
+      "eval_ta_ud_pr_auc": 0.9929463742153203,
+      "eval_te_opus100_pr_auc": 0.8150271213923616,
+      "eval_tg_opus100_pr_auc": 0.9001153728526577,
+      "eval_th_opus100_pr_auc": 0.7152465802011384,
+      "eval_th_ud_pr_auc": 0.883089197117627,
+      "eval_tr_ersatz_pr_auc": 0.9681340466929826,
+      "eval_tr_opus100_pr_auc": 0.907835270413427,
+      "eval_tr_ud_pr_auc": 0.9586413048309482,
+      "eval_uk_opus100_pr_auc": 0.8826509258460115,
+      "eval_uk_ud_pr_auc": 0.9276947700535513,
+      "eval_ur_opus100_pr_auc": 0.6477036496589104,
+      "eval_ur_ud_pr_auc": 0.9928154475635967,
+      "eval_uz_opus100_pr_auc": 0.8922669618373872,
+      "eval_vi_opus100_pr_auc": 0.9054448490786937,
+      "eval_vi_ud_pr_auc": 0.9611539868691459,
+      "eval_xh_opus100_pr_auc": 0.8942516506433084,
+      "eval_yi_opus100_pr_auc": 0.756986387755835,
+      "eval_yo_opus100_pr_auc": 0.8388253596941091,
+      "eval_yo_ud_pr_auc": 0.9091433831087864,
+      "eval_zh_ersatz_pr_auc": 0.9742629646688178,
+      "eval_zh_opus100_pr_auc": 0.8897232534905272,
+      "eval_zh_ud_pr_auc": 0.9938061947927164,
+      "eval_zu_opus100_pr_auc": 0.8356669296123609,
+      "step": 205000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0620253164556965e-05,
+      "learning_rate_adapter": 5.0620253164556965e-05,
+      "loss": 0.021,
+      "step": 205050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.060759493670887e-05,
+      "learning_rate_adapter": 5.060759493670887e-05,
+      "loss": 0.0208,
+      "step": 205100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.059493670886076e-05,
+      "learning_rate_adapter": 5.059493670886076e-05,
+      "loss": 0.0211,
+      "step": 205150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0582278481012655e-05,
+      "learning_rate_adapter": 5.0582278481012655e-05,
+      "loss": 0.0207,
+      "step": 205200
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.056962025316456e-05,
+      "learning_rate_adapter": 5.056962025316456e-05,
+      "loss": 0.0208,
+      "step": 205250
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.055696202531646e-05,
+      "learning_rate_adapter": 5.055696202531646e-05,
+      "loss": 0.0211,
+      "step": 205300
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.0544303797468365e-05,
+      "learning_rate_adapter": 5.0544303797468365e-05,
+      "loss": 0.0211,
+      "step": 205350
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 5.053164556962026e-05,
+      "learning_rate_adapter": 5.053164556962026e-05,
+      "loss": 0.0209,
+      "step": 205400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.051898734177215e-05,
+      "learning_rate_adapter": 5.051898734177215e-05,
+      "loss": 0.0207,
+      "step": 205450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0506329113924055e-05,
+      "learning_rate_adapter": 5.0506329113924055e-05,
+      "loss": 0.0208,
+      "step": 205500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.049367088607595e-05,
+      "learning_rate_adapter": 5.049367088607595e-05,
+      "loss": 0.0209,
+      "step": 205550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.048101265822785e-05,
+      "learning_rate_adapter": 5.048101265822785e-05,
+      "loss": 0.0208,
+      "step": 205600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.046835443037975e-05,
+      "learning_rate_adapter": 5.046835443037975e-05,
+      "loss": 0.0208,
+      "step": 205650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0455696202531644e-05,
+      "learning_rate_adapter": 5.0455696202531644e-05,
+      "loss": 0.0208,
+      "step": 205700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.044303797468355e-05,
+      "learning_rate_adapter": 5.044303797468355e-05,
+      "loss": 0.0208,
+      "step": 205750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.043037974683544e-05,
+      "learning_rate_adapter": 5.043037974683544e-05,
+      "loss": 0.0208,
+      "step": 205800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.041772151898735e-05,
+      "learning_rate_adapter": 5.041772151898735e-05,
+      "loss": 0.021,
+      "step": 205850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0405063291139246e-05,
+      "learning_rate_adapter": 5.0405063291139246e-05,
+      "loss": 0.0208,
+      "step": 205900
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.039240506329114e-05,
+      "learning_rate_adapter": 5.039240506329114e-05,
+      "loss": 0.0209,
+      "step": 205950
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0379746835443044e-05,
+      "learning_rate_adapter": 5.0379746835443044e-05,
+      "loss": 0.0208,
+      "step": 206000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0367088607594936e-05,
+      "learning_rate_adapter": 5.0367088607594936e-05,
+      "loss": 0.0209,
+      "step": 206050
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.035443037974684e-05,
+      "learning_rate_adapter": 5.035443037974684e-05,
+      "loss": 0.0208,
+      "step": 206100
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.034177215189873e-05,
+      "learning_rate_adapter": 5.034177215189873e-05,
+      "loss": 0.0209,
+      "step": 206150
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.032911392405063e-05,
+      "learning_rate_adapter": 5.032911392405063e-05,
+      "loss": 0.0208,
+      "step": 206200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.031645569620254e-05,
+      "learning_rate_adapter": 5.031645569620254e-05,
+      "loss": 0.0209,
+      "step": 206250
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.030379746835443e-05,
+      "learning_rate_adapter": 5.030379746835443e-05,
+      "loss": 0.0208,
+      "step": 206300
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0291139240506335e-05,
+      "learning_rate_adapter": 5.0291139240506335e-05,
+      "loss": 0.0207,
+      "step": 206350
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.027848101265823e-05,
+      "learning_rate_adapter": 5.027848101265823e-05,
+      "loss": 0.0209,
+      "step": 206400
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0265822784810126e-05,
+      "learning_rate_adapter": 5.0265822784810126e-05,
+      "loss": 0.0209,
+      "step": 206450
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.025316455696203e-05,
+      "learning_rate_adapter": 5.025316455696203e-05,
+      "loss": 0.0207,
+      "step": 206500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0240506329113924e-05,
+      "learning_rate_adapter": 5.0240506329113924e-05,
+      "loss": 0.0209,
+      "step": 206550
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.022784810126583e-05,
+      "learning_rate_adapter": 5.022784810126583e-05,
+      "loss": 0.0207,
+      "step": 206600
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.021518987341772e-05,
+      "learning_rate_adapter": 5.021518987341772e-05,
+      "loss": 0.0206,
+      "step": 206650
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.020253164556963e-05,
+      "learning_rate_adapter": 5.020253164556963e-05,
+      "loss": 0.0207,
+      "step": 206700
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.018987341772152e-05,
+      "learning_rate_adapter": 5.018987341772152e-05,
+      "loss": 0.0207,
+      "step": 206750
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.017721518987342e-05,
+      "learning_rate_adapter": 5.017721518987342e-05,
+      "loss": 0.0208,
+      "step": 206800
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0164556962025324e-05,
+      "learning_rate_adapter": 5.0164556962025324e-05,
+      "loss": 0.0206,
+      "step": 206850
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.0151898734177216e-05,
+      "learning_rate_adapter": 5.0151898734177216e-05,
+      "loss": 0.0207,
+      "step": 206900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.013924050632912e-05,
+      "learning_rate_adapter": 5.013924050632912e-05,
+      "loss": 0.0209,
+      "step": 206950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0126582278481014e-05,
+      "learning_rate_adapter": 5.0126582278481014e-05,
+      "loss": 0.021,
+      "step": 207000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.011392405063291e-05,
+      "learning_rate_adapter": 5.011392405063291e-05,
+      "loss": 0.0207,
+      "step": 207050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.010126582278482e-05,
+      "learning_rate_adapter": 5.010126582278482e-05,
+      "loss": 0.0209,
+      "step": 207100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.008860759493671e-05,
+      "learning_rate_adapter": 5.008860759493671e-05,
+      "loss": 0.021,
+      "step": 207150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0075949367088616e-05,
+      "learning_rate_adapter": 5.0075949367088616e-05,
+      "loss": 0.0209,
+      "step": 207200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.006329113924051e-05,
+      "learning_rate_adapter": 5.006329113924051e-05,
+      "loss": 0.0207,
+      "step": 207250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.00506329113924e-05,
+      "learning_rate_adapter": 5.00506329113924e-05,
+      "loss": 0.0208,
+      "step": 207300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0037974683544306e-05,
+      "learning_rate_adapter": 5.0037974683544306e-05,
+      "loss": 0.021,
+      "step": 207350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.0025316455696205e-05,
+      "learning_rate_adapter": 5.0025316455696205e-05,
+      "loss": 0.0206,
+      "step": 207400
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5.001265822784811e-05,
+      "learning_rate_adapter": 5.001265822784811e-05,
+      "loss": 0.0206,
+      "step": 207450
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 5e-05,
+      "learning_rate_adapter": 5e-05,
+      "loss": 0.0207,
+      "step": 207500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99873417721519e-05,
+      "learning_rate_adapter": 4.99873417721519e-05,
+      "loss": 0.0208,
+      "step": 207550
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99746835443038e-05,
+      "learning_rate_adapter": 4.99746835443038e-05,
+      "loss": 0.0207,
+      "step": 207600
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99620253164557e-05,
+      "learning_rate_adapter": 4.99620253164557e-05,
+      "loss": 0.0209,
+      "step": 207650
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99493670886076e-05,
+      "learning_rate_adapter": 4.99493670886076e-05,
+      "loss": 0.0209,
+      "step": 207700
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.99367088607595e-05,
+      "learning_rate_adapter": 4.99367088607595e-05,
+      "loss": 0.0207,
+      "step": 207750
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9924050632911396e-05,
+      "learning_rate_adapter": 4.9924050632911396e-05,
+      "loss": 0.0209,
+      "step": 207800
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9911392405063294e-05,
+      "learning_rate_adapter": 4.9911392405063294e-05,
+      "loss": 0.0207,
+      "step": 207850
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9898734177215186e-05,
+      "learning_rate_adapter": 4.9898734177215186e-05,
+      "loss": 0.0208,
+      "step": 207900
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.988607594936709e-05,
+      "learning_rate_adapter": 4.988607594936709e-05,
+      "loss": 0.0209,
+      "step": 207950
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.987341772151899e-05,
+      "learning_rate_adapter": 4.987341772151899e-05,
+      "loss": 0.0207,
+      "step": 208000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.986075949367089e-05,
+      "learning_rate_adapter": 4.986075949367089e-05,
+      "loss": 0.0208,
+      "step": 208050
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.984810126582279e-05,
+      "learning_rate_adapter": 4.984810126582279e-05,
+      "loss": 0.021,
+      "step": 208100
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.983544303797469e-05,
+      "learning_rate_adapter": 4.983544303797469e-05,
+      "loss": 0.0207,
+      "step": 208150
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.982278481012658e-05,
+      "learning_rate_adapter": 4.982278481012658e-05,
+      "loss": 0.0208,
+      "step": 208200
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9810126582278485e-05,
+      "learning_rate_adapter": 4.9810126582278485e-05,
+      "loss": 0.0209,
+      "step": 208250
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.9797468354430384e-05,
+      "learning_rate_adapter": 4.9797468354430384e-05,
+      "loss": 0.0208,
+      "step": 208300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.978481012658228e-05,
+      "learning_rate_adapter": 4.978481012658228e-05,
+      "loss": 0.0207,
+      "step": 208350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.977215189873418e-05,
+      "learning_rate_adapter": 4.977215189873418e-05,
+      "loss": 0.0208,
+      "step": 208400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9759493670886074e-05,
+      "learning_rate_adapter": 4.9759493670886074e-05,
+      "loss": 0.0206,
+      "step": 208450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.974683544303797e-05,
+      "learning_rate_adapter": 4.974683544303797e-05,
+      "loss": 0.0206,
+      "step": 208500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.973417721518988e-05,
+      "learning_rate_adapter": 4.973417721518988e-05,
+      "loss": 0.0208,
+      "step": 208550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.972151898734178e-05,
+      "learning_rate_adapter": 4.972151898734178e-05,
+      "loss": 0.0207,
+      "step": 208600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9708860759493676e-05,
+      "learning_rate_adapter": 4.9708860759493676e-05,
+      "loss": 0.0208,
+      "step": 208650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.969620253164557e-05,
+      "learning_rate_adapter": 4.969620253164557e-05,
+      "loss": 0.0208,
+      "step": 208700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.968354430379747e-05,
+      "learning_rate_adapter": 4.968354430379747e-05,
+      "loss": 0.0208,
+      "step": 208750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9670886075949366e-05,
+      "learning_rate_adapter": 4.9670886075949366e-05,
+      "loss": 0.0209,
+      "step": 208800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.965822784810127e-05,
+      "learning_rate_adapter": 4.965822784810127e-05,
+      "loss": 0.0208,
+      "step": 208850
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.964556962025317e-05,
+      "learning_rate_adapter": 4.964556962025317e-05,
+      "loss": 0.0207,
+      "step": 208900
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.963291139240507e-05,
+      "learning_rate_adapter": 4.963291139240507e-05,
+      "loss": 0.0208,
+      "step": 208950
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.962025316455696e-05,
+      "learning_rate_adapter": 4.962025316455696e-05,
+      "loss": 0.0209,
+      "step": 209000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.960759493670886e-05,
+      "learning_rate_adapter": 4.960759493670886e-05,
+      "loss": 0.021,
+      "step": 209050
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.959493670886076e-05,
+      "learning_rate_adapter": 4.959493670886076e-05,
+      "loss": 0.0206,
+      "step": 209100
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9582278481012665e-05,
+      "learning_rate_adapter": 4.9582278481012665e-05,
+      "loss": 0.0206,
+      "step": 209150
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9569620253164563e-05,
+      "learning_rate_adapter": 4.9569620253164563e-05,
+      "loss": 0.0207,
+      "step": 209200
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9556962025316456e-05,
+      "learning_rate_adapter": 4.9556962025316456e-05,
+      "loss": 0.0208,
+      "step": 209250
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9544303797468354e-05,
+      "learning_rate_adapter": 4.9544303797468354e-05,
+      "loss": 0.0207,
+      "step": 209300
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.953164556962025e-05,
+      "learning_rate_adapter": 4.953164556962025e-05,
+      "loss": 0.0208,
+      "step": 209350
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.951898734177215e-05,
+      "learning_rate_adapter": 4.951898734177215e-05,
+      "loss": 0.0207,
+      "step": 209400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.950632911392406e-05,
+      "learning_rate_adapter": 4.950632911392406e-05,
+      "loss": 0.0207,
+      "step": 209450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.949367088607595e-05,
+      "learning_rate_adapter": 4.949367088607595e-05,
+      "loss": 0.0209,
+      "step": 209500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.948101265822785e-05,
+      "learning_rate_adapter": 4.948101265822785e-05,
+      "loss": 0.0207,
+      "step": 209550
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.946835443037975e-05,
+      "learning_rate_adapter": 4.946835443037975e-05,
+      "loss": 0.0208,
+      "step": 209600
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9455696202531646e-05,
+      "learning_rate_adapter": 4.9455696202531646e-05,
+      "loss": 0.0211,
+      "step": 209650
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.9443037974683545e-05,
+      "learning_rate_adapter": 4.9443037974683545e-05,
+      "loss": 0.0206,
+      "step": 209700
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.943037974683545e-05,
+      "learning_rate_adapter": 4.943037974683545e-05,
+      "loss": 0.0205,
+      "step": 209750
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.941772151898734e-05,
+      "learning_rate_adapter": 4.941772151898734e-05,
+      "loss": 0.0209,
+      "step": 209800
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.940506329113924e-05,
+      "learning_rate_adapter": 4.940506329113924e-05,
+      "loss": 0.0207,
+      "step": 209850
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.939240506329114e-05,
+      "learning_rate_adapter": 4.939240506329114e-05,
+      "loss": 0.0209,
+      "step": 209900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.937974683544304e-05,
+      "learning_rate_adapter": 4.937974683544304e-05,
+      "loss": 0.0207,
+      "step": 209950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.936708860759494e-05,
+      "learning_rate_adapter": 4.936708860759494e-05,
+      "loss": 0.0209,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "eval_af_opus100_pr_auc": 0.7958900254300282,
+      "eval_af_ud_pr_auc": 0.9945283489900089,
+      "eval_am_opus100_pr_auc": 0.5895626194968315,
+      "eval_ar_ersatz_pr_auc": 0.925195439015058,
+      "eval_ar_opus100_pr_auc": 0.7537311701841416,
+      "eval_ar_ud_pr_auc": 0.913620267172225,
+      "eval_average_ersatz_pr_auc": 0.9749844053096374,
+      "eval_average_opus100_pr_auc": 0.8588710893749001,
+      "eval_average_ud_pr_auc": 0.9687960276275741,
+      "eval_az_opus100_pr_auc": 0.8122834481673842,
+      "eval_be_opus100_pr_auc": 0.7775418948354519,
+      "eval_be_ud_pr_auc": 0.9115012170253111,
+      "eval_bg_opus100_pr_auc": 0.9334750342176876,
+      "eval_bg_ud_pr_auc": 0.9961582663194687,
+      "eval_bn_opus100_pr_auc": 0.8558527703401201,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9026405597769268,
+      "eval_ca_ud_pr_auc": 0.9975456611003809,
+      "eval_ceb_ud_pr_auc": 0.9999434125086536,
+      "eval_cs_ersatz_pr_auc": 0.9871129002860247,
+      "eval_cs_opus100_pr_auc": 0.9181093914918086,
+      "eval_cs_ud_pr_auc": 0.9639337886858454,
+      "eval_cy_opus100_pr_auc": 0.7934028893632152,
+      "eval_cy_ud_pr_auc": 0.997283813614832,
+      "eval_da_opus100_pr_auc": 0.9278850370798561,
+      "eval_da_ud_pr_auc": 0.973807298202325,
+      "eval_de_ersatz_pr_auc": 0.9902802432978215,
+      "eval_de_opus100_pr_auc": 0.9262621656642476,
+      "eval_de_ud_pr_auc": 0.9862556343697814,
+      "eval_el_opus100_pr_auc": 0.9209389510602942,
+      "eval_el_ud_pr_auc": 0.9975890970845561,
+      "eval_en_ersatz_pr_auc": 0.9939580673960706,
+      "eval_en_opus100_pr_auc": 0.925492935642279,
+      "eval_en_ud_pr_auc": 0.9818454127304816,
+      "eval_eo_opus100_pr_auc": 0.9313548650087357,
+      "eval_es_ersatz_pr_auc": 0.997857482355346,
+      "eval_es_opus100_pr_auc": 0.9433012280358105,
+      "eval_es_ud_pr_auc": 0.9903243442462116,
+      "eval_et_ersatz_pr_auc": 0.9851664503766167,
+      "eval_et_opus100_pr_auc": 0.9195462427540668,
+      "eval_et_ud_pr_auc": 0.9762892429518503,
+      "eval_eu_opus100_pr_auc": 0.8893628931204269,
+      "eval_eu_ud_pr_auc": 0.9930597622633683,
+      "eval_fa_opus100_pr_auc": 0.6365597460047457,
+      "eval_fa_ud_pr_auc": 0.994637557878942,
+      "eval_fi_ersatz_pr_auc": 0.9959453623261211,
+      "eval_fi_opus100_pr_auc": 0.941125644112667,
+      "eval_fi_ud_pr_auc": 0.9685276892123263,
+      "eval_fr_ersatz_pr_auc": 0.9895382823277341,
+      "eval_fr_opus100_pr_auc": 0.9284361676886572,
+      "eval_fr_ud_pr_auc": 0.9888843866668167,
+      "eval_fy_opus100_pr_auc": 0.6815843647948391,
+      "eval_ga_opus100_pr_auc": 0.922880748996766,
+      "eval_ga_ud_pr_auc": 0.8282512396494592,
+      "eval_gd_opus100_pr_auc": 0.7534868081015017,
+      "eval_gd_ud_pr_auc": 0.8501315306401325,
+      "eval_gl_opus100_pr_auc": 0.9054076052996028,
+      "eval_gl_ud_pr_auc": 0.997710080497048,
+      "eval_gu_ersatz_pr_auc": 0.9530145529538769,
+      "eval_gu_opus100_pr_auc": 0.7914147106173305,
+      "eval_ha_opus100_pr_auc": 0.9368885671949522,
+      "eval_he_opus100_pr_auc": 0.8891286556156361,
+      "eval_he_ud_pr_auc": 0.985566882356123,
+      "eval_hi_ersatz_pr_auc": 0.9834584987505701,
+      "eval_hi_opus100_pr_auc": 0.750697977623448,
+      "eval_hi_ud_pr_auc": 0.9931510808408541,
+      "eval_hu_opus100_pr_auc": 0.9242186800331733,
+      "eval_hu_ud_pr_auc": 0.982029384423001,
+      "eval_hy_opus100_pr_auc": 0.9206912573693358,
+      "eval_hy_ud_pr_auc": 0.9669248086799395,
+      "eval_id_opus100_pr_auc": 0.8961614315822544,
+      "eval_id_ud_pr_auc": 0.9946832141716884,
+      "eval_ig_opus100_pr_auc": 0.8962336046802447,
+      "eval_is_opus100_pr_auc": 0.9322437122016688,
+      "eval_is_ud_pr_auc": 0.9146615745402434,
+      "eval_it_opus100_pr_auc": 0.9194896222736558,
+      "eval_it_ud_pr_auc": 0.998320890733952,
+      "eval_ja_ersatz_pr_auc": 0.8991735096750942,
+      "eval_ja_opus100_pr_auc": 0.8634253232629877,
+      "eval_ja_ud_pr_auc": 0.9829263059140745,
+      "eval_jv_ud_pr_auc": 0.9541097746176581,
+      "eval_ka_opus100_pr_auc": 0.8553781331205959,
+      "eval_kk_ersatz_pr_auc": 0.9898221112726057,
+      "eval_kk_opus100_pr_auc": 0.8222298391937866,
+      "eval_kk_ud_pr_auc": 0.9739570581258405,
+      "eval_km_ersatz_pr_auc": 0.9487629999111961,
+      "eval_km_opus100_pr_auc": 0.7870468765906753,
+      "eval_kn_opus100_pr_auc": 0.6964092260927962,
+      "eval_ko_opus100_pr_auc": 0.720748424286111,
+      "eval_ko_ud_pr_auc": 0.9977319959362174,
+      "eval_ku_opus100_pr_auc": 0.8334142680545513,
+      "eval_ky_opus100_pr_auc": 0.8819440648905814,
+      "eval_la_ud_pr_auc": 0.9648843406334203,
+      "eval_loss": 0.0245017372071743,
+      "eval_lt_ersatz_pr_auc": 0.9970343195906687,
+      "eval_lt_opus100_pr_auc": 0.9028813945775228,
+      "eval_lt_ud_pr_auc": 0.9922471851810729,
+      "eval_lv_ersatz_pr_auc": 0.9920531786210632,
+      "eval_lv_opus100_pr_auc": 0.9030047590093991,
+      "eval_lv_ud_pr_auc": 0.968475742426968,
+      "eval_mg_opus100_pr_auc": 0.9502829013367377,
+      "eval_mk_opus100_pr_auc": 0.9307392453176366,
+      "eval_ml_opus100_pr_auc": 0.8076809371659526,
+      "eval_mn_opus100_pr_auc": 0.9432379770416071,
+      "eval_mr_opus100_pr_auc": 0.9208007981576899,
+      "eval_mr_ud_pr_auc": 0.9633153607342655,
+      "eval_ms_opus100_pr_auc": 0.8821411445620106,
+      "eval_mt_opus100_pr_auc": 0.8985790419120331,
+      "eval_mt_ud_pr_auc": 0.9210158582356829,
+      "eval_my_opus100_pr_auc": 0.8552082348933349,
+      "eval_ne_opus100_pr_auc": 0.7746399138636568,
+      "eval_nl_opus100_pr_auc": 0.9057029268578298,
+      "eval_nl_ud_pr_auc": 0.9880762654443962,
+      "eval_no_opus100_pr_auc": 0.9248154842957553,
+      "eval_no_ud_pr_auc": 0.9968728982995205,
+      "eval_pa_opus100_pr_auc": 0.7066326371609919,
+      "eval_pl_ersatz_pr_auc": 0.9731490399676384,
+      "eval_pl_opus100_pr_auc": 0.9059992250666309,
+      "eval_pl_ud_pr_auc": 0.9726676493985,
+      "eval_ps_ersatz_pr_auc": 0.9283677030077624,
+      "eval_ps_opus100_pr_auc": 0.756060141890545,
+      "eval_pt_opus100_pr_auc": 0.9329508851770368,
+      "eval_pt_ud_pr_auc": 0.9871384053990441,
+      "eval_ro_ersatz_pr_auc": 0.9949098586912773,
+      "eval_ro_opus100_pr_auc": 0.8728040115011404,
+      "eval_ro_ud_pr_auc": 0.967906706888659,
+      "eval_ru_ersatz_pr_auc": 0.9951123865182114,
+      "eval_ru_opus100_pr_auc": 0.9500680532646147,
+      "eval_ru_ud_pr_auc": 0.8994016829532351,
+      "eval_runtime": 515.7771,
+      "eval_samples_per_second": 146.42,
+      "eval_si_opus100_pr_auc": 0.8305292942546183,
+      "eval_sk_opus100_pr_auc": 0.940000785643627,
+      "eval_sk_ud_pr_auc": 0.9902924557618207,
+      "eval_sl_opus100_pr_auc": 0.892741199887744,
+      "eval_sl_ud_pr_auc": 0.974093576513925,
+      "eval_sq_opus100_pr_auc": 0.9364386149313144,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9255166671161185,
+      "eval_sr_ud_pr_auc": 0.9992969755967787,
+      "eval_steps_per_second": 0.572,
+      "eval_sv_opus100_pr_auc": 0.9135589965350958,
+      "eval_sv_ud_pr_auc": 0.9503795580596335,
+      "eval_ta_ersatz_pr_auc": 0.9831127880150031,
+      "eval_ta_opus100_pr_auc": 0.7593080006967473,
+      "eval_ta_ud_pr_auc": 0.9976096741031665,
+      "eval_te_opus100_pr_auc": 0.8343315795403777,
+      "eval_tg_opus100_pr_auc": 0.912037263809141,
+      "eval_th_opus100_pr_auc": 0.7230951069676981,
+      "eval_th_ud_pr_auc": 0.8976860127934763,
+      "eval_tr_ersatz_pr_auc": 0.969374319573672,
+      "eval_tr_opus100_pr_auc": 0.9068241735308425,
+      "eval_tr_ud_pr_auc": 0.959815189166086,
+      "eval_uk_opus100_pr_auc": 0.8863233624863681,
+      "eval_uk_ud_pr_auc": 0.925554617299124,
+      "eval_ur_opus100_pr_auc": 0.6386657299794473,
+      "eval_ur_ud_pr_auc": 0.9943496268763939,
+      "eval_uz_opus100_pr_auc": 0.8891716329833235,
+      "eval_vi_opus100_pr_auc": 0.8999552970144458,
+      "eval_vi_ud_pr_auc": 0.9546570590995132,
+      "eval_xh_opus100_pr_auc": 0.8930064744626943,
+      "eval_yi_opus100_pr_auc": 0.7427780084348694,
+      "eval_yo_opus100_pr_auc": 0.8361609269321789,
+      "eval_yo_ud_pr_auc": 0.916203315654668,
+      "eval_zh_ersatz_pr_auc": 0.9772574228825921,
+      "eval_zh_opus100_pr_auc": 0.9027926963281092,
+      "eval_zh_ud_pr_auc": 0.9935423961027545,
+      "eval_zu_opus100_pr_auc": 0.836084222803057,
+      "step": 210000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.935443037974684e-05,
+      "learning_rate_adapter": 4.935443037974684e-05,
+      "loss": 0.0209,
+      "step": 210050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9341772151898736e-05,
+      "learning_rate_adapter": 4.9341772151898736e-05,
+      "loss": 0.0207,
+      "step": 210100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9329113924050635e-05,
+      "learning_rate_adapter": 4.9329113924050635e-05,
+      "loss": 0.021,
+      "step": 210150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9316455696202534e-05,
+      "learning_rate_adapter": 4.9316455696202534e-05,
+      "loss": 0.021,
+      "step": 210200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.930379746835443e-05,
+      "learning_rate_adapter": 4.930379746835443e-05,
+      "loss": 0.0207,
+      "step": 210250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.929113924050633e-05,
+      "learning_rate_adapter": 4.929113924050633e-05,
+      "loss": 0.0208,
+      "step": 210300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.927848101265823e-05,
+      "learning_rate_adapter": 4.927848101265823e-05,
+      "loss": 0.0207,
+      "step": 210350
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.926582278481013e-05,
+      "learning_rate_adapter": 4.926582278481013e-05,
+      "loss": 0.0208,
+      "step": 210400
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.925316455696203e-05,
+      "learning_rate_adapter": 4.925316455696203e-05,
+      "loss": 0.0207,
+      "step": 210450
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.924050632911393e-05,
+      "learning_rate_adapter": 4.924050632911393e-05,
+      "loss": 0.0208,
+      "step": 210500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9227848101265826e-05,
+      "learning_rate_adapter": 4.9227848101265826e-05,
+      "loss": 0.0207,
+      "step": 210550
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9215189873417725e-05,
+      "learning_rate_adapter": 4.9215189873417725e-05,
+      "loss": 0.0207,
+      "step": 210600
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9202531645569624e-05,
+      "learning_rate_adapter": 4.9202531645569624e-05,
+      "loss": 0.0206,
+      "step": 210650
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.918987341772152e-05,
+      "learning_rate_adapter": 4.918987341772152e-05,
+      "loss": 0.0208,
+      "step": 210700
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.917721518987342e-05,
+      "learning_rate_adapter": 4.917721518987342e-05,
+      "loss": 0.0208,
+      "step": 210750
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.916455696202532e-05,
+      "learning_rate_adapter": 4.916455696202532e-05,
+      "loss": 0.0207,
+      "step": 210800
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.915189873417721e-05,
+      "learning_rate_adapter": 4.915189873417721e-05,
+      "loss": 0.0209,
+      "step": 210850
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.913924050632912e-05,
+      "learning_rate_adapter": 4.913924050632912e-05,
+      "loss": 0.0206,
+      "step": 210900
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.912658227848102e-05,
+      "learning_rate_adapter": 4.912658227848102e-05,
+      "loss": 0.0206,
+      "step": 210950
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9113924050632915e-05,
+      "learning_rate_adapter": 4.9113924050632915e-05,
+      "loss": 0.0208,
+      "step": 211000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9101265822784814e-05,
+      "learning_rate_adapter": 4.9101265822784814e-05,
+      "loss": 0.0209,
+      "step": 211050
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9088607594936706e-05,
+      "learning_rate_adapter": 4.9088607594936706e-05,
+      "loss": 0.0206,
+      "step": 211100
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.9075949367088605e-05,
+      "learning_rate_adapter": 4.9075949367088605e-05,
+      "loss": 0.0207,
+      "step": 211150
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.906329113924051e-05,
+      "learning_rate_adapter": 4.906329113924051e-05,
+      "loss": 0.0209,
+      "step": 211200
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.905063291139241e-05,
+      "learning_rate_adapter": 4.905063291139241e-05,
+      "loss": 0.0207,
+      "step": 211250
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.903797468354431e-05,
+      "learning_rate_adapter": 4.903797468354431e-05,
+      "loss": 0.0207,
+      "step": 211300
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.902531645569621e-05,
+      "learning_rate_adapter": 4.902531645569621e-05,
+      "loss": 0.0208,
+      "step": 211350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.90126582278481e-05,
+      "learning_rate_adapter": 4.90126582278481e-05,
+      "loss": 0.0208,
+      "step": 211400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.9e-05,
+      "learning_rate_adapter": 4.9e-05,
+      "loss": 0.0207,
+      "step": 211450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8987341772151904e-05,
+      "learning_rate_adapter": 4.8987341772151904e-05,
+      "loss": 0.0206,
+      "step": 211500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89746835443038e-05,
+      "learning_rate_adapter": 4.89746835443038e-05,
+      "loss": 0.0206,
+      "step": 211550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89620253164557e-05,
+      "learning_rate_adapter": 4.89620253164557e-05,
+      "loss": 0.0206,
+      "step": 211600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8949367088607594e-05,
+      "learning_rate_adapter": 4.8949367088607594e-05,
+      "loss": 0.0209,
+      "step": 211650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.893670886075949e-05,
+      "learning_rate_adapter": 4.893670886075949e-05,
+      "loss": 0.0207,
+      "step": 211700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.892405063291139e-05,
+      "learning_rate_adapter": 4.892405063291139e-05,
+      "loss": 0.0207,
+      "step": 211750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.89113924050633e-05,
+      "learning_rate_adapter": 4.89113924050633e-05,
+      "loss": 0.0206,
+      "step": 211800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8898734177215196e-05,
+      "learning_rate_adapter": 4.8898734177215196e-05,
+      "loss": 0.0208,
+      "step": 211850
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.888607594936709e-05,
+      "learning_rate_adapter": 4.888607594936709e-05,
+      "loss": 0.0207,
+      "step": 211900
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.887341772151899e-05,
+      "learning_rate_adapter": 4.887341772151899e-05,
+      "loss": 0.0207,
+      "step": 211950
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8860759493670886e-05,
+      "learning_rate_adapter": 4.8860759493670886e-05,
+      "loss": 0.0207,
+      "step": 212000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8848101265822785e-05,
+      "learning_rate_adapter": 4.8848101265822785e-05,
+      "loss": 0.0205,
+      "step": 212050
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.883544303797469e-05,
+      "learning_rate_adapter": 4.883544303797469e-05,
+      "loss": 0.0206,
+      "step": 212100
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.882278481012659e-05,
+      "learning_rate_adapter": 4.882278481012659e-05,
+      "loss": 0.0207,
+      "step": 212150
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.881012658227848e-05,
+      "learning_rate_adapter": 4.881012658227848e-05,
+      "loss": 0.0207,
+      "step": 212200
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.879746835443038e-05,
+      "learning_rate_adapter": 4.879746835443038e-05,
+      "loss": 0.0209,
+      "step": 212250
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.878481012658228e-05,
+      "learning_rate_adapter": 4.878481012658228e-05,
+      "loss": 0.0208,
+      "step": 212300
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.877215189873418e-05,
+      "learning_rate_adapter": 4.877215189873418e-05,
+      "loss": 0.0208,
+      "step": 212350
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8759493670886083e-05,
+      "learning_rate_adapter": 4.8759493670886083e-05,
+      "loss": 0.0208,
+      "step": 212400
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8746835443037976e-05,
+      "learning_rate_adapter": 4.8746835443037976e-05,
+      "loss": 0.0207,
+      "step": 212450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8734177215189874e-05,
+      "learning_rate_adapter": 4.8734177215189874e-05,
+      "loss": 0.0208,
+      "step": 212500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.872151898734177e-05,
+      "learning_rate_adapter": 4.872151898734177e-05,
+      "loss": 0.0206,
+      "step": 212550
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.870886075949367e-05,
+      "learning_rate_adapter": 4.870886075949367e-05,
+      "loss": 0.0206,
+      "step": 212600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.869620253164557e-05,
+      "learning_rate_adapter": 4.869620253164557e-05,
+      "loss": 0.0207,
+      "step": 212650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.868354430379747e-05,
+      "learning_rate_adapter": 4.868354430379747e-05,
+      "loss": 0.0208,
+      "step": 212700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.867088607594937e-05,
+      "learning_rate_adapter": 4.867088607594937e-05,
+      "loss": 0.0206,
+      "step": 212750
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.865822784810127e-05,
+      "learning_rate_adapter": 4.865822784810127e-05,
+      "loss": 0.0207,
+      "step": 212800
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.8645569620253166e-05,
+      "learning_rate_adapter": 4.8645569620253166e-05,
+      "loss": 0.0207,
+      "step": 212850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8632911392405065e-05,
+      "learning_rate_adapter": 4.8632911392405065e-05,
+      "loss": 0.0208,
+      "step": 212900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8620253164556964e-05,
+      "learning_rate_adapter": 4.8620253164556964e-05,
+      "loss": 0.0205,
+      "step": 212950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.860759493670886e-05,
+      "learning_rate_adapter": 4.860759493670886e-05,
+      "loss": 0.0208,
+      "step": 213000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.859493670886076e-05,
+      "learning_rate_adapter": 4.859493670886076e-05,
+      "loss": 0.0206,
+      "step": 213050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.858227848101266e-05,
+      "learning_rate_adapter": 4.858227848101266e-05,
+      "loss": 0.0208,
+      "step": 213100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.856962025316456e-05,
+      "learning_rate_adapter": 4.856962025316456e-05,
+      "loss": 0.0206,
+      "step": 213150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.855696202531646e-05,
+      "learning_rate_adapter": 4.855696202531646e-05,
+      "loss": 0.0208,
+      "step": 213200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.854430379746836e-05,
+      "learning_rate_adapter": 4.854430379746836e-05,
+      "loss": 0.0207,
+      "step": 213250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8531645569620256e-05,
+      "learning_rate_adapter": 4.8531645569620256e-05,
+      "loss": 0.0207,
+      "step": 213300
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8518987341772155e-05,
+      "learning_rate_adapter": 4.8518987341772155e-05,
+      "loss": 0.0209,
+      "step": 213350
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8506329113924054e-05,
+      "learning_rate_adapter": 4.8506329113924054e-05,
+      "loss": 0.0208,
+      "step": 213400
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.849367088607595e-05,
+      "learning_rate_adapter": 4.849367088607595e-05,
+      "loss": 0.0206,
+      "step": 213450
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8481012658227845e-05,
+      "learning_rate_adapter": 4.8481012658227845e-05,
+      "loss": 0.0206,
+      "step": 213500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.846835443037975e-05,
+      "learning_rate_adapter": 4.846835443037975e-05,
+      "loss": 0.0207,
+      "step": 213550
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.845569620253165e-05,
+      "learning_rate_adapter": 4.845569620253165e-05,
+      "loss": 0.0208,
+      "step": 213600
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.844303797468355e-05,
+      "learning_rate_adapter": 4.844303797468355e-05,
+      "loss": 0.0208,
+      "step": 213650
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.843037974683545e-05,
+      "learning_rate_adapter": 4.843037974683545e-05,
+      "loss": 0.0206,
+      "step": 213700
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8417721518987346e-05,
+      "learning_rate_adapter": 4.8417721518987346e-05,
+      "loss": 0.0208,
+      "step": 213750
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.840506329113924e-05,
+      "learning_rate_adapter": 4.840506329113924e-05,
+      "loss": 0.0208,
+      "step": 213800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8392405063291143e-05,
+      "learning_rate_adapter": 4.8392405063291143e-05,
+      "loss": 0.0208,
+      "step": 213850
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.837974683544304e-05,
+      "learning_rate_adapter": 4.837974683544304e-05,
+      "loss": 0.0207,
+      "step": 213900
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.836708860759494e-05,
+      "learning_rate_adapter": 4.836708860759494e-05,
+      "loss": 0.0207,
+      "step": 213950
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.835443037974684e-05,
+      "learning_rate_adapter": 4.835443037974684e-05,
+      "loss": 0.0206,
+      "step": 214000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.834177215189873e-05,
+      "learning_rate_adapter": 4.834177215189873e-05,
+      "loss": 0.0208,
+      "step": 214050
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.832911392405063e-05,
+      "learning_rate_adapter": 4.832911392405063e-05,
+      "loss": 0.0206,
+      "step": 214100
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8316455696202537e-05,
+      "learning_rate_adapter": 4.8316455696202537e-05,
+      "loss": 0.0206,
+      "step": 214150
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8303797468354435e-05,
+      "learning_rate_adapter": 4.8303797468354435e-05,
+      "loss": 0.0208,
+      "step": 214200
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8291139240506334e-05,
+      "learning_rate_adapter": 4.8291139240506334e-05,
+      "loss": 0.0208,
+      "step": 214250
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 4.8278481012658226e-05,
+      "learning_rate_adapter": 4.8278481012658226e-05,
+      "loss": 0.0209,
+      "step": 214300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8265822784810125e-05,
+      "learning_rate_adapter": 4.8265822784810125e-05,
+      "loss": 0.0207,
+      "step": 214350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8253164556962024e-05,
+      "learning_rate_adapter": 4.8253164556962024e-05,
+      "loss": 0.0209,
+      "step": 214400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.824050632911393e-05,
+      "learning_rate_adapter": 4.824050632911393e-05,
+      "loss": 0.0206,
+      "step": 214450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.822784810126583e-05,
+      "learning_rate_adapter": 4.822784810126583e-05,
+      "loss": 0.0207,
+      "step": 214500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.821518987341773e-05,
+      "learning_rate_adapter": 4.821518987341773e-05,
+      "loss": 0.0203,
+      "step": 214550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.820253164556962e-05,
+      "learning_rate_adapter": 4.820253164556962e-05,
+      "loss": 0.0206,
+      "step": 214600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.818987341772152e-05,
+      "learning_rate_adapter": 4.818987341772152e-05,
+      "loss": 0.0208,
+      "step": 214650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.817721518987342e-05,
+      "learning_rate_adapter": 4.817721518987342e-05,
+      "loss": 0.0207,
+      "step": 214700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.816455696202532e-05,
+      "learning_rate_adapter": 4.816455696202532e-05,
+      "loss": 0.0208,
+      "step": 214750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.815189873417722e-05,
+      "learning_rate_adapter": 4.815189873417722e-05,
+      "loss": 0.0207,
+      "step": 214800
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8139240506329114e-05,
+      "learning_rate_adapter": 4.8139240506329114e-05,
+      "loss": 0.0207,
+      "step": 214850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.812658227848101e-05,
+      "learning_rate_adapter": 4.812658227848101e-05,
+      "loss": 0.0207,
+      "step": 214900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.811392405063291e-05,
+      "learning_rate_adapter": 4.811392405063291e-05,
+      "loss": 0.0207,
+      "step": 214950
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.810126582278481e-05,
+      "learning_rate_adapter": 4.810126582278481e-05,
+      "loss": 0.0206,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "eval_af_opus100_pr_auc": 0.8053565557293396,
+      "eval_af_ud_pr_auc": 0.9898080560265348,
+      "eval_am_opus100_pr_auc": 0.6249599857736812,
+      "eval_ar_ersatz_pr_auc": 0.9327812240761476,
+      "eval_ar_opus100_pr_auc": 0.765415737882638,
+      "eval_ar_ud_pr_auc": 0.9042906732475398,
+      "eval_average_ersatz_pr_auc": 0.9749015132775912,
+      "eval_average_opus100_pr_auc": 0.8639100679830349,
+      "eval_average_ud_pr_auc": 0.9691621136226999,
+      "eval_az_opus100_pr_auc": 0.7923225216822988,
+      "eval_be_opus100_pr_auc": 0.7757009343784041,
+      "eval_be_ud_pr_auc": 0.9053954701551261,
+      "eval_bg_opus100_pr_auc": 0.9286117025505424,
+      "eval_bg_ud_pr_auc": 0.9973664882235606,
+      "eval_bn_opus100_pr_auc": 0.8582394776923936,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9065587693271464,
+      "eval_ca_ud_pr_auc": 0.9964657820629591,
+      "eval_ceb_ud_pr_auc": 0.9997404765782462,
+      "eval_cs_ersatz_pr_auc": 0.9867268767233965,
+      "eval_cs_opus100_pr_auc": 0.9207469785230212,
+      "eval_cs_ud_pr_auc": 0.963620469815392,
+      "eval_cy_opus100_pr_auc": 0.809798163998972,
+      "eval_cy_ud_pr_auc": 0.9978032515289765,
+      "eval_da_opus100_pr_auc": 0.9338775243743422,
+      "eval_da_ud_pr_auc": 0.9758680939566281,
+      "eval_de_ersatz_pr_auc": 0.9913324560431122,
+      "eval_de_opus100_pr_auc": 0.9262200186942104,
+      "eval_de_ud_pr_auc": 0.9872810185938974,
+      "eval_el_opus100_pr_auc": 0.9199034076202425,
+      "eval_el_ud_pr_auc": 0.9968955137569815,
+      "eval_en_ersatz_pr_auc": 0.9930085726183437,
+      "eval_en_opus100_pr_auc": 0.9255267525051644,
+      "eval_en_ud_pr_auc": 0.9770213257980418,
+      "eval_eo_opus100_pr_auc": 0.9343640200250735,
+      "eval_es_ersatz_pr_auc": 0.9974527474336305,
+      "eval_es_opus100_pr_auc": 0.9456785903341441,
+      "eval_es_ud_pr_auc": 0.9912923751947064,
+      "eval_et_ersatz_pr_auc": 0.9847476499923168,
+      "eval_et_opus100_pr_auc": 0.9291721659159188,
+      "eval_et_ud_pr_auc": 0.9815841336315978,
+      "eval_eu_opus100_pr_auc": 0.9033062249589918,
+      "eval_eu_ud_pr_auc": 0.9949707842451229,
+      "eval_fa_opus100_pr_auc": 0.6316898650813417,
+      "eval_fa_ud_pr_auc": 0.9958358707608588,
+      "eval_fi_ersatz_pr_auc": 0.9948424407788466,
+      "eval_fi_opus100_pr_auc": 0.9378125002551463,
+      "eval_fi_ud_pr_auc": 0.9666349886368788,
+      "eval_fr_ersatz_pr_auc": 0.9879146605451615,
+      "eval_fr_opus100_pr_auc": 0.929859610588998,
+      "eval_fr_ud_pr_auc": 0.9907997617564499,
+      "eval_fy_opus100_pr_auc": 0.7065533645370062,
+      "eval_ga_opus100_pr_auc": 0.9247677267566731,
+      "eval_ga_ud_pr_auc": 0.8046301612591498,
+      "eval_gd_opus100_pr_auc": 0.7662539361979025,
+      "eval_gd_ud_pr_auc": 0.8627072506388693,
+      "eval_gl_opus100_pr_auc": 0.9043028265351291,
+      "eval_gl_ud_pr_auc": 0.9967993058864826,
+      "eval_gu_ersatz_pr_auc": 0.9506437879979555,
+      "eval_gu_opus100_pr_auc": 0.8039550295859105,
+      "eval_ha_opus100_pr_auc": 0.9365363127675853,
+      "eval_he_opus100_pr_auc": 0.8841114095673475,
+      "eval_he_ud_pr_auc": 0.9824432411742964,
+      "eval_hi_ersatz_pr_auc": 0.9853671391490125,
+      "eval_hi_opus100_pr_auc": 0.7530669309294885,
+      "eval_hi_ud_pr_auc": 0.9937173018178236,
+      "eval_hu_opus100_pr_auc": 0.927540463432093,
+      "eval_hu_ud_pr_auc": 0.9807561945768248,
+      "eval_hy_opus100_pr_auc": 0.9185345383440642,
+      "eval_hy_ud_pr_auc": 0.9743906074385867,
+      "eval_id_opus100_pr_auc": 0.8888456187539192,
+      "eval_id_ud_pr_auc": 0.994799858257259,
+      "eval_ig_opus100_pr_auc": 0.9130283298228098,
+      "eval_is_opus100_pr_auc": 0.9299256799685551,
+      "eval_is_ud_pr_auc": 0.9142819412714732,
+      "eval_it_opus100_pr_auc": 0.9277759684110549,
+      "eval_it_ud_pr_auc": 0.9985153131538562,
+      "eval_ja_ersatz_pr_auc": 0.9009480991229656,
+      "eval_ja_opus100_pr_auc": 0.8809431011923748,
+      "eval_ja_ud_pr_auc": 0.9880803358847305,
+      "eval_jv_ud_pr_auc": 0.954643714307093,
+      "eval_ka_opus100_pr_auc": 0.8570900342404629,
+      "eval_kk_ersatz_pr_auc": 0.9901323089723865,
+      "eval_kk_opus100_pr_auc": 0.8505381537039293,
+      "eval_kk_ud_pr_auc": 0.9763073297272771,
+      "eval_km_ersatz_pr_auc": 0.9515413444350937,
+      "eval_km_opus100_pr_auc": 0.7978632009684914,
+      "eval_kn_opus100_pr_auc": 0.7136125666369697,
+      "eval_ko_opus100_pr_auc": 0.714735541281817,
+      "eval_ko_ud_pr_auc": 0.9972004009788084,
+      "eval_ku_opus100_pr_auc": 0.8665262815208984,
+      "eval_ky_opus100_pr_auc": 0.9254801975178264,
+      "eval_la_ud_pr_auc": 0.9809389231330821,
+      "eval_loss": 0.024252161383628845,
+      "eval_lt_ersatz_pr_auc": 0.9952348589176175,
+      "eval_lt_opus100_pr_auc": 0.8986880683119814,
+      "eval_lt_ud_pr_auc": 0.9936843724078993,
+      "eval_lv_ersatz_pr_auc": 0.9918626692554225,
+      "eval_lv_opus100_pr_auc": 0.8893866801784551,
+      "eval_lv_ud_pr_auc": 0.9654558861571736,
+      "eval_mg_opus100_pr_auc": 0.9494990899928825,
+      "eval_mk_opus100_pr_auc": 0.9264747911958585,
+      "eval_ml_opus100_pr_auc": 0.8049878886417955,
+      "eval_mn_opus100_pr_auc": 0.9644316394427648,
+      "eval_mr_opus100_pr_auc": 0.9172884592925459,
+      "eval_mr_ud_pr_auc": 0.9616780096092952,
+      "eval_ms_opus100_pr_auc": 0.8792510111543359,
+      "eval_mt_opus100_pr_auc": 0.8830779366544127,
+      "eval_mt_ud_pr_auc": 0.9314329075806639,
+      "eval_my_opus100_pr_auc": 0.8651750693554033,
+      "eval_ne_opus100_pr_auc": 0.7833879423976393,
+      "eval_nl_opus100_pr_auc": 0.9056920023548205,
+      "eval_nl_ud_pr_auc": 0.9871233629089691,
+      "eval_no_opus100_pr_auc": 0.9194048548482305,
+      "eval_no_ud_pr_auc": 0.9965483827346594,
+      "eval_pa_opus100_pr_auc": 0.7258244371742069,
+      "eval_pl_ersatz_pr_auc": 0.9736007605474796,
+      "eval_pl_opus100_pr_auc": 0.9077375177200186,
+      "eval_pl_ud_pr_auc": 0.9763671898143346,
+      "eval_ps_ersatz_pr_auc": 0.92014974600824,
+      "eval_ps_opus100_pr_auc": 0.7777560586812043,
+      "eval_pt_opus100_pr_auc": 0.9300035390291241,
+      "eval_pt_ud_pr_auc": 0.9854771069412521,
+      "eval_ro_ersatz_pr_auc": 0.9936822406277463,
+      "eval_ro_opus100_pr_auc": 0.8695250860934491,
+      "eval_ro_ud_pr_auc": 0.9496288710346734,
+      "eval_ru_ersatz_pr_auc": 0.9947193182138953,
+      "eval_ru_opus100_pr_auc": 0.9474108483012982,
+      "eval_ru_ud_pr_auc": 0.8885938602841211,
+      "eval_runtime": 516.9773,
+      "eval_samples_per_second": 146.08,
+      "eval_si_opus100_pr_auc": 0.8313377713590079,
+      "eval_sk_opus100_pr_auc": 0.9434272030557475,
+      "eval_sk_ud_pr_auc": 0.9895987357376681,
+      "eval_sl_opus100_pr_auc": 0.8828311676901347,
+      "eval_sl_ud_pr_auc": 0.9759382771101899,
+      "eval_sq_opus100_pr_auc": 0.9389168607765117,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9216296177753067,
+      "eval_sr_ud_pr_auc": 0.9995038850794823,
+      "eval_steps_per_second": 0.571,
+      "eval_sv_opus100_pr_auc": 0.9205012959619614,
+      "eval_sv_ud_pr_auc": 0.9560218021887108,
+      "eval_ta_ersatz_pr_auc": 0.9827595523998958,
+      "eval_ta_opus100_pr_auc": 0.7515603164453246,
+      "eval_ta_ud_pr_auc": 0.9970865668769298,
+      "eval_te_opus100_pr_auc": 0.827936527910564,
+      "eval_tg_opus100_pr_auc": 0.9155208358263327,
+      "eval_th_opus100_pr_auc": 0.735402351125645,
+      "eval_th_ud_pr_auc": 0.9040275041543792,
+      "eval_tr_ersatz_pr_auc": 0.9671038496861664,
+      "eval_tr_opus100_pr_auc": 0.9080214011562049,
+      "eval_tr_ud_pr_auc": 0.9636128281855744,
+      "eval_uk_opus100_pr_auc": 0.8903301326790122,
+      "eval_uk_ud_pr_auc": 0.9303571113834823,
+      "eval_ur_opus100_pr_auc": 0.650547865167596,
+      "eval_ur_ud_pr_auc": 0.9951978209314306,
+      "eval_uz_opus100_pr_auc": 0.8946184665649705,
+      "eval_vi_opus100_pr_auc": 0.9089199314683172,
+      "eval_vi_ud_pr_auc": 0.9571346127356436,
+      "eval_xh_opus100_pr_auc": 0.8970519770570528,
+      "eval_yi_opus100_pr_auc": 0.7555899824053736,
+      "eval_yo_opus100_pr_auc": 0.8642397874319767,
+      "eval_yo_ud_pr_auc": 0.930811466695716,
+      "eval_zh_ersatz_pr_auc": 0.9812809885621806,
+      "eval_zh_opus100_pr_auc": 0.9001926790331229,
+      "eval_zh_ud_pr_auc": 0.9940735024665306,
+      "eval_zu_opus100_pr_auc": 0.8599377623339555,
+      "step": 215000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8088607594936716e-05,
+      "learning_rate_adapter": 4.8088607594936716e-05,
+      "loss": 0.0207,
+      "step": 215050
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.807594936708861e-05,
+      "learning_rate_adapter": 4.807594936708861e-05,
+      "loss": 0.0208,
+      "step": 215100
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.806329113924051e-05,
+      "learning_rate_adapter": 4.806329113924051e-05,
+      "loss": 0.0208,
+      "step": 215150
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8050632911392406e-05,
+      "learning_rate_adapter": 4.8050632911392406e-05,
+      "loss": 0.0207,
+      "step": 215200
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8037974683544305e-05,
+      "learning_rate_adapter": 4.8037974683544305e-05,
+      "loss": 0.0209,
+      "step": 215250
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8025316455696204e-05,
+      "learning_rate_adapter": 4.8025316455696204e-05,
+      "loss": 0.0207,
+      "step": 215300
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.801265822784811e-05,
+      "learning_rate_adapter": 4.801265822784811e-05,
+      "loss": 0.0207,
+      "step": 215350
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.8e-05,
+      "learning_rate_adapter": 4.8e-05,
+      "loss": 0.0207,
+      "step": 215400
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79873417721519e-05,
+      "learning_rate_adapter": 4.79873417721519e-05,
+      "loss": 0.0206,
+      "step": 215450
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79746835443038e-05,
+      "learning_rate_adapter": 4.79746835443038e-05,
+      "loss": 0.0207,
+      "step": 215500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79620253164557e-05,
+      "learning_rate_adapter": 4.79620253164557e-05,
+      "loss": 0.0206,
+      "step": 215550
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.79493670886076e-05,
+      "learning_rate_adapter": 4.79493670886076e-05,
+      "loss": 0.0206,
+      "step": 215600
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7936708860759495e-05,
+      "learning_rate_adapter": 4.7936708860759495e-05,
+      "loss": 0.0206,
+      "step": 215650
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.7924050632911394e-05,
+      "learning_rate_adapter": 4.7924050632911394e-05,
+      "loss": 0.0206,
+      "step": 215700
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.791139240506329e-05,
+      "learning_rate_adapter": 4.791139240506329e-05,
+      "loss": 0.0209,
+      "step": 215750
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 4.789873417721519e-05,
+      "learning_rate_adapter": 4.789873417721519e-05,
+      "loss": 0.0206,
+      "step": 215800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.788607594936709e-05,
+      "learning_rate_adapter": 4.788607594936709e-05,
+      "loss": 0.0207,
+      "step": 215850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.787341772151899e-05,
+      "learning_rate_adapter": 4.787341772151899e-05,
+      "loss": 0.0206,
+      "step": 215900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.786075949367089e-05,
+      "learning_rate_adapter": 4.786075949367089e-05,
+      "loss": 0.0206,
+      "step": 215950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.784810126582279e-05,
+      "learning_rate_adapter": 4.784810126582279e-05,
+      "loss": 0.0206,
+      "step": 216000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7835443037974686e-05,
+      "learning_rate_adapter": 4.7835443037974686e-05,
+      "loss": 0.0207,
+      "step": 216050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7822784810126585e-05,
+      "learning_rate_adapter": 4.7822784810126585e-05,
+      "loss": 0.0208,
+      "step": 216100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7810126582278484e-05,
+      "learning_rate_adapter": 4.7810126582278484e-05,
+      "loss": 0.0206,
+      "step": 216150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.779746835443038e-05,
+      "learning_rate_adapter": 4.779746835443038e-05,
+      "loss": 0.0206,
+      "step": 216200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.778481012658228e-05,
+      "learning_rate_adapter": 4.778481012658228e-05,
+      "loss": 0.0206,
+      "step": 216250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.777215189873418e-05,
+      "learning_rate_adapter": 4.777215189873418e-05,
+      "loss": 0.0209,
+      "step": 216300
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.775949367088608e-05,
+      "learning_rate_adapter": 4.775949367088608e-05,
+      "loss": 0.0207,
+      "step": 216350
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.774683544303798e-05,
+      "learning_rate_adapter": 4.774683544303798e-05,
+      "loss": 0.0208,
+      "step": 216400
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.773417721518987e-05,
+      "learning_rate_adapter": 4.773417721518987e-05,
+      "loss": 0.0206,
+      "step": 216450
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7721518987341776e-05,
+      "learning_rate_adapter": 4.7721518987341776e-05,
+      "loss": 0.0205,
+      "step": 216500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7708860759493675e-05,
+      "learning_rate_adapter": 4.7708860759493675e-05,
+      "loss": 0.0206,
+      "step": 216550
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7696202531645574e-05,
+      "learning_rate_adapter": 4.7696202531645574e-05,
+      "loss": 0.0206,
+      "step": 216600
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.768354430379747e-05,
+      "learning_rate_adapter": 4.768354430379747e-05,
+      "loss": 0.0206,
+      "step": 216650
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7670886075949365e-05,
+      "learning_rate_adapter": 4.7670886075949365e-05,
+      "loss": 0.0205,
+      "step": 216700
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.7658227848101264e-05,
+      "learning_rate_adapter": 4.7658227848101264e-05,
+      "loss": 0.0207,
+      "step": 216750
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.764556962025317e-05,
+      "learning_rate_adapter": 4.764556962025317e-05,
+      "loss": 0.0207,
+      "step": 216800
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.763291139240507e-05,
+      "learning_rate_adapter": 4.763291139240507e-05,
+      "loss": 0.0206,
+      "step": 216850
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.762025316455697e-05,
+      "learning_rate_adapter": 4.762025316455697e-05,
+      "loss": 0.0208,
+      "step": 216900
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.760759493670886e-05,
+      "learning_rate_adapter": 4.760759493670886e-05,
+      "loss": 0.0207,
+      "step": 216950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.759493670886076e-05,
+      "learning_rate_adapter": 4.759493670886076e-05,
+      "loss": 0.0207,
+      "step": 217000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.758227848101266e-05,
+      "learning_rate_adapter": 4.758227848101266e-05,
+      "loss": 0.0208,
+      "step": 217050
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.756962025316456e-05,
+      "learning_rate_adapter": 4.756962025316456e-05,
+      "loss": 0.0204,
+      "step": 217100
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.755696202531646e-05,
+      "learning_rate_adapter": 4.755696202531646e-05,
+      "loss": 0.0206,
+      "step": 217150
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.754430379746836e-05,
+      "learning_rate_adapter": 4.754430379746836e-05,
+      "loss": 0.0207,
+      "step": 217200
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.753164556962025e-05,
+      "learning_rate_adapter": 4.753164556962025e-05,
+      "loss": 0.0205,
+      "step": 217250
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 4.751898734177215e-05,
+      "learning_rate_adapter": 4.751898734177215e-05,
+      "loss": 0.0207,
+      "step": 217300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.750632911392405e-05,
+      "learning_rate_adapter": 4.750632911392405e-05,
+      "loss": 0.0206,
+      "step": 217350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7493670886075955e-05,
+      "learning_rate_adapter": 4.7493670886075955e-05,
+      "loss": 0.0207,
+      "step": 217400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7481012658227854e-05,
+      "learning_rate_adapter": 4.7481012658227854e-05,
+      "loss": 0.0206,
+      "step": 217450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7468354430379746e-05,
+      "learning_rate_adapter": 4.7468354430379746e-05,
+      "loss": 0.0207,
+      "step": 217500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7455696202531645e-05,
+      "learning_rate_adapter": 4.7455696202531645e-05,
+      "loss": 0.0208,
+      "step": 217550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7443037974683544e-05,
+      "learning_rate_adapter": 4.7443037974683544e-05,
+      "loss": 0.0207,
+      "step": 217600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.743037974683544e-05,
+      "learning_rate_adapter": 4.743037974683544e-05,
+      "loss": 0.0207,
+      "step": 217650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.741772151898735e-05,
+      "learning_rate_adapter": 4.741772151898735e-05,
+      "loss": 0.0207,
+      "step": 217700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.740506329113924e-05,
+      "learning_rate_adapter": 4.740506329113924e-05,
+      "loss": 0.0206,
+      "step": 217750
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.739240506329114e-05,
+      "learning_rate_adapter": 4.739240506329114e-05,
+      "loss": 0.0206,
+      "step": 217800
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.737974683544304e-05,
+      "learning_rate_adapter": 4.737974683544304e-05,
+      "loss": 0.0207,
+      "step": 217850
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.736708860759494e-05,
+      "learning_rate_adapter": 4.736708860759494e-05,
+      "loss": 0.0206,
+      "step": 217900
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7354430379746836e-05,
+      "learning_rate_adapter": 4.7354430379746836e-05,
+      "loss": 0.0206,
+      "step": 217950
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.734177215189874e-05,
+      "learning_rate_adapter": 4.734177215189874e-05,
+      "loss": 0.0204,
+      "step": 218000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7329113924050634e-05,
+      "learning_rate_adapter": 4.7329113924050634e-05,
+      "loss": 0.0205,
+      "step": 218050
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.731645569620253e-05,
+      "learning_rate_adapter": 4.731645569620253e-05,
+      "loss": 0.0207,
+      "step": 218100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.730379746835443e-05,
+      "learning_rate_adapter": 4.730379746835443e-05,
+      "loss": 0.0206,
+      "step": 218150
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.729113924050633e-05,
+      "learning_rate_adapter": 4.729113924050633e-05,
+      "loss": 0.0206,
+      "step": 218200
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.727848101265823e-05,
+      "learning_rate_adapter": 4.727848101265823e-05,
+      "loss": 0.0207,
+      "step": 218250
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.726582278481013e-05,
+      "learning_rate_adapter": 4.726582278481013e-05,
+      "loss": 0.0206,
+      "step": 218300
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.725316455696203e-05,
+      "learning_rate_adapter": 4.725316455696203e-05,
+      "loss": 0.0207,
+      "step": 218350
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7240506329113926e-05,
+      "learning_rate_adapter": 4.7240506329113926e-05,
+      "loss": 0.0204,
+      "step": 218400
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7227848101265825e-05,
+      "learning_rate_adapter": 4.7227848101265825e-05,
+      "loss": 0.0205,
+      "step": 218450
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.7215189873417723e-05,
+      "learning_rate_adapter": 4.7215189873417723e-05,
+      "loss": 0.0206,
+      "step": 218500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.720253164556962e-05,
+      "learning_rate_adapter": 4.720253164556962e-05,
+      "loss": 0.0207,
+      "step": 218550
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.718987341772152e-05,
+      "learning_rate_adapter": 4.718987341772152e-05,
+      "loss": 0.0206,
+      "step": 218600
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.717721518987342e-05,
+      "learning_rate_adapter": 4.717721518987342e-05,
+      "loss": 0.0208,
+      "step": 218650
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.716455696202532e-05,
+      "learning_rate_adapter": 4.716455696202532e-05,
+      "loss": 0.0206,
+      "step": 218700
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 4.715189873417722e-05,
+      "learning_rate_adapter": 4.715189873417722e-05,
+      "loss": 0.0204,
+      "step": 218750
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7139240506329117e-05,
+      "learning_rate_adapter": 4.7139240506329117e-05,
+      "loss": 0.0207,
+      "step": 218800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7126582278481015e-05,
+      "learning_rate_adapter": 4.7126582278481015e-05,
+      "loss": 0.0207,
+      "step": 218850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7113924050632914e-05,
+      "learning_rate_adapter": 4.7113924050632914e-05,
+      "loss": 0.0206,
+      "step": 218900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.710126582278481e-05,
+      "learning_rate_adapter": 4.710126582278481e-05,
+      "loss": 0.0209,
+      "step": 218950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.708860759493671e-05,
+      "learning_rate_adapter": 4.708860759493671e-05,
+      "loss": 0.0207,
+      "step": 219000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.707594936708861e-05,
+      "learning_rate_adapter": 4.707594936708861e-05,
+      "loss": 0.0206,
+      "step": 219050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.70632911392405e-05,
+      "learning_rate_adapter": 4.70632911392405e-05,
+      "loss": 0.0206,
+      "step": 219100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.705063291139241e-05,
+      "learning_rate_adapter": 4.705063291139241e-05,
+      "loss": 0.0204,
+      "step": 219150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.703797468354431e-05,
+      "learning_rate_adapter": 4.703797468354431e-05,
+      "loss": 0.0208,
+      "step": 219200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7025316455696206e-05,
+      "learning_rate_adapter": 4.7025316455696206e-05,
+      "loss": 0.0207,
+      "step": 219250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7012658227848105e-05,
+      "learning_rate_adapter": 4.7012658227848105e-05,
+      "loss": 0.0207,
+      "step": 219300
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.7e-05,
+      "learning_rate_adapter": 4.7e-05,
+      "loss": 0.0205,
+      "step": 219350
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6987341772151896e-05,
+      "learning_rate_adapter": 4.6987341772151896e-05,
+      "loss": 0.0206,
+      "step": 219400
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69746835443038e-05,
+      "learning_rate_adapter": 4.69746835443038e-05,
+      "loss": 0.0206,
+      "step": 219450
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69620253164557e-05,
+      "learning_rate_adapter": 4.69620253164557e-05,
+      "loss": 0.0206,
+      "step": 219500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69493670886076e-05,
+      "learning_rate_adapter": 4.69493670886076e-05,
+      "loss": 0.0206,
+      "step": 219550
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.69367088607595e-05,
+      "learning_rate_adapter": 4.69367088607595e-05,
+      "loss": 0.0203,
+      "step": 219600
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.692405063291139e-05,
+      "learning_rate_adapter": 4.692405063291139e-05,
+      "loss": 0.0209,
+      "step": 219650
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.691139240506329e-05,
+      "learning_rate_adapter": 4.691139240506329e-05,
+      "loss": 0.0207,
+      "step": 219700
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6898734177215195e-05,
+      "learning_rate_adapter": 4.6898734177215195e-05,
+      "loss": 0.0207,
+      "step": 219750
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6886075949367094e-05,
+      "learning_rate_adapter": 4.6886075949367094e-05,
+      "loss": 0.0206,
+      "step": 219800
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.687341772151899e-05,
+      "learning_rate_adapter": 4.687341772151899e-05,
+      "loss": 0.0206,
+      "step": 219850
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6860759493670885e-05,
+      "learning_rate_adapter": 4.6860759493670885e-05,
+      "loss": 0.0203,
+      "step": 219900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.6848101265822784e-05,
+      "learning_rate_adapter": 4.6848101265822784e-05,
+      "loss": 0.0207,
+      "step": 219950
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.683544303797468e-05,
+      "learning_rate_adapter": 4.683544303797468e-05,
+      "loss": 0.0206,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "eval_af_opus100_pr_auc": 0.8127720792805202,
+      "eval_af_ud_pr_auc": 0.9929051277483557,
+      "eval_am_opus100_pr_auc": 0.5603551026018914,
+      "eval_ar_ersatz_pr_auc": 0.9393153229501378,
+      "eval_ar_opus100_pr_auc": 0.7628607610691445,
+      "eval_ar_ud_pr_auc": 0.908160070081246,
+      "eval_average_ersatz_pr_auc": 0.9775927386651628,
+      "eval_average_opus100_pr_auc": 0.8632287811462621,
+      "eval_average_ud_pr_auc": 0.9697670303738354,
+      "eval_az_opus100_pr_auc": 0.8226821604709508,
+      "eval_be_opus100_pr_auc": 0.7840172382313428,
+      "eval_be_ud_pr_auc": 0.9127396832275565,
+      "eval_bg_opus100_pr_auc": 0.9297121489514172,
+      "eval_bg_ud_pr_auc": 0.9961668703643463,
+      "eval_bn_opus100_pr_auc": 0.8576442328245464,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9008757107878076,
+      "eval_ca_ud_pr_auc": 0.997974541381265,
+      "eval_ceb_ud_pr_auc": 0.9994050580771277,
+      "eval_cs_ersatz_pr_auc": 0.9904050839243913,
+      "eval_cs_opus100_pr_auc": 0.9238626994391442,
+      "eval_cs_ud_pr_auc": 0.9682525105984662,
+      "eval_cy_opus100_pr_auc": 0.8019032772179435,
+      "eval_cy_ud_pr_auc": 0.9974914336164292,
+      "eval_da_opus100_pr_auc": 0.9351083725802368,
+      "eval_da_ud_pr_auc": 0.9767647123319155,
+      "eval_de_ersatz_pr_auc": 0.9918632132711446,
+      "eval_de_opus100_pr_auc": 0.926399060437396,
+      "eval_de_ud_pr_auc": 0.9872278557068512,
+      "eval_el_opus100_pr_auc": 0.9202985692858255,
+      "eval_el_ud_pr_auc": 0.9951027963124939,
+      "eval_en_ersatz_pr_auc": 0.9948401867376724,
+      "eval_en_opus100_pr_auc": 0.9267657106558126,
+      "eval_en_ud_pr_auc": 0.9738646446083525,
+      "eval_eo_opus100_pr_auc": 0.9306880038903413,
+      "eval_es_ersatz_pr_auc": 0.9974415187396607,
+      "eval_es_opus100_pr_auc": 0.9466381436344761,
+      "eval_es_ud_pr_auc": 0.9923373909343983,
+      "eval_et_ersatz_pr_auc": 0.9846698327772729,
+      "eval_et_opus100_pr_auc": 0.9218157280209881,
+      "eval_et_ud_pr_auc": 0.9824681821422718,
+      "eval_eu_opus100_pr_auc": 0.8969019982532455,
+      "eval_eu_ud_pr_auc": 0.9943181643481414,
+      "eval_fa_opus100_pr_auc": 0.6434840703252094,
+      "eval_fa_ud_pr_auc": 0.9958173481301413,
+      "eval_fi_ersatz_pr_auc": 0.9969300269300726,
+      "eval_fi_opus100_pr_auc": 0.936709747681686,
+      "eval_fi_ud_pr_auc": 0.9711777207099151,
+      "eval_fr_ersatz_pr_auc": 0.9893694211681731,
+      "eval_fr_opus100_pr_auc": 0.930934110125203,
+      "eval_fr_ud_pr_auc": 0.9932443532908429,
+      "eval_fy_opus100_pr_auc": 0.7368118680086257,
+      "eval_ga_opus100_pr_auc": 0.9221444996157417,
+      "eval_ga_ud_pr_auc": 0.8085508538967215,
+      "eval_gd_opus100_pr_auc": 0.7795431191329367,
+      "eval_gd_ud_pr_auc": 0.8595437375616001,
+      "eval_gl_opus100_pr_auc": 0.9060489248587107,
+      "eval_gl_ud_pr_auc": 0.9965758735793229,
+      "eval_gu_ersatz_pr_auc": 0.9597111445422566,
+      "eval_gu_opus100_pr_auc": 0.7905473477780095,
+      "eval_ha_opus100_pr_auc": 0.9369074706656453,
+      "eval_he_opus100_pr_auc": 0.901110479217792,
+      "eval_he_ud_pr_auc": 0.9877565061185831,
+      "eval_hi_ersatz_pr_auc": 0.9832629898812639,
+      "eval_hi_opus100_pr_auc": 0.753061313987595,
+      "eval_hi_ud_pr_auc": 0.9929925087767614,
+      "eval_hu_opus100_pr_auc": 0.9277774178244765,
+      "eval_hu_ud_pr_auc": 0.9820649298142857,
+      "eval_hy_opus100_pr_auc": 0.917218603088045,
+      "eval_hy_ud_pr_auc": 0.9716592824966193,
+      "eval_id_opus100_pr_auc": 0.8962597370124438,
+      "eval_id_ud_pr_auc": 0.995177711537228,
+      "eval_ig_opus100_pr_auc": 0.9184882213886842,
+      "eval_is_opus100_pr_auc": 0.9310202921907765,
+      "eval_is_ud_pr_auc": 0.9228086553422802,
+      "eval_it_opus100_pr_auc": 0.9339092950706005,
+      "eval_it_ud_pr_auc": 0.9979042072339555,
+      "eval_ja_ersatz_pr_auc": 0.9237333825312949,
+      "eval_ja_opus100_pr_auc": 0.8624213236927646,
+      "eval_ja_ud_pr_auc": 0.9874934617620221,
+      "eval_jv_ud_pr_auc": 0.9566929860006823,
+      "eval_ka_opus100_pr_auc": 0.860824731110586,
+      "eval_kk_ersatz_pr_auc": 0.9899272293189205,
+      "eval_kk_opus100_pr_auc": 0.8557435351866997,
+      "eval_kk_ud_pr_auc": 0.9752696806081766,
+      "eval_km_ersatz_pr_auc": 0.9486450222658632,
+      "eval_km_opus100_pr_auc": 0.7988348533353343,
+      "eval_kn_opus100_pr_auc": 0.7059806484063997,
+      "eval_ko_opus100_pr_auc": 0.6824989663892981,
+      "eval_ko_ud_pr_auc": 0.9976864566910526,
+      "eval_ku_opus100_pr_auc": 0.8587477615139635,
+      "eval_ky_opus100_pr_auc": 0.9016594182118186,
+      "eval_la_ud_pr_auc": 0.9795300085958916,
+      "eval_loss": 0.024237072095274925,
+      "eval_lt_ersatz_pr_auc": 0.9972883605475854,
+      "eval_lt_opus100_pr_auc": 0.9097848960410385,
+      "eval_lt_ud_pr_auc": 0.9934535473839424,
+      "eval_lv_ersatz_pr_auc": 0.9932087338934517,
+      "eval_lv_opus100_pr_auc": 0.9098208586240771,
+      "eval_lv_ud_pr_auc": 0.9688652658958621,
+      "eval_mg_opus100_pr_auc": 0.9553721568521656,
+      "eval_mk_opus100_pr_auc": 0.9267052702745334,
+      "eval_ml_opus100_pr_auc": 0.8056578841708038,
+      "eval_mn_opus100_pr_auc": 0.9589343840260612,
+      "eval_mr_opus100_pr_auc": 0.9211894131148615,
+      "eval_mr_ud_pr_auc": 0.9703836558084966,
+      "eval_ms_opus100_pr_auc": 0.8794941982930098,
+      "eval_mt_opus100_pr_auc": 0.8780101930714296,
+      "eval_mt_ud_pr_auc": 0.9464690484432092,
+      "eval_my_opus100_pr_auc": 0.8510167198490826,
+      "eval_ne_opus100_pr_auc": 0.7660743989715852,
+      "eval_nl_opus100_pr_auc": 0.908441046748019,
+      "eval_nl_ud_pr_auc": 0.9871137014520593,
+      "eval_no_opus100_pr_auc": 0.9178192749648565,
+      "eval_no_ud_pr_auc": 0.9967499418323459,
+      "eval_pa_opus100_pr_auc": 0.720579192629336,
+      "eval_pl_ersatz_pr_auc": 0.973374847207352,
+      "eval_pl_opus100_pr_auc": 0.910562492379867,
+      "eval_pl_ud_pr_auc": 0.9775160619162323,
+      "eval_ps_ersatz_pr_auc": 0.9285657334499005,
+      "eval_ps_opus100_pr_auc": 0.7609679335491756,
+      "eval_pt_opus100_pr_auc": 0.9381468618217791,
+      "eval_pt_ud_pr_auc": 0.9882079571968244,
+      "eval_ro_ersatz_pr_auc": 0.9944028708509388,
+      "eval_ro_opus100_pr_auc": 0.8809988761347985,
+      "eval_ro_ud_pr_auc": 0.9218747908528646,
+      "eval_ru_ersatz_pr_auc": 0.9953066001563515,
+      "eval_ru_opus100_pr_auc": 0.9475155845548372,
+      "eval_ru_ud_pr_auc": 0.8843176272953858,
+      "eval_runtime": 518.7041,
+      "eval_samples_per_second": 145.594,
+      "eval_si_opus100_pr_auc": 0.8363356175819014,
+      "eval_sk_opus100_pr_auc": 0.9426573869832938,
+      "eval_sk_ud_pr_auc": 0.9902194455725365,
+      "eval_sl_opus100_pr_auc": 0.8903640018075865,
+      "eval_sl_ud_pr_auc": 0.9760488310405762,
+      "eval_sq_opus100_pr_auc": 0.9423207528099945,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9279497956943689,
+      "eval_sr_ud_pr_auc": 0.99948220004535,
+      "eval_steps_per_second": 0.569,
+      "eval_sv_opus100_pr_auc": 0.9163461018927324,
+      "eval_sv_ud_pr_auc": 0.9581287124593899,
+      "eval_ta_ersatz_pr_auc": 0.9833550036314244,
+      "eval_ta_opus100_pr_auc": 0.7598655625439177,
+      "eval_ta_ud_pr_auc": 0.99773868931944,
+      "eval_te_opus100_pr_auc": 0.8310391892154458,
+      "eval_tg_opus100_pr_auc": 0.9093145203972718,
+      "eval_th_opus100_pr_auc": 0.7242532125106604,
+      "eval_th_ud_pr_auc": 0.889391451255231,
+      "eval_tr_ersatz_pr_auc": 0.9725266650555184,
+      "eval_tr_opus100_pr_auc": 0.9113943391457096,
+      "eval_tr_ud_pr_auc": 0.9690310519371578,
+      "eval_uk_opus100_pr_auc": 0.8880227395144779,
+      "eval_uk_ud_pr_auc": 0.9338512496408171,
+      "eval_ur_opus100_pr_auc": 0.6571365284202426,
+      "eval_ur_ud_pr_auc": 0.9968976069556822,
+      "eval_uz_opus100_pr_auc": 0.902262925340459,
+      "eval_vi_opus100_pr_auc": 0.9108761398847263,
+      "eval_vi_ud_pr_auc": 0.9585395483000784,
+      "eval_xh_opus100_pr_auc": 0.8932354881803195,
+      "eval_yi_opus100_pr_auc": 0.7389122128724507,
+      "eval_yo_opus100_pr_auc": 0.855303052483153,
+      "eval_yo_ud_pr_auc": 0.9308513099661854,
+      "eval_zh_ersatz_pr_auc": 0.9788970608029385,
+      "eval_zh_opus100_pr_auc": 0.9038520620285868,
+      "eval_zh_ud_pr_auc": 0.9944637131136482,
+      "eval_zu_opus100_pr_auc": 0.8462380351627956,
+      "step": 220000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.682278481012659e-05,
+      "learning_rate_adapter": 4.682278481012659e-05,
+      "loss": 0.0204,
+      "step": 220050
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.681012658227849e-05,
+      "learning_rate_adapter": 4.681012658227849e-05,
+      "loss": 0.0208,
+      "step": 220100
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.679746835443038e-05,
+      "learning_rate_adapter": 4.679746835443038e-05,
+      "loss": 0.0203,
+      "step": 220150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.678481012658228e-05,
+      "learning_rate_adapter": 4.678481012658228e-05,
+      "loss": 0.0206,
+      "step": 220200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 4.677215189873418e-05,
+      "learning_rate_adapter": 4.677215189873418e-05,
+      "loss": 0.0206,
+      "step": 220250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6759493670886075e-05,
+      "learning_rate_adapter": 4.6759493670886075e-05,
+      "loss": 0.0206,
+      "step": 220300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.674683544303798e-05,
+      "learning_rate_adapter": 4.674683544303798e-05,
+      "loss": 0.0206,
+      "step": 220350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.673417721518988e-05,
+      "learning_rate_adapter": 4.673417721518988e-05,
+      "loss": 0.0206,
+      "step": 220400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.672151898734177e-05,
+      "learning_rate_adapter": 4.672151898734177e-05,
+      "loss": 0.0206,
+      "step": 220450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.670886075949367e-05,
+      "learning_rate_adapter": 4.670886075949367e-05,
+      "loss": 0.0206,
+      "step": 220500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.669620253164557e-05,
+      "learning_rate_adapter": 4.669620253164557e-05,
+      "loss": 0.0205,
+      "step": 220550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.668354430379747e-05,
+      "learning_rate_adapter": 4.668354430379747e-05,
+      "loss": 0.0208,
+      "step": 220600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6670886075949374e-05,
+      "learning_rate_adapter": 4.6670886075949374e-05,
+      "loss": 0.0206,
+      "step": 220650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6658227848101266e-05,
+      "learning_rate_adapter": 4.6658227848101266e-05,
+      "loss": 0.0206,
+      "step": 220700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6645569620253165e-05,
+      "learning_rate_adapter": 4.6645569620253165e-05,
+      "loss": 0.0205,
+      "step": 220750
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6632911392405064e-05,
+      "learning_rate_adapter": 4.6632911392405064e-05,
+      "loss": 0.0205,
+      "step": 220800
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.662025316455696e-05,
+      "learning_rate_adapter": 4.662025316455696e-05,
+      "loss": 0.0205,
+      "step": 220850
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.660759493670886e-05,
+      "learning_rate_adapter": 4.660759493670886e-05,
+      "loss": 0.0208,
+      "step": 220900
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.659493670886076e-05,
+      "learning_rate_adapter": 4.659493670886076e-05,
+      "loss": 0.0206,
+      "step": 220950
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.658227848101266e-05,
+      "learning_rate_adapter": 4.658227848101266e-05,
+      "loss": 0.0206,
+      "step": 221000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.656962025316456e-05,
+      "learning_rate_adapter": 4.656962025316456e-05,
+      "loss": 0.0204,
+      "step": 221050
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.655696202531646e-05,
+      "learning_rate_adapter": 4.655696202531646e-05,
+      "loss": 0.0207,
+      "step": 221100
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6544303797468356e-05,
+      "learning_rate_adapter": 4.6544303797468356e-05,
+      "loss": 0.0206,
+      "step": 221150
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6531645569620255e-05,
+      "learning_rate_adapter": 4.6531645569620255e-05,
+      "loss": 0.0204,
+      "step": 221200
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6518987341772154e-05,
+      "learning_rate_adapter": 4.6518987341772154e-05,
+      "loss": 0.0207,
+      "step": 221250
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.650632911392405e-05,
+      "learning_rate_adapter": 4.650632911392405e-05,
+      "loss": 0.0207,
+      "step": 221300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.649367088607595e-05,
+      "learning_rate_adapter": 4.649367088607595e-05,
+      "loss": 0.0207,
+      "step": 221350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.648101265822785e-05,
+      "learning_rate_adapter": 4.648101265822785e-05,
+      "loss": 0.0205,
+      "step": 221400
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.646835443037975e-05,
+      "learning_rate_adapter": 4.646835443037975e-05,
+      "loss": 0.0206,
+      "step": 221450
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.645569620253165e-05,
+      "learning_rate_adapter": 4.645569620253165e-05,
+      "loss": 0.0208,
+      "step": 221500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.644303797468355e-05,
+      "learning_rate_adapter": 4.644303797468355e-05,
+      "loss": 0.0206,
+      "step": 221550
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6430379746835446e-05,
+      "learning_rate_adapter": 4.6430379746835446e-05,
+      "loss": 0.0207,
+      "step": 221600
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6417721518987345e-05,
+      "learning_rate_adapter": 4.6417721518987345e-05,
+      "loss": 0.0208,
+      "step": 221650
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6405063291139243e-05,
+      "learning_rate_adapter": 4.6405063291139243e-05,
+      "loss": 0.0206,
+      "step": 221700
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4.6392405063291136e-05,
+      "learning_rate_adapter": 4.6392405063291136e-05,
+      "loss": 0.0205,
+      "step": 221750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.637974683544304e-05,
+      "learning_rate_adapter": 4.637974683544304e-05,
+      "loss": 0.0207,
+      "step": 221800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.636708860759494e-05,
+      "learning_rate_adapter": 4.636708860759494e-05,
+      "loss": 0.0206,
+      "step": 221850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.635443037974684e-05,
+      "learning_rate_adapter": 4.635443037974684e-05,
+      "loss": 0.0207,
+      "step": 221900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.634177215189874e-05,
+      "learning_rate_adapter": 4.634177215189874e-05,
+      "loss": 0.0207,
+      "step": 221950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6329113924050637e-05,
+      "learning_rate_adapter": 4.6329113924050637e-05,
+      "loss": 0.0208,
+      "step": 222000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.631645569620253e-05,
+      "learning_rate_adapter": 4.631645569620253e-05,
+      "loss": 0.0207,
+      "step": 222050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6303797468354434e-05,
+      "learning_rate_adapter": 4.6303797468354434e-05,
+      "loss": 0.0204,
+      "step": 222100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.629113924050633e-05,
+      "learning_rate_adapter": 4.629113924050633e-05,
+      "loss": 0.0205,
+      "step": 222150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.627848101265823e-05,
+      "learning_rate_adapter": 4.627848101265823e-05,
+      "loss": 0.0205,
+      "step": 222200
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.626582278481013e-05,
+      "learning_rate_adapter": 4.626582278481013e-05,
+      "loss": 0.0206,
+      "step": 222250
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.625316455696202e-05,
+      "learning_rate_adapter": 4.625316455696202e-05,
+      "loss": 0.0207,
+      "step": 222300
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.624050632911392e-05,
+      "learning_rate_adapter": 4.624050632911392e-05,
+      "loss": 0.0205,
+      "step": 222350
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.622784810126583e-05,
+      "learning_rate_adapter": 4.622784810126583e-05,
+      "loss": 0.0205,
+      "step": 222400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6215189873417726e-05,
+      "learning_rate_adapter": 4.6215189873417726e-05,
+      "loss": 0.0207,
+      "step": 222450
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6202531645569625e-05,
+      "learning_rate_adapter": 4.6202531645569625e-05,
+      "loss": 0.0208,
+      "step": 222500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.618987341772152e-05,
+      "learning_rate_adapter": 4.618987341772152e-05,
+      "loss": 0.0207,
+      "step": 222550
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6177215189873416e-05,
+      "learning_rate_adapter": 4.6177215189873416e-05,
+      "loss": 0.0207,
+      "step": 222600
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6164556962025315e-05,
+      "learning_rate_adapter": 4.6164556962025315e-05,
+      "loss": 0.0205,
+      "step": 222650
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.615189873417722e-05,
+      "learning_rate_adapter": 4.615189873417722e-05,
+      "loss": 0.0207,
+      "step": 222700
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.613924050632912e-05,
+      "learning_rate_adapter": 4.613924050632912e-05,
+      "loss": 0.0205,
+      "step": 222750
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.612658227848102e-05,
+      "learning_rate_adapter": 4.612658227848102e-05,
+      "loss": 0.0207,
+      "step": 222800
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.611392405063291e-05,
+      "learning_rate_adapter": 4.611392405063291e-05,
+      "loss": 0.0203,
+      "step": 222850
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.610126582278481e-05,
+      "learning_rate_adapter": 4.610126582278481e-05,
+      "loss": 0.0206,
+      "step": 222900
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.608860759493671e-05,
+      "learning_rate_adapter": 4.608860759493671e-05,
+      "loss": 0.0206,
+      "step": 222950
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6075949367088614e-05,
+      "learning_rate_adapter": 4.6075949367088614e-05,
+      "loss": 0.0206,
+      "step": 223000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.606329113924051e-05,
+      "learning_rate_adapter": 4.606329113924051e-05,
+      "loss": 0.0205,
+      "step": 223050
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6050632911392405e-05,
+      "learning_rate_adapter": 4.6050632911392405e-05,
+      "loss": 0.0207,
+      "step": 223100
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.6037974683544303e-05,
+      "learning_rate_adapter": 4.6037974683544303e-05,
+      "loss": 0.0208,
+      "step": 223150
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 4.60253164556962e-05,
+      "learning_rate_adapter": 4.60253164556962e-05,
+      "loss": 0.0205,
+      "step": 223200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.60126582278481e-05,
+      "learning_rate_adapter": 4.60126582278481e-05,
+      "loss": 0.0207,
+      "step": 223250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.600000000000001e-05,
+      "learning_rate_adapter": 4.600000000000001e-05,
+      "loss": 0.0204,
+      "step": 223300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59873417721519e-05,
+      "learning_rate_adapter": 4.59873417721519e-05,
+      "loss": 0.0205,
+      "step": 223350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59746835443038e-05,
+      "learning_rate_adapter": 4.59746835443038e-05,
+      "loss": 0.0205,
+      "step": 223400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5962025316455697e-05,
+      "learning_rate_adapter": 4.5962025316455697e-05,
+      "loss": 0.0206,
+      "step": 223450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5949367088607595e-05,
+      "learning_rate_adapter": 4.5949367088607595e-05,
+      "loss": 0.0204,
+      "step": 223500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5936708860759494e-05,
+      "learning_rate_adapter": 4.5936708860759494e-05,
+      "loss": 0.0207,
+      "step": 223550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.59240506329114e-05,
+      "learning_rate_adapter": 4.59240506329114e-05,
+      "loss": 0.0207,
+      "step": 223600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.591139240506329e-05,
+      "learning_rate_adapter": 4.591139240506329e-05,
+      "loss": 0.0206,
+      "step": 223650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.589873417721519e-05,
+      "learning_rate_adapter": 4.589873417721519e-05,
+      "loss": 0.0206,
+      "step": 223700
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.588607594936709e-05,
+      "learning_rate_adapter": 4.588607594936709e-05,
+      "loss": 0.0205,
+      "step": 223750
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.587341772151899e-05,
+      "learning_rate_adapter": 4.587341772151899e-05,
+      "loss": 0.0204,
+      "step": 223800
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.586075949367089e-05,
+      "learning_rate_adapter": 4.586075949367089e-05,
+      "loss": 0.0206,
+      "step": 223850
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5848101265822786e-05,
+      "learning_rate_adapter": 4.5848101265822786e-05,
+      "loss": 0.0205,
+      "step": 223900
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5835443037974685e-05,
+      "learning_rate_adapter": 4.5835443037974685e-05,
+      "loss": 0.0206,
+      "step": 223950
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5822784810126584e-05,
+      "learning_rate_adapter": 4.5822784810126584e-05,
+      "loss": 0.0206,
+      "step": 224000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.581012658227848e-05,
+      "learning_rate_adapter": 4.581012658227848e-05,
+      "loss": 0.0205,
+      "step": 224050
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.579746835443038e-05,
+      "learning_rate_adapter": 4.579746835443038e-05,
+      "loss": 0.0207,
+      "step": 224100
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.578481012658228e-05,
+      "learning_rate_adapter": 4.578481012658228e-05,
+      "loss": 0.0206,
+      "step": 224150
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.577215189873418e-05,
+      "learning_rate_adapter": 4.577215189873418e-05,
+      "loss": 0.0206,
+      "step": 224200
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.575949367088608e-05,
+      "learning_rate_adapter": 4.575949367088608e-05,
+      "loss": 0.0206,
+      "step": 224250
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.574683544303798e-05,
+      "learning_rate_adapter": 4.574683544303798e-05,
+      "loss": 0.0205,
+      "step": 224300
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5734177215189876e-05,
+      "learning_rate_adapter": 4.5734177215189876e-05,
+      "loss": 0.0207,
+      "step": 224350
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5721518987341775e-05,
+      "learning_rate_adapter": 4.5721518987341775e-05,
+      "loss": 0.0208,
+      "step": 224400
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.5708860759493674e-05,
+      "learning_rate_adapter": 4.5708860759493674e-05,
+      "loss": 0.0205,
+      "step": 224450
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.569620253164557e-05,
+      "learning_rate_adapter": 4.569620253164557e-05,
+      "loss": 0.0206,
+      "step": 224500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.568354430379747e-05,
+      "learning_rate_adapter": 4.568354430379747e-05,
+      "loss": 0.0205,
+      "step": 224550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.567088607594937e-05,
+      "learning_rate_adapter": 4.567088607594937e-05,
+      "loss": 0.0204,
+      "step": 224600
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.565822784810127e-05,
+      "learning_rate_adapter": 4.565822784810127e-05,
+      "loss": 0.0205,
+      "step": 224650
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 4.564556962025317e-05,
+      "learning_rate_adapter": 4.564556962025317e-05,
+      "loss": 0.0204,
+      "step": 224700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.563291139240507e-05,
+      "learning_rate_adapter": 4.563291139240507e-05,
+      "loss": 0.0206,
+      "step": 224750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5620253164556966e-05,
+      "learning_rate_adapter": 4.5620253164556966e-05,
+      "loss": 0.0206,
+      "step": 224800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5607594936708865e-05,
+      "learning_rate_adapter": 4.5607594936708865e-05,
+      "loss": 0.0207,
+      "step": 224850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5594936708860763e-05,
+      "learning_rate_adapter": 4.5594936708860763e-05,
+      "loss": 0.0205,
+      "step": 224900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5582278481012655e-05,
+      "learning_rate_adapter": 4.5582278481012655e-05,
+      "loss": 0.0207,
+      "step": 224950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.556962025316456e-05,
+      "learning_rate_adapter": 4.556962025316456e-05,
+      "loss": 0.0204,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "eval_af_opus100_pr_auc": 0.8002327101316234,
+      "eval_af_ud_pr_auc": 0.9847423385977507,
+      "eval_am_opus100_pr_auc": 0.6391832093282834,
+      "eval_ar_ersatz_pr_auc": 0.9291755948890119,
+      "eval_ar_opus100_pr_auc": 0.7516077174714969,
+      "eval_ar_ud_pr_auc": 0.9031401676315474,
+      "eval_average_ersatz_pr_auc": 0.9751345249305767,
+      "eval_average_opus100_pr_auc": 0.8585435926784231,
+      "eval_average_ud_pr_auc": 0.9674754318467719,
+      "eval_az_opus100_pr_auc": 0.8481015575592551,
+      "eval_be_opus100_pr_auc": 0.7702504621658827,
+      "eval_be_ud_pr_auc": 0.9085021429672181,
+      "eval_bg_opus100_pr_auc": 0.9359005069598088,
+      "eval_bg_ud_pr_auc": 0.9957274127089575,
+      "eval_bn_opus100_pr_auc": 0.8455235906425184,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9074219256720357,
+      "eval_ca_ud_pr_auc": 0.9956450931206915,
+      "eval_ceb_ud_pr_auc": 0.9998862165321636,
+      "eval_cs_ersatz_pr_auc": 0.9892886550427059,
+      "eval_cs_opus100_pr_auc": 0.9236297241672717,
+      "eval_cs_ud_pr_auc": 0.9639493799270704,
+      "eval_cy_opus100_pr_auc": 0.7888955453367442,
+      "eval_cy_ud_pr_auc": 0.9974038078547321,
+      "eval_da_opus100_pr_auc": 0.9266759605887464,
+      "eval_da_ud_pr_auc": 0.9731311365869824,
+      "eval_de_ersatz_pr_auc": 0.991608747773927,
+      "eval_de_opus100_pr_auc": 0.925681545871207,
+      "eval_de_ud_pr_auc": 0.986457212360667,
+      "eval_el_opus100_pr_auc": 0.9267040548114537,
+      "eval_el_ud_pr_auc": 0.9972531959700162,
+      "eval_en_ersatz_pr_auc": 0.9939536917589942,
+      "eval_en_opus100_pr_auc": 0.9309224384927262,
+      "eval_en_ud_pr_auc": 0.9778279434304589,
+      "eval_eo_opus100_pr_auc": 0.9315907066296477,
+      "eval_es_ersatz_pr_auc": 0.997374727626168,
+      "eval_es_opus100_pr_auc": 0.943086965053307,
+      "eval_es_ud_pr_auc": 0.9916007583862377,
+      "eval_et_ersatz_pr_auc": 0.9846035046753818,
+      "eval_et_opus100_pr_auc": 0.9227948690647129,
+      "eval_et_ud_pr_auc": 0.9777063048485175,
+      "eval_eu_opus100_pr_auc": 0.8983341892457402,
+      "eval_eu_ud_pr_auc": 0.9933124098535792,
+      "eval_fa_opus100_pr_auc": 0.6460061029838045,
+      "eval_fa_ud_pr_auc": 0.9950483250291124,
+      "eval_fi_ersatz_pr_auc": 0.9962625708662011,
+      "eval_fi_opus100_pr_auc": 0.9360034708684057,
+      "eval_fi_ud_pr_auc": 0.9682229085887879,
+      "eval_fr_ersatz_pr_auc": 0.9905272798867354,
+      "eval_fr_opus100_pr_auc": 0.9268530387083338,
+      "eval_fr_ud_pr_auc": 0.9916906466199392,
+      "eval_fy_opus100_pr_auc": 0.6852389815559689,
+      "eval_ga_opus100_pr_auc": 0.9158478689295033,
+      "eval_ga_ud_pr_auc": 0.8049315008925234,
+      "eval_gd_opus100_pr_auc": 0.787796302305276,
+      "eval_gd_ud_pr_auc": 0.8502726961252757,
+      "eval_gl_opus100_pr_auc": 0.9028074181739076,
+      "eval_gl_ud_pr_auc": 0.9949984334829652,
+      "eval_gu_ersatz_pr_auc": 0.9582105197323648,
+      "eval_gu_opus100_pr_auc": 0.745692722751909,
+      "eval_ha_opus100_pr_auc": 0.9338594984516643,
+      "eval_he_opus100_pr_auc": 0.9022577686796882,
+      "eval_he_ud_pr_auc": 0.9841228947032501,
+      "eval_hi_ersatz_pr_auc": 0.9801203377115789,
+      "eval_hi_opus100_pr_auc": 0.751757485149242,
+      "eval_hi_ud_pr_auc": 0.9899091718414105,
+      "eval_hu_opus100_pr_auc": 0.9274120013834072,
+      "eval_hu_ud_pr_auc": 0.9849199694053273,
+      "eval_hy_opus100_pr_auc": 0.9091567305799289,
+      "eval_hy_ud_pr_auc": 0.9685142327054944,
+      "eval_id_opus100_pr_auc": 0.9034018121267592,
+      "eval_id_ud_pr_auc": 0.9955942682193272,
+      "eval_ig_opus100_pr_auc": 0.881761475998155,
+      "eval_is_opus100_pr_auc": 0.9347763437989267,
+      "eval_is_ud_pr_auc": 0.9154136294414796,
+      "eval_it_opus100_pr_auc": 0.9269064713958154,
+      "eval_it_ud_pr_auc": 0.9982385812827212,
+      "eval_ja_ersatz_pr_auc": 0.9044102540188433,
+      "eval_ja_opus100_pr_auc": 0.8545740462581782,
+      "eval_ja_ud_pr_auc": 0.983838972387985,
+      "eval_jv_ud_pr_auc": 0.9549945887479392,
+      "eval_ka_opus100_pr_auc": 0.8695207781254086,
+      "eval_kk_ersatz_pr_auc": 0.989389676122838,
+      "eval_kk_opus100_pr_auc": 0.8132733618524269,
+      "eval_kk_ud_pr_auc": 0.9766676489352583,
+      "eval_km_ersatz_pr_auc": 0.9488732660222637,
+      "eval_km_opus100_pr_auc": 0.7846875741826972,
+      "eval_kn_opus100_pr_auc": 0.6967607443642744,
+      "eval_ko_opus100_pr_auc": 0.6965759342121459,
+      "eval_ko_ud_pr_auc": 0.9979646997508758,
+      "eval_ku_opus100_pr_auc": 0.8443287914288278,
+      "eval_ky_opus100_pr_auc": 0.8748174855006813,
+      "eval_la_ud_pr_auc": 0.9720018008525169,
+      "eval_loss": 0.024110209196805954,
+      "eval_lt_ersatz_pr_auc": 0.9973307914847229,
+      "eval_lt_opus100_pr_auc": 0.9047213063723691,
+      "eval_lt_ud_pr_auc": 0.9914286986404678,
+      "eval_lv_ersatz_pr_auc": 0.9928038076854822,
+      "eval_lv_opus100_pr_auc": 0.911724375450178,
+      "eval_lv_ud_pr_auc": 0.971536897223435,
+      "eval_mg_opus100_pr_auc": 0.9527138041006755,
+      "eval_mk_opus100_pr_auc": 0.9272497048545112,
+      "eval_ml_opus100_pr_auc": 0.8097515586385857,
+      "eval_mn_opus100_pr_auc": 0.9483235535645774,
+      "eval_mr_opus100_pr_auc": 0.9236481217170559,
+      "eval_mr_ud_pr_auc": 0.9680720221685549,
+      "eval_ms_opus100_pr_auc": 0.8840263362018963,
+      "eval_mt_opus100_pr_auc": 0.8945316515266104,
+      "eval_mt_ud_pr_auc": 0.9353754512684105,
+      "eval_my_opus100_pr_auc": 0.8495435682006529,
+      "eval_ne_opus100_pr_auc": 0.7385128706667523,
+      "eval_nl_opus100_pr_auc": 0.908521909212369,
+      "eval_nl_ud_pr_auc": 0.9871808933352129,
+      "eval_no_opus100_pr_auc": 0.928201648129875,
+      "eval_no_ud_pr_auc": 0.9962182534911364,
+      "eval_pa_opus100_pr_auc": 0.6790634104416817,
+      "eval_pl_ersatz_pr_auc": 0.9716256390574989,
+      "eval_pl_opus100_pr_auc": 0.910298268303218,
+      "eval_pl_ud_pr_auc": 0.9731347354474458,
+      "eval_ps_ersatz_pr_auc": 0.9194914659551705,
+      "eval_ps_opus100_pr_auc": 0.7480565099884372,
+      "eval_pt_opus100_pr_auc": 0.936423237118167,
+      "eval_pt_ud_pr_auc": 0.984855750253693,
+      "eval_ro_ersatz_pr_auc": 0.9943688433654708,
+      "eval_ro_opus100_pr_auc": 0.8800689566919312,
+      "eval_ro_ud_pr_auc": 0.907930921032978,
+      "eval_ru_ersatz_pr_auc": 0.9938296309369888,
+      "eval_ru_opus100_pr_auc": 0.9445407714795282,
+      "eval_ru_ud_pr_auc": 0.8821664833308195,
+      "eval_runtime": 514.1124,
+      "eval_samples_per_second": 146.894,
+      "eval_si_opus100_pr_auc": 0.8298872213248129,
+      "eval_sk_opus100_pr_auc": 0.9429697514818672,
+      "eval_sk_ud_pr_auc": 0.9890531034228502,
+      "eval_sl_opus100_pr_auc": 0.9008024015227494,
+      "eval_sl_ud_pr_auc": 0.9728707862083164,
+      "eval_sq_opus100_pr_auc": 0.942256306253035,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9323241635066808,
+      "eval_sr_ud_pr_auc": 0.9995664080491815,
+      "eval_steps_per_second": 0.574,
+      "eval_sv_opus100_pr_auc": 0.9193864937284287,
+      "eval_sv_ud_pr_auc": 0.955709518104613,
+      "eval_ta_ersatz_pr_auc": 0.9800972918488884,
+      "eval_ta_opus100_pr_auc": 0.735260764578135,
+      "eval_ta_ud_pr_auc": 0.9977661370734171,
+      "eval_te_opus100_pr_auc": 0.8168129002298588,
+      "eval_tg_opus100_pr_auc": 0.9093765166983007,
+      "eval_th_opus100_pr_auc": 0.7184472726064234,
+      "eval_th_ud_pr_auc": 0.8990103538099942,
+      "eval_tr_ersatz_pr_auc": 0.9735126640227624,
+      "eval_tr_opus100_pr_auc": 0.9149650123088479,
+      "eval_tr_ud_pr_auc": 0.963663298920221,
+      "eval_uk_opus100_pr_auc": 0.8829641117129223,
+      "eval_uk_ud_pr_auc": 0.9245025257609224,
+      "eval_ur_opus100_pr_auc": 0.6523822733281246,
+      "eval_ur_ud_pr_auc": 0.993347764482994,
+      "eval_uz_opus100_pr_auc": 0.8890886326397582,
+      "eval_vi_opus100_pr_auc": 0.910688478988462,
+      "eval_vi_ud_pr_auc": 0.9560126229637801,
+      "eval_xh_opus100_pr_auc": 0.8909576059183791,
+      "eval_yi_opus100_pr_auc": 0.7189254426223122,
+      "eval_yo_opus100_pr_auc": 0.8243653021783752,
+      "eval_yo_ud_pr_auc": 0.9281608594525088,
+      "eval_zh_ersatz_pr_auc": 0.9761005879886866,
+      "eval_zh_opus100_pr_auc": 0.8926728202311588,
+      "eval_zh_ud_pr_auc": 0.9949056410362627,
+      "eval_zu_opus100_pr_auc": 0.8275076761551899,
+      "step": 225000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.555696202531646e-05,
+      "learning_rate_adapter": 4.555696202531646e-05,
+      "loss": 0.0202,
+      "step": 225050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.554430379746836e-05,
+      "learning_rate_adapter": 4.554430379746836e-05,
+      "loss": 0.0207,
+      "step": 225100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.553164556962026e-05,
+      "learning_rate_adapter": 4.553164556962026e-05,
+      "loss": 0.0205,
+      "step": 225150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5518987341772157e-05,
+      "learning_rate_adapter": 4.5518987341772157e-05,
+      "loss": 0.0205,
+      "step": 225200
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.550632911392405e-05,
+      "learning_rate_adapter": 4.550632911392405e-05,
+      "loss": 0.0207,
+      "step": 225250
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.549367088607595e-05,
+      "learning_rate_adapter": 4.549367088607595e-05,
+      "loss": 0.0205,
+      "step": 225300
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.548101265822785e-05,
+      "learning_rate_adapter": 4.548101265822785e-05,
+      "loss": 0.0207,
+      "step": 225350
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.546835443037975e-05,
+      "learning_rate_adapter": 4.546835443037975e-05,
+      "loss": 0.0207,
+      "step": 225400
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.545569620253165e-05,
+      "learning_rate_adapter": 4.545569620253165e-05,
+      "loss": 0.0205,
+      "step": 225450
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.544303797468354e-05,
+      "learning_rate_adapter": 4.544303797468354e-05,
+      "loss": 0.0206,
+      "step": 225500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.543037974683544e-05,
+      "learning_rate_adapter": 4.543037974683544e-05,
+      "loss": 0.0207,
+      "step": 225550
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.541772151898734e-05,
+      "learning_rate_adapter": 4.541772151898734e-05,
+      "loss": 0.0204,
+      "step": 225600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5405063291139246e-05,
+      "learning_rate_adapter": 4.5405063291139246e-05,
+      "loss": 0.0206,
+      "step": 225650
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5392405063291145e-05,
+      "learning_rate_adapter": 4.5392405063291145e-05,
+      "loss": 0.0204,
+      "step": 225700
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.537974683544304e-05,
+      "learning_rate_adapter": 4.537974683544304e-05,
+      "loss": 0.0205,
+      "step": 225750
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5367088607594936e-05,
+      "learning_rate_adapter": 4.5367088607594936e-05,
+      "loss": 0.0207,
+      "step": 225800
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5354430379746835e-05,
+      "learning_rate_adapter": 4.5354430379746835e-05,
+      "loss": 0.0205,
+      "step": 225850
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.5341772151898734e-05,
+      "learning_rate_adapter": 4.5341772151898734e-05,
+      "loss": 0.0206,
+      "step": 225900
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.532911392405064e-05,
+      "learning_rate_adapter": 4.532911392405064e-05,
+      "loss": 0.0205,
+      "step": 225950
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.531645569620253e-05,
+      "learning_rate_adapter": 4.531645569620253e-05,
+      "loss": 0.0206,
+      "step": 226000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.530379746835443e-05,
+      "learning_rate_adapter": 4.530379746835443e-05,
+      "loss": 0.0207,
+      "step": 226050
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.529113924050633e-05,
+      "learning_rate_adapter": 4.529113924050633e-05,
+      "loss": 0.0206,
+      "step": 226100
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.527848101265823e-05,
+      "learning_rate_adapter": 4.527848101265823e-05,
+      "loss": 0.0205,
+      "step": 226150
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 4.526582278481013e-05,
+      "learning_rate_adapter": 4.526582278481013e-05,
+      "loss": 0.0204,
+      "step": 226200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.525316455696203e-05,
+      "learning_rate_adapter": 4.525316455696203e-05,
+      "loss": 0.0207,
+      "step": 226250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5240506329113925e-05,
+      "learning_rate_adapter": 4.5240506329113925e-05,
+      "loss": 0.0204,
+      "step": 226300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5227848101265823e-05,
+      "learning_rate_adapter": 4.5227848101265823e-05,
+      "loss": 0.0204,
+      "step": 226350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.521518987341772e-05,
+      "learning_rate_adapter": 4.521518987341772e-05,
+      "loss": 0.0206,
+      "step": 226400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.520253164556962e-05,
+      "learning_rate_adapter": 4.520253164556962e-05,
+      "loss": 0.0207,
+      "step": 226450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.518987341772152e-05,
+      "learning_rate_adapter": 4.518987341772152e-05,
+      "loss": 0.0206,
+      "step": 226500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.517721518987342e-05,
+      "learning_rate_adapter": 4.517721518987342e-05,
+      "loss": 0.0205,
+      "step": 226550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.516455696202532e-05,
+      "learning_rate_adapter": 4.516455696202532e-05,
+      "loss": 0.0205,
+      "step": 226600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5151898734177217e-05,
+      "learning_rate_adapter": 4.5151898734177217e-05,
+      "loss": 0.0205,
+      "step": 226650
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5139240506329115e-05,
+      "learning_rate_adapter": 4.5139240506329115e-05,
+      "loss": 0.0205,
+      "step": 226700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5126582278481014e-05,
+      "learning_rate_adapter": 4.5126582278481014e-05,
+      "loss": 0.0204,
+      "step": 226750
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.511392405063291e-05,
+      "learning_rate_adapter": 4.511392405063291e-05,
+      "loss": 0.0205,
+      "step": 226800
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.510126582278481e-05,
+      "learning_rate_adapter": 4.510126582278481e-05,
+      "loss": 0.0206,
+      "step": 226850
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.508860759493671e-05,
+      "learning_rate_adapter": 4.508860759493671e-05,
+      "loss": 0.0205,
+      "step": 226900
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.507594936708861e-05,
+      "learning_rate_adapter": 4.507594936708861e-05,
+      "loss": 0.0205,
+      "step": 226950
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.506329113924051e-05,
+      "learning_rate_adapter": 4.506329113924051e-05,
+      "loss": 0.0206,
+      "step": 227000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.505063291139241e-05,
+      "learning_rate_adapter": 4.505063291139241e-05,
+      "loss": 0.0205,
+      "step": 227050
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5037974683544306e-05,
+      "learning_rate_adapter": 4.5037974683544306e-05,
+      "loss": 0.0204,
+      "step": 227100
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5025316455696205e-05,
+      "learning_rate_adapter": 4.5025316455696205e-05,
+      "loss": 0.0205,
+      "step": 227150
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5012658227848104e-05,
+      "learning_rate_adapter": 4.5012658227848104e-05,
+      "loss": 0.0206,
+      "step": 227200
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.5e-05,
+      "learning_rate_adapter": 4.5e-05,
+      "loss": 0.0204,
+      "step": 227250
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49873417721519e-05,
+      "learning_rate_adapter": 4.49873417721519e-05,
+      "loss": 0.0204,
+      "step": 227300
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49746835443038e-05,
+      "learning_rate_adapter": 4.49746835443038e-05,
+      "loss": 0.0206,
+      "step": 227350
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49620253164557e-05,
+      "learning_rate_adapter": 4.49620253164557e-05,
+      "loss": 0.0205,
+      "step": 227400
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49493670886076e-05,
+      "learning_rate_adapter": 4.49493670886076e-05,
+      "loss": 0.0205,
+      "step": 227450
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.49367088607595e-05,
+      "learning_rate_adapter": 4.49367088607595e-05,
+      "loss": 0.0205,
+      "step": 227500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4924050632911396e-05,
+      "learning_rate_adapter": 4.4924050632911396e-05,
+      "loss": 0.0206,
+      "step": 227550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.491139240506329e-05,
+      "learning_rate_adapter": 4.491139240506329e-05,
+      "loss": 0.0205,
+      "step": 227600
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 4.4898734177215194e-05,
+      "learning_rate_adapter": 4.4898734177215194e-05,
+      "loss": 0.0205,
+      "step": 227650
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.488607594936709e-05,
+      "learning_rate_adapter": 4.488607594936709e-05,
+      "loss": 0.0204,
+      "step": 227700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.487341772151899e-05,
+      "learning_rate_adapter": 4.487341772151899e-05,
+      "loss": 0.0206,
+      "step": 227750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.486075949367089e-05,
+      "learning_rate_adapter": 4.486075949367089e-05,
+      "loss": 0.0206,
+      "step": 227800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.484810126582279e-05,
+      "learning_rate_adapter": 4.484810126582279e-05,
+      "loss": 0.0207,
+      "step": 227850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.483544303797468e-05,
+      "learning_rate_adapter": 4.483544303797468e-05,
+      "loss": 0.0206,
+      "step": 227900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.482278481012659e-05,
+      "learning_rate_adapter": 4.482278481012659e-05,
+      "loss": 0.0204,
+      "step": 227950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4810126582278486e-05,
+      "learning_rate_adapter": 4.4810126582278486e-05,
+      "loss": 0.0206,
+      "step": 228000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4797468354430385e-05,
+      "learning_rate_adapter": 4.4797468354430385e-05,
+      "loss": 0.0206,
+      "step": 228050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.478481012658228e-05,
+      "learning_rate_adapter": 4.478481012658228e-05,
+      "loss": 0.0204,
+      "step": 228100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4772151898734175e-05,
+      "learning_rate_adapter": 4.4772151898734175e-05,
+      "loss": 0.0204,
+      "step": 228150
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4759493670886074e-05,
+      "learning_rate_adapter": 4.4759493670886074e-05,
+      "loss": 0.0205,
+      "step": 228200
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.474683544303798e-05,
+      "learning_rate_adapter": 4.474683544303798e-05,
+      "loss": 0.0205,
+      "step": 228250
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.473417721518988e-05,
+      "learning_rate_adapter": 4.473417721518988e-05,
+      "loss": 0.0207,
+      "step": 228300
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.472151898734178e-05,
+      "learning_rate_adapter": 4.472151898734178e-05,
+      "loss": 0.0205,
+      "step": 228350
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.470886075949367e-05,
+      "learning_rate_adapter": 4.470886075949367e-05,
+      "loss": 0.0205,
+      "step": 228400
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.469620253164557e-05,
+      "learning_rate_adapter": 4.469620253164557e-05,
+      "loss": 0.0202,
+      "step": 228450
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.468354430379747e-05,
+      "learning_rate_adapter": 4.468354430379747e-05,
+      "loss": 0.0206,
+      "step": 228500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.467088607594937e-05,
+      "learning_rate_adapter": 4.467088607594937e-05,
+      "loss": 0.0205,
+      "step": 228550
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.465822784810127e-05,
+      "learning_rate_adapter": 4.465822784810127e-05,
+      "loss": 0.0206,
+      "step": 228600
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.464556962025317e-05,
+      "learning_rate_adapter": 4.464556962025317e-05,
+      "loss": 0.0205,
+      "step": 228650
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.463291139240506e-05,
+      "learning_rate_adapter": 4.463291139240506e-05,
+      "loss": 0.0204,
+      "step": 228700
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.462025316455696e-05,
+      "learning_rate_adapter": 4.462025316455696e-05,
+      "loss": 0.0207,
+      "step": 228750
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.460759493670886e-05,
+      "learning_rate_adapter": 4.460759493670886e-05,
+      "loss": 0.0205,
+      "step": 228800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.459493670886076e-05,
+      "learning_rate_adapter": 4.459493670886076e-05,
+      "loss": 0.0205,
+      "step": 228850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4582278481012665e-05,
+      "learning_rate_adapter": 4.4582278481012665e-05,
+      "loss": 0.0203,
+      "step": 228900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.456962025316456e-05,
+      "learning_rate_adapter": 4.456962025316456e-05,
+      "loss": 0.0204,
+      "step": 228950
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4556962025316456e-05,
+      "learning_rate_adapter": 4.4556962025316456e-05,
+      "loss": 0.0204,
+      "step": 229000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4544303797468355e-05,
+      "learning_rate_adapter": 4.4544303797468355e-05,
+      "loss": 0.0204,
+      "step": 229050
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.4531645569620254e-05,
+      "learning_rate_adapter": 4.4531645569620254e-05,
+      "loss": 0.0204,
+      "step": 229100
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 4.451898734177215e-05,
+      "learning_rate_adapter": 4.451898734177215e-05,
+      "loss": 0.0204,
+      "step": 229150
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.450632911392405e-05,
+      "learning_rate_adapter": 4.450632911392405e-05,
+      "loss": 0.0206,
+      "step": 229200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.449367088607595e-05,
+      "learning_rate_adapter": 4.449367088607595e-05,
+      "loss": 0.0203,
+      "step": 229250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.448101265822785e-05,
+      "learning_rate_adapter": 4.448101265822785e-05,
+      "loss": 0.0204,
+      "step": 229300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.446835443037975e-05,
+      "learning_rate_adapter": 4.446835443037975e-05,
+      "loss": 0.0202,
+      "step": 229350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.445569620253165e-05,
+      "learning_rate_adapter": 4.445569620253165e-05,
+      "loss": 0.0205,
+      "step": 229400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4443037974683546e-05,
+      "learning_rate_adapter": 4.4443037974683546e-05,
+      "loss": 0.0205,
+      "step": 229450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4430379746835445e-05,
+      "learning_rate_adapter": 4.4430379746835445e-05,
+      "loss": 0.0205,
+      "step": 229500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4417721518987343e-05,
+      "learning_rate_adapter": 4.4417721518987343e-05,
+      "loss": 0.0203,
+      "step": 229550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.440506329113924e-05,
+      "learning_rate_adapter": 4.440506329113924e-05,
+      "loss": 0.0205,
+      "step": 229600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.439240506329114e-05,
+      "learning_rate_adapter": 4.439240506329114e-05,
+      "loss": 0.0204,
+      "step": 229650
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.437974683544304e-05,
+      "learning_rate_adapter": 4.437974683544304e-05,
+      "loss": 0.0205,
+      "step": 229700
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.436708860759494e-05,
+      "learning_rate_adapter": 4.436708860759494e-05,
+      "loss": 0.0207,
+      "step": 229750
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.435443037974684e-05,
+      "learning_rate_adapter": 4.435443037974684e-05,
+      "loss": 0.0204,
+      "step": 229800
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4341772151898737e-05,
+      "learning_rate_adapter": 4.4341772151898737e-05,
+      "loss": 0.0206,
+      "step": 229850
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4329113924050635e-05,
+      "learning_rate_adapter": 4.4329113924050635e-05,
+      "loss": 0.0204,
+      "step": 229900
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4316455696202534e-05,
+      "learning_rate_adapter": 4.4316455696202534e-05,
+      "loss": 0.0205,
+      "step": 229950
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.430379746835443e-05,
+      "learning_rate_adapter": 4.430379746835443e-05,
+      "loss": 0.0206,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "eval_af_opus100_pr_auc": 0.8138909410969725,
+      "eval_af_ud_pr_auc": 0.9894295173500054,
+      "eval_am_opus100_pr_auc": 0.6684793574526328,
+      "eval_ar_ersatz_pr_auc": 0.9294687478274556,
+      "eval_ar_opus100_pr_auc": 0.755238631803714,
+      "eval_ar_ud_pr_auc": 0.9087056949616958,
+      "eval_average_ersatz_pr_auc": 0.9742102718615215,
+      "eval_average_opus100_pr_auc": 0.8647606946631364,
+      "eval_average_ud_pr_auc": 0.9684858750053191,
+      "eval_az_opus100_pr_auc": 0.8405021546241742,
+      "eval_be_opus100_pr_auc": 0.7938390744998172,
+      "eval_be_ud_pr_auc": 0.9019914807389016,
+      "eval_bg_opus100_pr_auc": 0.9335517962728102,
+      "eval_bg_ud_pr_auc": 0.9962585232086749,
+      "eval_bn_opus100_pr_auc": 0.8549678031801539,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9110100821498469,
+      "eval_ca_ud_pr_auc": 0.9953226717413346,
+      "eval_ceb_ud_pr_auc": 0.9997108432066124,
+      "eval_cs_ersatz_pr_auc": 0.9864892887360549,
+      "eval_cs_opus100_pr_auc": 0.9284067536909161,
+      "eval_cs_ud_pr_auc": 0.9633845800039929,
+      "eval_cy_opus100_pr_auc": 0.8003375888207112,
+      "eval_cy_ud_pr_auc": 0.9975819532473247,
+      "eval_da_opus100_pr_auc": 0.9364321959385229,
+      "eval_da_ud_pr_auc": 0.9752943265936147,
+      "eval_de_ersatz_pr_auc": 0.9905580355311422,
+      "eval_de_opus100_pr_auc": 0.9274435923917272,
+      "eval_de_ud_pr_auc": 0.9850097951907839,
+      "eval_el_opus100_pr_auc": 0.9141594000590836,
+      "eval_el_ud_pr_auc": 0.9949429968445153,
+      "eval_en_ersatz_pr_auc": 0.9928933847418489,
+      "eval_en_opus100_pr_auc": 0.9262706179732161,
+      "eval_en_ud_pr_auc": 0.9797071383264955,
+      "eval_eo_opus100_pr_auc": 0.9304338770688005,
+      "eval_es_ersatz_pr_auc": 0.9968120301944356,
+      "eval_es_opus100_pr_auc": 0.9467923200254518,
+      "eval_es_ud_pr_auc": 0.9914254749909348,
+      "eval_et_ersatz_pr_auc": 0.9863814187274016,
+      "eval_et_opus100_pr_auc": 0.9284223065214096,
+      "eval_et_ud_pr_auc": 0.9780506987658468,
+      "eval_eu_opus100_pr_auc": 0.8932530144009178,
+      "eval_eu_ud_pr_auc": 0.9919725298789366,
+      "eval_fa_opus100_pr_auc": 0.6716367008223352,
+      "eval_fa_ud_pr_auc": 0.9963145117050182,
+      "eval_fi_ersatz_pr_auc": 0.9963041348797845,
+      "eval_fi_opus100_pr_auc": 0.9361560997121338,
+      "eval_fi_ud_pr_auc": 0.9640787892192141,
+      "eval_fr_ersatz_pr_auc": 0.9885763174446085,
+      "eval_fr_opus100_pr_auc": 0.9305405217828238,
+      "eval_fr_ud_pr_auc": 0.9907769976665055,
+      "eval_fy_opus100_pr_auc": 0.7114536985778204,
+      "eval_ga_opus100_pr_auc": 0.9225936369429647,
+      "eval_ga_ud_pr_auc": 0.8196080790490747,
+      "eval_gd_opus100_pr_auc": 0.794452487954173,
+      "eval_gd_ud_pr_auc": 0.8473663952664644,
+      "eval_gl_opus100_pr_auc": 0.9100529712140091,
+      "eval_gl_ud_pr_auc": 0.9952990526043901,
+      "eval_gu_ersatz_pr_auc": 0.9625891881528625,
+      "eval_gu_opus100_pr_auc": 0.7822831371532074,
+      "eval_ha_opus100_pr_auc": 0.9380118952468856,
+      "eval_he_opus100_pr_auc": 0.8962777786113152,
+      "eval_he_ud_pr_auc": 0.9787754790243852,
+      "eval_hi_ersatz_pr_auc": 0.979128859282057,
+      "eval_hi_opus100_pr_auc": 0.7623808488194367,
+      "eval_hi_ud_pr_auc": 0.9907643065062732,
+      "eval_hu_opus100_pr_auc": 0.9291509168501455,
+      "eval_hu_ud_pr_auc": 0.9812382455622438,
+      "eval_hy_opus100_pr_auc": 0.9190590118710286,
+      "eval_hy_ud_pr_auc": 0.977146703513987,
+      "eval_id_opus100_pr_auc": 0.9043765215183697,
+      "eval_id_ud_pr_auc": 0.9950806433020284,
+      "eval_ig_opus100_pr_auc": 0.8857228586739436,
+      "eval_is_opus100_pr_auc": 0.9314234263963624,
+      "eval_is_ud_pr_auc": 0.911106041823136,
+      "eval_it_opus100_pr_auc": 0.9275765427556432,
+      "eval_it_ud_pr_auc": 0.9982211339477076,
+      "eval_ja_ersatz_pr_auc": 0.9032831812213145,
+      "eval_ja_opus100_pr_auc": 0.8689106719343498,
+      "eval_ja_ud_pr_auc": 0.9865235621045636,
+      "eval_jv_ud_pr_auc": 0.960458675512399,
+      "eval_ka_opus100_pr_auc": 0.8733322663336318,
+      "eval_kk_ersatz_pr_auc": 0.9876529285309296,
+      "eval_kk_opus100_pr_auc": 0.8373952076010825,
+      "eval_kk_ud_pr_auc": 0.9734446500879415,
+      "eval_km_ersatz_pr_auc": 0.949301064464947,
+      "eval_km_opus100_pr_auc": 0.7840344277158454,
+      "eval_kn_opus100_pr_auc": 0.7269170295695011,
+      "eval_ko_opus100_pr_auc": 0.7230388850231528,
+      "eval_ko_ud_pr_auc": 0.9972788177396742,
+      "eval_ku_opus100_pr_auc": 0.8553723042576336,
+      "eval_ky_opus100_pr_auc": 0.8892772762030672,
+      "eval_la_ud_pr_auc": 0.9812917879954459,
+      "eval_loss": 0.024092169478535652,
+      "eval_lt_ersatz_pr_auc": 0.9963432716487746,
+      "eval_lt_opus100_pr_auc": 0.9100891025527524,
+      "eval_lt_ud_pr_auc": 0.9926454439698985,
+      "eval_lv_ersatz_pr_auc": 0.9923381812273496,
+      "eval_lv_opus100_pr_auc": 0.905535288860417,
+      "eval_lv_ud_pr_auc": 0.9674038200789369,
+      "eval_mg_opus100_pr_auc": 0.9500059508643633,
+      "eval_mk_opus100_pr_auc": 0.9294497758773483,
+      "eval_ml_opus100_pr_auc": 0.8145813522264647,
+      "eval_mn_opus100_pr_auc": 0.9455097393990398,
+      "eval_mr_opus100_pr_auc": 0.9275215190638169,
+      "eval_mr_ud_pr_auc": 0.9748700889420828,
+      "eval_ms_opus100_pr_auc": 0.8909743471912496,
+      "eval_mt_opus100_pr_auc": 0.8864890735473154,
+      "eval_mt_ud_pr_auc": 0.9402269984868459,
+      "eval_my_opus100_pr_auc": 0.8548934934706733,
+      "eval_ne_opus100_pr_auc": 0.7421925196105,
+      "eval_nl_opus100_pr_auc": 0.9009503431556494,
+      "eval_nl_ud_pr_auc": 0.9839922000368003,
+      "eval_no_opus100_pr_auc": 0.921632339093262,
+      "eval_no_ud_pr_auc": 0.996590779147771,
+      "eval_pa_opus100_pr_auc": 0.7085988951244856,
+      "eval_pl_ersatz_pr_auc": 0.9705106426237446,
+      "eval_pl_opus100_pr_auc": 0.9132149644594975,
+      "eval_pl_ud_pr_auc": 0.9730464247545012,
+      "eval_ps_ersatz_pr_auc": 0.9127679439516017,
+      "eval_ps_opus100_pr_auc": 0.7585099085585867,
+      "eval_pt_opus100_pr_auc": 0.9393875580604237,
+      "eval_pt_ud_pr_auc": 0.9877939907279858,
+      "eval_ro_ersatz_pr_auc": 0.9928256480173927,
+      "eval_ro_opus100_pr_auc": 0.8949557698088988,
+      "eval_ro_ud_pr_auc": 0.9525815159327325,
+      "eval_ru_ersatz_pr_auc": 0.9941217862746823,
+      "eval_ru_opus100_pr_auc": 0.9450135840795524,
+      "eval_ru_ud_pr_auc": 0.8928767087539471,
+      "eval_runtime": 516.9123,
+      "eval_samples_per_second": 146.098,
+      "eval_si_opus100_pr_auc": 0.8449830594481874,
+      "eval_sk_opus100_pr_auc": 0.946007879083482,
+      "eval_sk_ud_pr_auc": 0.9868466085375315,
+      "eval_sl_opus100_pr_auc": 0.8912838402894742,
+      "eval_sl_ud_pr_auc": 0.9695317970637974,
+      "eval_sq_opus100_pr_auc": 0.946157553957519,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9258556638973556,
+      "eval_sr_ud_pr_auc": 0.9992324511334294,
+      "eval_steps_per_second": 0.571,
+      "eval_sv_opus100_pr_auc": 0.9184502301275804,
+      "eval_sv_ud_pr_auc": 0.9511351887881989,
+      "eval_ta_ersatz_pr_auc": 0.9832690479867311,
+      "eval_ta_opus100_pr_auc": 0.7643155336682322,
+      "eval_ta_ud_pr_auc": 0.9981598006735759,
+      "eval_te_opus100_pr_auc": 0.8344425205240423,
+      "eval_tg_opus100_pr_auc": 0.9096005369847538,
+      "eval_th_opus100_pr_auc": 0.7220489077755992,
+      "eval_th_ud_pr_auc": 0.8952007430503304,
+      "eval_tr_ersatz_pr_auc": 0.9699517795748107,
+      "eval_tr_opus100_pr_auc": 0.9058715619191958,
+      "eval_tr_ud_pr_auc": 0.9600905505827552,
+      "eval_uk_opus100_pr_auc": 0.8928563914964668,
+      "eval_uk_ud_pr_auc": 0.9216062995031391,
+      "eval_ur_opus100_pr_auc": 0.6616761662115359,
+      "eval_ur_ud_pr_auc": 0.9953123390086076,
+      "eval_uz_opus100_pr_auc": 0.8974326025155512,
+      "eval_vi_opus100_pr_auc": 0.9059441970903781,
+      "eval_vi_ud_pr_auc": 0.9560571188054571,
+      "eval_xh_opus100_pr_auc": 0.8856032484535569,
+      "eval_yi_opus100_pr_auc": 0.7431298932545433,
+      "eval_yo_opus100_pr_auc": 0.843818609665911,
+      "eval_yo_ud_pr_auc": 0.9239001459411161,
+      "eval_zh_ersatz_pr_auc": 0.9710590999135464,
+      "eval_zh_opus100_pr_auc": 0.8919132436649688,
+      "eval_zh_ud_pr_auc": 0.9910317637036244,
+      "eval_zu_opus100_pr_auc": 0.8246211658328132,
+      "step": 230000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.429113924050633e-05,
+      "learning_rate_adapter": 4.429113924050633e-05,
+      "loss": 0.0205,
+      "step": 230050
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.427848101265823e-05,
+      "learning_rate_adapter": 4.427848101265823e-05,
+      "loss": 0.0204,
+      "step": 230100
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.426582278481013e-05,
+      "learning_rate_adapter": 4.426582278481013e-05,
+      "loss": 0.0206,
+      "step": 230150
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.425316455696203e-05,
+      "learning_rate_adapter": 4.425316455696203e-05,
+      "loss": 0.0205,
+      "step": 230200
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.424050632911393e-05,
+      "learning_rate_adapter": 4.424050632911393e-05,
+      "loss": 0.0207,
+      "step": 230250
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4227848101265826e-05,
+      "learning_rate_adapter": 4.4227848101265826e-05,
+      "loss": 0.0204,
+      "step": 230300
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4215189873417725e-05,
+      "learning_rate_adapter": 4.4215189873417725e-05,
+      "loss": 0.0205,
+      "step": 230350
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4202531645569624e-05,
+      "learning_rate_adapter": 4.4202531645569624e-05,
+      "loss": 0.0205,
+      "step": 230400
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.418987341772152e-05,
+      "learning_rate_adapter": 4.418987341772152e-05,
+      "loss": 0.0204,
+      "step": 230450
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.417721518987342e-05,
+      "learning_rate_adapter": 4.417721518987342e-05,
+      "loss": 0.0205,
+      "step": 230500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.4164556962025314e-05,
+      "learning_rate_adapter": 4.4164556962025314e-05,
+      "loss": 0.0206,
+      "step": 230550
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.415189873417722e-05,
+      "learning_rate_adapter": 4.415189873417722e-05,
+      "loss": 0.0207,
+      "step": 230600
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 4.413924050632912e-05,
+      "learning_rate_adapter": 4.413924050632912e-05,
+      "loss": 0.0205,
+      "step": 230650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.412658227848102e-05,
+      "learning_rate_adapter": 4.412658227848102e-05,
+      "loss": 0.0206,
+      "step": 230700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4113924050632916e-05,
+      "learning_rate_adapter": 4.4113924050632916e-05,
+      "loss": 0.0205,
+      "step": 230750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.410126582278481e-05,
+      "learning_rate_adapter": 4.410126582278481e-05,
+      "loss": 0.0204,
+      "step": 230800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.408860759493671e-05,
+      "learning_rate_adapter": 4.408860759493671e-05,
+      "loss": 0.0205,
+      "step": 230850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.407594936708861e-05,
+      "learning_rate_adapter": 4.407594936708861e-05,
+      "loss": 0.0206,
+      "step": 230900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.406329113924051e-05,
+      "learning_rate_adapter": 4.406329113924051e-05,
+      "loss": 0.0205,
+      "step": 230950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.405063291139241e-05,
+      "learning_rate_adapter": 4.405063291139241e-05,
+      "loss": 0.0206,
+      "step": 231000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.403797468354431e-05,
+      "learning_rate_adapter": 4.403797468354431e-05,
+      "loss": 0.0205,
+      "step": 231050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40253164556962e-05,
+      "learning_rate_adapter": 4.40253164556962e-05,
+      "loss": 0.0207,
+      "step": 231100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.40126582278481e-05,
+      "learning_rate_adapter": 4.40126582278481e-05,
+      "loss": 0.0203,
+      "step": 231150
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.4000000000000006e-05,
+      "learning_rate_adapter": 4.4000000000000006e-05,
+      "loss": 0.0204,
+      "step": 231200
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3987341772151904e-05,
+      "learning_rate_adapter": 4.3987341772151904e-05,
+      "loss": 0.0204,
+      "step": 231250
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39746835443038e-05,
+      "learning_rate_adapter": 4.39746835443038e-05,
+      "loss": 0.0205,
+      "step": 231300
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3962025316455695e-05,
+      "learning_rate_adapter": 4.3962025316455695e-05,
+      "loss": 0.0206,
+      "step": 231350
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3949367088607594e-05,
+      "learning_rate_adapter": 4.3949367088607594e-05,
+      "loss": 0.0204,
+      "step": 231400
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.393670886075949e-05,
+      "learning_rate_adapter": 4.393670886075949e-05,
+      "loss": 0.0205,
+      "step": 231450
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39240506329114e-05,
+      "learning_rate_adapter": 4.39240506329114e-05,
+      "loss": 0.0205,
+      "step": 231500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.39113924050633e-05,
+      "learning_rate_adapter": 4.39113924050633e-05,
+      "loss": 0.0204,
+      "step": 231550
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.389873417721519e-05,
+      "learning_rate_adapter": 4.389873417721519e-05,
+      "loss": 0.0205,
+      "step": 231600
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.388607594936709e-05,
+      "learning_rate_adapter": 4.388607594936709e-05,
+      "loss": 0.0204,
+      "step": 231650
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.387341772151899e-05,
+      "learning_rate_adapter": 4.387341772151899e-05,
+      "loss": 0.0205,
+      "step": 231700
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3860759493670886e-05,
+      "learning_rate_adapter": 4.3860759493670886e-05,
+      "loss": 0.0207,
+      "step": 231750
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.384810126582279e-05,
+      "learning_rate_adapter": 4.384810126582279e-05,
+      "loss": 0.0202,
+      "step": 231800
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.383544303797469e-05,
+      "learning_rate_adapter": 4.383544303797469e-05,
+      "loss": 0.0206,
+      "step": 231850
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.382278481012658e-05,
+      "learning_rate_adapter": 4.382278481012658e-05,
+      "loss": 0.0203,
+      "step": 231900
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.381012658227848e-05,
+      "learning_rate_adapter": 4.381012658227848e-05,
+      "loss": 0.0204,
+      "step": 231950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.379746835443038e-05,
+      "learning_rate_adapter": 4.379746835443038e-05,
+      "loss": 0.0204,
+      "step": 232000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.378481012658228e-05,
+      "learning_rate_adapter": 4.378481012658228e-05,
+      "loss": 0.0205,
+      "step": 232050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 4.3772151898734185e-05,
+      "learning_rate_adapter": 4.3772151898734185e-05,
+      "loss": 0.0206,
+      "step": 232100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.375949367088608e-05,
+      "learning_rate_adapter": 4.375949367088608e-05,
+      "loss": 0.0206,
+      "step": 232150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3746835443037976e-05,
+      "learning_rate_adapter": 4.3746835443037976e-05,
+      "loss": 0.0205,
+      "step": 232200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3734177215189875e-05,
+      "learning_rate_adapter": 4.3734177215189875e-05,
+      "loss": 0.0205,
+      "step": 232250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3721518987341774e-05,
+      "learning_rate_adapter": 4.3721518987341774e-05,
+      "loss": 0.0204,
+      "step": 232300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.370886075949367e-05,
+      "learning_rate_adapter": 4.370886075949367e-05,
+      "loss": 0.0206,
+      "step": 232350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.369620253164557e-05,
+      "learning_rate_adapter": 4.369620253164557e-05,
+      "loss": 0.0205,
+      "step": 232400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.368354430379747e-05,
+      "learning_rate_adapter": 4.368354430379747e-05,
+      "loss": 0.0205,
+      "step": 232450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.367088607594937e-05,
+      "learning_rate_adapter": 4.367088607594937e-05,
+      "loss": 0.0206,
+      "step": 232500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.365822784810127e-05,
+      "learning_rate_adapter": 4.365822784810127e-05,
+      "loss": 0.0204,
+      "step": 232550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.364556962025317e-05,
+      "learning_rate_adapter": 4.364556962025317e-05,
+      "loss": 0.0206,
+      "step": 232600
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3632911392405066e-05,
+      "learning_rate_adapter": 4.3632911392405066e-05,
+      "loss": 0.0204,
+      "step": 232650
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3620253164556965e-05,
+      "learning_rate_adapter": 4.3620253164556965e-05,
+      "loss": 0.0207,
+      "step": 232700
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.360759493670886e-05,
+      "learning_rate_adapter": 4.360759493670886e-05,
+      "loss": 0.0205,
+      "step": 232750
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.359493670886076e-05,
+      "learning_rate_adapter": 4.359493670886076e-05,
+      "loss": 0.0204,
+      "step": 232800
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.358227848101266e-05,
+      "learning_rate_adapter": 4.358227848101266e-05,
+      "loss": 0.0204,
+      "step": 232850
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.356962025316456e-05,
+      "learning_rate_adapter": 4.356962025316456e-05,
+      "loss": 0.0206,
+      "step": 232900
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.355696202531646e-05,
+      "learning_rate_adapter": 4.355696202531646e-05,
+      "loss": 0.0204,
+      "step": 232950
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.354430379746836e-05,
+      "learning_rate_adapter": 4.354430379746836e-05,
+      "loss": 0.0204,
+      "step": 233000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3531645569620257e-05,
+      "learning_rate_adapter": 4.3531645569620257e-05,
+      "loss": 0.0206,
+      "step": 233050
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3518987341772155e-05,
+      "learning_rate_adapter": 4.3518987341772155e-05,
+      "loss": 0.0205,
+      "step": 233100
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3506329113924054e-05,
+      "learning_rate_adapter": 4.3506329113924054e-05,
+      "loss": 0.0206,
+      "step": 233150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3493670886075946e-05,
+      "learning_rate_adapter": 4.3493670886075946e-05,
+      "loss": 0.0204,
+      "step": 233200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.348101265822785e-05,
+      "learning_rate_adapter": 4.348101265822785e-05,
+      "loss": 0.0204,
+      "step": 233250
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.346835443037975e-05,
+      "learning_rate_adapter": 4.346835443037975e-05,
+      "loss": 0.0203,
+      "step": 233300
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.345569620253165e-05,
+      "learning_rate_adapter": 4.345569620253165e-05,
+      "loss": 0.0204,
+      "step": 233350
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.344303797468355e-05,
+      "learning_rate_adapter": 4.344303797468355e-05,
+      "loss": 0.0206,
+      "step": 233400
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.343037974683545e-05,
+      "learning_rate_adapter": 4.343037974683545e-05,
+      "loss": 0.0205,
+      "step": 233450
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.341772151898734e-05,
+      "learning_rate_adapter": 4.341772151898734e-05,
+      "loss": 0.0205,
+      "step": 233500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3405063291139245e-05,
+      "learning_rate_adapter": 4.3405063291139245e-05,
+      "loss": 0.0205,
+      "step": 233550
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 4.3392405063291144e-05,
+      "learning_rate_adapter": 4.3392405063291144e-05,
+      "loss": 0.0203,
+      "step": 233600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.337974683544304e-05,
+      "learning_rate_adapter": 4.337974683544304e-05,
+      "loss": 0.0203,
+      "step": 233650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.336708860759494e-05,
+      "learning_rate_adapter": 4.336708860759494e-05,
+      "loss": 0.0203,
+      "step": 233700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3354430379746834e-05,
+      "learning_rate_adapter": 4.3354430379746834e-05,
+      "loss": 0.0203,
+      "step": 233750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.334177215189873e-05,
+      "learning_rate_adapter": 4.334177215189873e-05,
+      "loss": 0.0204,
+      "step": 233800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.332911392405064e-05,
+      "learning_rate_adapter": 4.332911392405064e-05,
+      "loss": 0.0201,
+      "step": 233850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.331645569620254e-05,
+      "learning_rate_adapter": 4.331645569620254e-05,
+      "loss": 0.0203,
+      "step": 233900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3303797468354436e-05,
+      "learning_rate_adapter": 4.3303797468354436e-05,
+      "loss": 0.0204,
+      "step": 233950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.329113924050633e-05,
+      "learning_rate_adapter": 4.329113924050633e-05,
+      "loss": 0.0206,
+      "step": 234000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.327848101265823e-05,
+      "learning_rate_adapter": 4.327848101265823e-05,
+      "loss": 0.0202,
+      "step": 234050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3265822784810126e-05,
+      "learning_rate_adapter": 4.3265822784810126e-05,
+      "loss": 0.0202,
+      "step": 234100
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.325316455696203e-05,
+      "learning_rate_adapter": 4.325316455696203e-05,
+      "loss": 0.0203,
+      "step": 234150
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.324050632911393e-05,
+      "learning_rate_adapter": 4.324050632911393e-05,
+      "loss": 0.0203,
+      "step": 234200
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.322784810126583e-05,
+      "learning_rate_adapter": 4.322784810126583e-05,
+      "loss": 0.0204,
+      "step": 234250
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.321518987341772e-05,
+      "learning_rate_adapter": 4.321518987341772e-05,
+      "loss": 0.0205,
+      "step": 234300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.320253164556962e-05,
+      "learning_rate_adapter": 4.320253164556962e-05,
+      "loss": 0.0204,
+      "step": 234350
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.318987341772152e-05,
+      "learning_rate_adapter": 4.318987341772152e-05,
+      "loss": 0.0205,
+      "step": 234400
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3177215189873424e-05,
+      "learning_rate_adapter": 4.3177215189873424e-05,
+      "loss": 0.0205,
+      "step": 234450
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.316455696202532e-05,
+      "learning_rate_adapter": 4.316455696202532e-05,
+      "loss": 0.0204,
+      "step": 234500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3151898734177215e-05,
+      "learning_rate_adapter": 4.3151898734177215e-05,
+      "loss": 0.0204,
+      "step": 234550
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3139240506329114e-05,
+      "learning_rate_adapter": 4.3139240506329114e-05,
+      "loss": 0.0204,
+      "step": 234600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.312658227848101e-05,
+      "learning_rate_adapter": 4.312658227848101e-05,
+      "loss": 0.0204,
+      "step": 234650
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.311392405063291e-05,
+      "learning_rate_adapter": 4.311392405063291e-05,
+      "loss": 0.0205,
+      "step": 234700
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.310126582278482e-05,
+      "learning_rate_adapter": 4.310126582278482e-05,
+      "loss": 0.0204,
+      "step": 234750
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.308860759493671e-05,
+      "learning_rate_adapter": 4.308860759493671e-05,
+      "loss": 0.0202,
+      "step": 234800
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.307594936708861e-05,
+      "learning_rate_adapter": 4.307594936708861e-05,
+      "loss": 0.0203,
+      "step": 234850
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.306329113924051e-05,
+      "learning_rate_adapter": 4.306329113924051e-05,
+      "loss": 0.0203,
+      "step": 234900
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3050632911392406e-05,
+      "learning_rate_adapter": 4.3050632911392406e-05,
+      "loss": 0.0206,
+      "step": 234950
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3037974683544305e-05,
+      "learning_rate_adapter": 4.3037974683544305e-05,
+      "loss": 0.0205,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "eval_af_opus100_pr_auc": 0.8201052428852995,
+      "eval_af_ud_pr_auc": 0.9916146761554299,
+      "eval_am_opus100_pr_auc": 0.5843690842381577,
+      "eval_ar_ersatz_pr_auc": 0.9258309869445943,
+      "eval_ar_opus100_pr_auc": 0.7420174960013688,
+      "eval_ar_ud_pr_auc": 0.9113010240380403,
+      "eval_average_ersatz_pr_auc": 0.9741507688614232,
+      "eval_average_opus100_pr_auc": 0.8633141138057067,
+      "eval_average_ud_pr_auc": 0.9691850677283882,
+      "eval_az_opus100_pr_auc": 0.8373645174870421,
+      "eval_be_opus100_pr_auc": 0.7916294872758864,
+      "eval_be_ud_pr_auc": 0.9019159668797964,
+      "eval_bg_opus100_pr_auc": 0.92956518828833,
+      "eval_bg_ud_pr_auc": 0.9949064534834979,
+      "eval_bn_opus100_pr_auc": 0.8599244360614983,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9060085415024218,
+      "eval_ca_ud_pr_auc": 0.9963448829718305,
+      "eval_ceb_ud_pr_auc": 0.9982884657899815,
+      "eval_cs_ersatz_pr_auc": 0.9881998389621951,
+      "eval_cs_opus100_pr_auc": 0.9228989576822443,
+      "eval_cs_ud_pr_auc": 0.9628446480237491,
+      "eval_cy_opus100_pr_auc": 0.8032291116514663,
+      "eval_cy_ud_pr_auc": 0.9970105310419788,
+      "eval_da_opus100_pr_auc": 0.9272154989177364,
+      "eval_da_ud_pr_auc": 0.9758088098631578,
+      "eval_de_ersatz_pr_auc": 0.990688557474005,
+      "eval_de_opus100_pr_auc": 0.9283295071122248,
+      "eval_de_ud_pr_auc": 0.9855801238853751,
+      "eval_el_opus100_pr_auc": 0.9159374805169569,
+      "eval_el_ud_pr_auc": 0.9944058006946873,
+      "eval_en_ersatz_pr_auc": 0.9932870096357181,
+      "eval_en_opus100_pr_auc": 0.925980187896211,
+      "eval_en_ud_pr_auc": 0.9787968123940072,
+      "eval_eo_opus100_pr_auc": 0.928413711984299,
+      "eval_es_ersatz_pr_auc": 0.9973353880254671,
+      "eval_es_opus100_pr_auc": 0.9435076432604758,
+      "eval_es_ud_pr_auc": 0.9893847566069198,
+      "eval_et_ersatz_pr_auc": 0.9863135985331469,
+      "eval_et_opus100_pr_auc": 0.9260763301206061,
+      "eval_et_ud_pr_auc": 0.9790050987213491,
+      "eval_eu_opus100_pr_auc": 0.8953448178475691,
+      "eval_eu_ud_pr_auc": 0.993528906942437,
+      "eval_fa_opus100_pr_auc": 0.6505690323172242,
+      "eval_fa_ud_pr_auc": 0.9939984719434214,
+      "eval_fi_ersatz_pr_auc": 0.9955627960230737,
+      "eval_fi_opus100_pr_auc": 0.9351970908105123,
+      "eval_fi_ud_pr_auc": 0.9578593814524639,
+      "eval_fr_ersatz_pr_auc": 0.9895029729465611,
+      "eval_fr_opus100_pr_auc": 0.9283801155849506,
+      "eval_fr_ud_pr_auc": 0.9934229289223215,
+      "eval_fy_opus100_pr_auc": 0.7119913187378056,
+      "eval_ga_opus100_pr_auc": 0.9257394499045809,
+      "eval_ga_ud_pr_auc": 0.81394475998484,
+      "eval_gd_opus100_pr_auc": 0.7894445344869699,
+      "eval_gd_ud_pr_auc": 0.8549806527809747,
+      "eval_gl_opus100_pr_auc": 0.9017454773549178,
+      "eval_gl_ud_pr_auc": 0.9973406600711757,
+      "eval_gu_ersatz_pr_auc": 0.9490350939941766,
+      "eval_gu_opus100_pr_auc": 0.7623723422648863,
+      "eval_ha_opus100_pr_auc": 0.9412594193472699,
+      "eval_he_opus100_pr_auc": 0.9039877173154722,
+      "eval_he_ud_pr_auc": 0.9837726873396911,
+      "eval_hi_ersatz_pr_auc": 0.9819263486581982,
+      "eval_hi_opus100_pr_auc": 0.752830738051467,
+      "eval_hi_ud_pr_auc": 0.9943473954993808,
+      "eval_hu_opus100_pr_auc": 0.9260792077814494,
+      "eval_hu_ud_pr_auc": 0.9816384706648225,
+      "eval_hy_opus100_pr_auc": 0.9153078122519618,
+      "eval_hy_ud_pr_auc": 0.9645814405383745,
+      "eval_id_opus100_pr_auc": 0.9142191921322191,
+      "eval_id_ud_pr_auc": 0.9953815077652279,
+      "eval_ig_opus100_pr_auc": 0.9000113621932776,
+      "eval_is_opus100_pr_auc": 0.9278256351283664,
+      "eval_is_ud_pr_auc": 0.9230989494809524,
+      "eval_it_opus100_pr_auc": 0.9246238612535659,
+      "eval_it_ud_pr_auc": 0.9987142119278711,
+      "eval_ja_ersatz_pr_auc": 0.8990417967540304,
+      "eval_ja_opus100_pr_auc": 0.8634592312185262,
+      "eval_ja_ud_pr_auc": 0.9867036576680194,
+      "eval_jv_ud_pr_auc": 0.9564906097240122,
+      "eval_ka_opus100_pr_auc": 0.861617866762046,
+      "eval_kk_ersatz_pr_auc": 0.9859594402108638,
+      "eval_kk_opus100_pr_auc": 0.8438587580490142,
+      "eval_kk_ud_pr_auc": 0.9741013468117081,
+      "eval_km_ersatz_pr_auc": 0.9541109090904497,
+      "eval_km_opus100_pr_auc": 0.7813030882651838,
+      "eval_kn_opus100_pr_auc": 0.7029638656970202,
+      "eval_ko_opus100_pr_auc": 0.7149440119254765,
+      "eval_ko_ud_pr_auc": 0.9975056975673402,
+      "eval_ku_opus100_pr_auc": 0.857967166362209,
+      "eval_ky_opus100_pr_auc": 0.9060432085338118,
+      "eval_la_ud_pr_auc": 0.98135123972703,
+      "eval_loss": 0.023952344432473183,
+      "eval_lt_ersatz_pr_auc": 0.9963314008705028,
+      "eval_lt_opus100_pr_auc": 0.9061476092457623,
+      "eval_lt_ud_pr_auc": 0.9934689142049479,
+      "eval_lv_ersatz_pr_auc": 0.9928140108084587,
+      "eval_lv_opus100_pr_auc": 0.9035960204234151,
+      "eval_lv_ud_pr_auc": 0.9674862923419074,
+      "eval_mg_opus100_pr_auc": 0.9531984294278764,
+      "eval_mk_opus100_pr_auc": 0.9285703487213183,
+      "eval_ml_opus100_pr_auc": 0.8097702623155819,
+      "eval_mn_opus100_pr_auc": 0.953135127518113,
+      "eval_mr_opus100_pr_auc": 0.9278983832850711,
+      "eval_mr_ud_pr_auc": 0.9641498952909017,
+      "eval_ms_opus100_pr_auc": 0.889278096485886,
+      "eval_mt_opus100_pr_auc": 0.8945235331507558,
+      "eval_mt_ud_pr_auc": 0.9357188737189863,
+      "eval_my_opus100_pr_auc": 0.8628449986663218,
+      "eval_ne_opus100_pr_auc": 0.7559177750551371,
+      "eval_nl_opus100_pr_auc": 0.9061899679128712,
+      "eval_nl_ud_pr_auc": 0.9829512875799904,
+      "eval_no_opus100_pr_auc": 0.9173411078157391,
+      "eval_no_ud_pr_auc": 0.9965930898155528,
+      "eval_pa_opus100_pr_auc": 0.7155201565370687,
+      "eval_pl_ersatz_pr_auc": 0.9723236185083992,
+      "eval_pl_opus100_pr_auc": 0.9069749941186771,
+      "eval_pl_ud_pr_auc": 0.973139265489447,
+      "eval_ps_ersatz_pr_auc": 0.9238827720098294,
+      "eval_ps_opus100_pr_auc": 0.7728327082297725,
+      "eval_pt_opus100_pr_auc": 0.9379172024161736,
+      "eval_pt_ud_pr_auc": 0.989396994794487,
+      "eval_ro_ersatz_pr_auc": 0.9939741096508978,
+      "eval_ro_opus100_pr_auc": 0.8655174886771744,
+      "eval_ro_ud_pr_auc": 0.9634601397190895,
+      "eval_ru_ersatz_pr_auc": 0.9948729858287547,
+      "eval_ru_opus100_pr_auc": 0.9406125505952978,
+      "eval_ru_ud_pr_auc": 0.8958445520720122,
+      "eval_runtime": 518.5484,
+      "eval_samples_per_second": 145.637,
+      "eval_si_opus100_pr_auc": 0.8335722127954094,
+      "eval_sk_opus100_pr_auc": 0.9496815634060646,
+      "eval_sk_ud_pr_auc": 0.9887358160718475,
+      "eval_sl_opus100_pr_auc": 0.891000987613957,
+      "eval_sl_ud_pr_auc": 0.9702296876035612,
+      "eval_sq_opus100_pr_auc": 0.94099275431574,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9273259584736449,
+      "eval_sr_ud_pr_auc": 0.9992242077497486,
+      "eval_steps_per_second": 0.569,
+      "eval_sv_opus100_pr_auc": 0.9154805694252875,
+      "eval_sv_ud_pr_auc": 0.9590943443246194,
+      "eval_ta_ersatz_pr_auc": 0.9822385939098716,
+      "eval_ta_opus100_pr_auc": 0.7623732210356727,
+      "eval_ta_ud_pr_auc": 0.9989947059048717,
+      "eval_te_opus100_pr_auc": 0.8242839969309413,
+      "eval_tg_opus100_pr_auc": 0.9198753641855625,
+      "eval_th_opus100_pr_auc": 0.7295101772307477,
+      "eval_th_ud_pr_auc": 0.8998808478114235,
+      "eval_tr_ersatz_pr_auc": 0.971146304610935,
+      "eval_tr_opus100_pr_auc": 0.9094866159909071,
+      "eval_tr_ud_pr_auc": 0.9664100320632663,
+      "eval_uk_opus100_pr_auc": 0.8862635535547805,
+      "eval_uk_ud_pr_auc": 0.9239807137195684,
+      "eval_ur_opus100_pr_auc": 0.6628471531775856,
+      "eval_ur_ud_pr_auc": 0.9932586133933771,
+      "eval_uz_opus100_pr_auc": 0.8950393511697472,
+      "eval_vi_opus100_pr_auc": 0.9091183216826654,
+      "eval_vi_ud_pr_auc": 0.9659917761387673,
+      "eval_xh_opus100_pr_auc": 0.8897258682750655,
+      "eval_yi_opus100_pr_auc": 0.7820435638451287,
+      "eval_yo_opus100_pr_auc": 0.8556315413200519,
+      "eval_yo_ud_pr_auc": 0.9224431275047462,
+      "eval_zh_ersatz_pr_auc": 0.9669383815011711,
+      "eval_zh_opus100_pr_auc": 0.8948925160138683,
+      "eval_zh_ud_pr_auc": 0.993124655843138,
+      "eval_zu_opus100_pr_auc": 0.8331665365671205,
+      "step": 235000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.3025316455696204e-05,
+      "learning_rate_adapter": 4.3025316455696204e-05,
+      "loss": 0.0203,
+      "step": 235050
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.30126582278481e-05,
+      "learning_rate_adapter": 4.30126582278481e-05,
+      "loss": 0.0205,
+      "step": 235100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.3e-05,
+      "learning_rate_adapter": 4.3e-05,
+      "loss": 0.0203,
+      "step": 235150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29873417721519e-05,
+      "learning_rate_adapter": 4.29873417721519e-05,
+      "loss": 0.0205,
+      "step": 235200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29746835443038e-05,
+      "learning_rate_adapter": 4.29746835443038e-05,
+      "loss": 0.0205,
+      "step": 235250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29620253164557e-05,
+      "learning_rate_adapter": 4.29620253164557e-05,
+      "loss": 0.0204,
+      "step": 235300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.29493670886076e-05,
+      "learning_rate_adapter": 4.29493670886076e-05,
+      "loss": 0.0201,
+      "step": 235350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2936708860759496e-05,
+      "learning_rate_adapter": 4.2936708860759496e-05,
+      "loss": 0.0204,
+      "step": 235400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2924050632911395e-05,
+      "learning_rate_adapter": 4.2924050632911395e-05,
+      "loss": 0.0202,
+      "step": 235450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2911392405063294e-05,
+      "learning_rate_adapter": 4.2911392405063294e-05,
+      "loss": 0.0205,
+      "step": 235500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.289873417721519e-05,
+      "learning_rate_adapter": 4.289873417721519e-05,
+      "loss": 0.0202,
+      "step": 235550
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.288607594936709e-05,
+      "learning_rate_adapter": 4.288607594936709e-05,
+      "loss": 0.0204,
+      "step": 235600
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.287341772151899e-05,
+      "learning_rate_adapter": 4.287341772151899e-05,
+      "loss": 0.0204,
+      "step": 235650
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.286075949367089e-05,
+      "learning_rate_adapter": 4.286075949367089e-05,
+      "loss": 0.0204,
+      "step": 235700
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.284810126582279e-05,
+      "learning_rate_adapter": 4.284810126582279e-05,
+      "loss": 0.0205,
+      "step": 235750
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.283544303797469e-05,
+      "learning_rate_adapter": 4.283544303797469e-05,
+      "loss": 0.0203,
+      "step": 235800
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.282278481012658e-05,
+      "learning_rate_adapter": 4.282278481012658e-05,
+      "loss": 0.0204,
+      "step": 235850
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2810126582278484e-05,
+      "learning_rate_adapter": 4.2810126582278484e-05,
+      "loss": 0.0203,
+      "step": 235900
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.279746835443038e-05,
+      "learning_rate_adapter": 4.279746835443038e-05,
+      "loss": 0.0203,
+      "step": 235950
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.278481012658228e-05,
+      "learning_rate_adapter": 4.278481012658228e-05,
+      "loss": 0.0203,
+      "step": 236000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.277215189873418e-05,
+      "learning_rate_adapter": 4.277215189873418e-05,
+      "loss": 0.0205,
+      "step": 236050
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.275949367088608e-05,
+      "learning_rate_adapter": 4.275949367088608e-05,
+      "loss": 0.0204,
+      "step": 236100
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.274683544303797e-05,
+      "learning_rate_adapter": 4.274683544303797e-05,
+      "loss": 0.0204,
+      "step": 236150
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.273417721518988e-05,
+      "learning_rate_adapter": 4.273417721518988e-05,
+      "loss": 0.0205,
+      "step": 236200
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2721518987341776e-05,
+      "learning_rate_adapter": 4.2721518987341776e-05,
+      "loss": 0.0207,
+      "step": 236250
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2708860759493675e-05,
+      "learning_rate_adapter": 4.2708860759493675e-05,
+      "loss": 0.0202,
+      "step": 236300
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2696202531645574e-05,
+      "learning_rate_adapter": 4.2696202531645574e-05,
+      "loss": 0.0202,
+      "step": 236350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2683544303797466e-05,
+      "learning_rate_adapter": 4.2683544303797466e-05,
+      "loss": 0.0203,
+      "step": 236400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.2670886075949365e-05,
+      "learning_rate_adapter": 4.2670886075949365e-05,
+      "loss": 0.0203,
+      "step": 236450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.265822784810127e-05,
+      "learning_rate_adapter": 4.265822784810127e-05,
+      "loss": 0.0205,
+      "step": 236500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 4.264556962025317e-05,
+      "learning_rate_adapter": 4.264556962025317e-05,
+      "loss": 0.0203,
+      "step": 236550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.263291139240507e-05,
+      "learning_rate_adapter": 4.263291139240507e-05,
+      "loss": 0.0204,
+      "step": 236600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.262025316455696e-05,
+      "learning_rate_adapter": 4.262025316455696e-05,
+      "loss": 0.0202,
+      "step": 236650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.260759493670886e-05,
+      "learning_rate_adapter": 4.260759493670886e-05,
+      "loss": 0.0204,
+      "step": 236700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.259493670886076e-05,
+      "learning_rate_adapter": 4.259493670886076e-05,
+      "loss": 0.0205,
+      "step": 236750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2582278481012664e-05,
+      "learning_rate_adapter": 4.2582278481012664e-05,
+      "loss": 0.0202,
+      "step": 236800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.256962025316456e-05,
+      "learning_rate_adapter": 4.256962025316456e-05,
+      "loss": 0.0202,
+      "step": 236850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.255696202531646e-05,
+      "learning_rate_adapter": 4.255696202531646e-05,
+      "loss": 0.0205,
+      "step": 236900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2544303797468354e-05,
+      "learning_rate_adapter": 4.2544303797468354e-05,
+      "loss": 0.0203,
+      "step": 236950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.253164556962025e-05,
+      "learning_rate_adapter": 4.253164556962025e-05,
+      "loss": 0.0203,
+      "step": 237000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.251898734177215e-05,
+      "learning_rate_adapter": 4.251898734177215e-05,
+      "loss": 0.0205,
+      "step": 237050
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.250632911392406e-05,
+      "learning_rate_adapter": 4.250632911392406e-05,
+      "loss": 0.0203,
+      "step": 237100
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2493670886075956e-05,
+      "learning_rate_adapter": 4.2493670886075956e-05,
+      "loss": 0.0204,
+      "step": 237150
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.248101265822785e-05,
+      "learning_rate_adapter": 4.248101265822785e-05,
+      "loss": 0.0205,
+      "step": 237200
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.246835443037975e-05,
+      "learning_rate_adapter": 4.246835443037975e-05,
+      "loss": 0.0203,
+      "step": 237250
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2455696202531646e-05,
+      "learning_rate_adapter": 4.2455696202531646e-05,
+      "loss": 0.0203,
+      "step": 237300
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2443037974683545e-05,
+      "learning_rate_adapter": 4.2443037974683545e-05,
+      "loss": 0.0205,
+      "step": 237350
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.243037974683545e-05,
+      "learning_rate_adapter": 4.243037974683545e-05,
+      "loss": 0.0206,
+      "step": 237400
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.241772151898734e-05,
+      "learning_rate_adapter": 4.241772151898734e-05,
+      "loss": 0.0205,
+      "step": 237450
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.240506329113924e-05,
+      "learning_rate_adapter": 4.240506329113924e-05,
+      "loss": 0.0204,
+      "step": 237500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.239240506329114e-05,
+      "learning_rate_adapter": 4.239240506329114e-05,
+      "loss": 0.0206,
+      "step": 237550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.237974683544304e-05,
+      "learning_rate_adapter": 4.237974683544304e-05,
+      "loss": 0.0203,
+      "step": 237600
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.236708860759494e-05,
+      "learning_rate_adapter": 4.236708860759494e-05,
+      "loss": 0.0204,
+      "step": 237650
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.235443037974684e-05,
+      "learning_rate_adapter": 4.235443037974684e-05,
+      "loss": 0.0201,
+      "step": 237700
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2341772151898735e-05,
+      "learning_rate_adapter": 4.2341772151898735e-05,
+      "loss": 0.0204,
+      "step": 237750
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.2329113924050634e-05,
+      "learning_rate_adapter": 4.2329113924050634e-05,
+      "loss": 0.0202,
+      "step": 237800
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.231645569620253e-05,
+      "learning_rate_adapter": 4.231645569620253e-05,
+      "loss": 0.0203,
+      "step": 237850
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.230379746835443e-05,
+      "learning_rate_adapter": 4.230379746835443e-05,
+      "loss": 0.0205,
+      "step": 237900
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.229113924050633e-05,
+      "learning_rate_adapter": 4.229113924050633e-05,
+      "loss": 0.0206,
+      "step": 237950
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.227848101265823e-05,
+      "learning_rate_adapter": 4.227848101265823e-05,
+      "loss": 0.0204,
+      "step": 238000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 4.226582278481013e-05,
+      "learning_rate_adapter": 4.226582278481013e-05,
+      "loss": 0.0205,
+      "step": 238050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.225316455696203e-05,
+      "learning_rate_adapter": 4.225316455696203e-05,
+      "loss": 0.0204,
+      "step": 238100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2240506329113926e-05,
+      "learning_rate_adapter": 4.2240506329113926e-05,
+      "loss": 0.0205,
+      "step": 238150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2227848101265825e-05,
+      "learning_rate_adapter": 4.2227848101265825e-05,
+      "loss": 0.0205,
+      "step": 238200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2215189873417724e-05,
+      "learning_rate_adapter": 4.2215189873417724e-05,
+      "loss": 0.0204,
+      "step": 238250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.220253164556962e-05,
+      "learning_rate_adapter": 4.220253164556962e-05,
+      "loss": 0.0201,
+      "step": 238300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.218987341772152e-05,
+      "learning_rate_adapter": 4.218987341772152e-05,
+      "loss": 0.0204,
+      "step": 238350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.217721518987342e-05,
+      "learning_rate_adapter": 4.217721518987342e-05,
+      "loss": 0.0203,
+      "step": 238400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.216455696202532e-05,
+      "learning_rate_adapter": 4.216455696202532e-05,
+      "loss": 0.0203,
+      "step": 238450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.215189873417722e-05,
+      "learning_rate_adapter": 4.215189873417722e-05,
+      "loss": 0.0203,
+      "step": 238500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.213924050632912e-05,
+      "learning_rate_adapter": 4.213924050632912e-05,
+      "loss": 0.0201,
+      "step": 238550
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2126582278481016e-05,
+      "learning_rate_adapter": 4.2126582278481016e-05,
+      "loss": 0.0204,
+      "step": 238600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2113924050632915e-05,
+      "learning_rate_adapter": 4.2113924050632915e-05,
+      "loss": 0.0202,
+      "step": 238650
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2101265822784814e-05,
+      "learning_rate_adapter": 4.2101265822784814e-05,
+      "loss": 0.0203,
+      "step": 238700
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.208860759493671e-05,
+      "learning_rate_adapter": 4.208860759493671e-05,
+      "loss": 0.0205,
+      "step": 238750
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2075949367088605e-05,
+      "learning_rate_adapter": 4.2075949367088605e-05,
+      "loss": 0.0202,
+      "step": 238800
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.206329113924051e-05,
+      "learning_rate_adapter": 4.206329113924051e-05,
+      "loss": 0.0203,
+      "step": 238850
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.205063291139241e-05,
+      "learning_rate_adapter": 4.205063291139241e-05,
+      "loss": 0.0203,
+      "step": 238900
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.203797468354431e-05,
+      "learning_rate_adapter": 4.203797468354431e-05,
+      "loss": 0.0204,
+      "step": 238950
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.202531645569621e-05,
+      "learning_rate_adapter": 4.202531645569621e-05,
+      "loss": 0.0203,
+      "step": 239000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.20126582278481e-05,
+      "learning_rate_adapter": 4.20126582278481e-05,
+      "loss": 0.0203,
+      "step": 239050
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.2e-05,
+      "learning_rate_adapter": 4.2e-05,
+      "loss": 0.0203,
+      "step": 239100
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19873417721519e-05,
+      "learning_rate_adapter": 4.19873417721519e-05,
+      "loss": 0.0203,
+      "step": 239150
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19746835443038e-05,
+      "learning_rate_adapter": 4.19746835443038e-05,
+      "loss": 0.0203,
+      "step": 239200
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19620253164557e-05,
+      "learning_rate_adapter": 4.19620253164557e-05,
+      "loss": 0.0203,
+      "step": 239250
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.19493670886076e-05,
+      "learning_rate_adapter": 4.19493670886076e-05,
+      "loss": 0.0205,
+      "step": 239300
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.193670886075949e-05,
+      "learning_rate_adapter": 4.193670886075949e-05,
+      "loss": 0.0202,
+      "step": 239350
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.192405063291139e-05,
+      "learning_rate_adapter": 4.192405063291139e-05,
+      "loss": 0.0202,
+      "step": 239400
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1911392405063296e-05,
+      "learning_rate_adapter": 4.1911392405063296e-05,
+      "loss": 0.0203,
+      "step": 239450
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1898734177215195e-05,
+      "learning_rate_adapter": 4.1898734177215195e-05,
+      "loss": 0.0203,
+      "step": 239500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 4.1886075949367094e-05,
+      "learning_rate_adapter": 4.1886075949367094e-05,
+      "loss": 0.0202,
+      "step": 239550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1873417721518986e-05,
+      "learning_rate_adapter": 4.1873417721518986e-05,
+      "loss": 0.0204,
+      "step": 239600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1860759493670885e-05,
+      "learning_rate_adapter": 4.1860759493670885e-05,
+      "loss": 0.0202,
+      "step": 239650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1848101265822784e-05,
+      "learning_rate_adapter": 4.1848101265822784e-05,
+      "loss": 0.0204,
+      "step": 239700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.183544303797469e-05,
+      "learning_rate_adapter": 4.183544303797469e-05,
+      "loss": 0.0205,
+      "step": 239750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.182278481012659e-05,
+      "learning_rate_adapter": 4.182278481012659e-05,
+      "loss": 0.0204,
+      "step": 239800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.181012658227848e-05,
+      "learning_rate_adapter": 4.181012658227848e-05,
+      "loss": 0.0203,
+      "step": 239850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.179746835443038e-05,
+      "learning_rate_adapter": 4.179746835443038e-05,
+      "loss": 0.0204,
+      "step": 239900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.178481012658228e-05,
+      "learning_rate_adapter": 4.178481012658228e-05,
+      "loss": 0.0202,
+      "step": 239950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.177215189873418e-05,
+      "learning_rate_adapter": 4.177215189873418e-05,
+      "loss": 0.0204,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "eval_af_opus100_pr_auc": 0.8052205631017364,
+      "eval_af_ud_pr_auc": 0.9904147311936735,
+      "eval_am_opus100_pr_auc": 0.622381368921103,
+      "eval_ar_ersatz_pr_auc": 0.9383531503051532,
+      "eval_ar_opus100_pr_auc": 0.7623470965109914,
+      "eval_ar_ud_pr_auc": 0.9145984550449727,
+      "eval_average_ersatz_pr_auc": 0.9762592360268088,
+      "eval_average_opus100_pr_auc": 0.8648902612318331,
+      "eval_average_ud_pr_auc": 0.9701911374055608,
+      "eval_az_opus100_pr_auc": 0.8321297292838871,
+      "eval_be_opus100_pr_auc": 0.7918616047547032,
+      "eval_be_ud_pr_auc": 0.9154127613476215,
+      "eval_bg_opus100_pr_auc": 0.9345614374635428,
+      "eval_bg_ud_pr_auc": 0.9958659724655862,
+      "eval_bn_opus100_pr_auc": 0.855055926724072,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9063185688922332,
+      "eval_ca_ud_pr_auc": 0.9969562781552433,
+      "eval_ceb_ud_pr_auc": 0.9997992526016688,
+      "eval_cs_ersatz_pr_auc": 0.9899543421001442,
+      "eval_cs_opus100_pr_auc": 0.9273781747300298,
+      "eval_cs_ud_pr_auc": 0.9664738651326742,
+      "eval_cy_opus100_pr_auc": 0.7958720564037413,
+      "eval_cy_ud_pr_auc": 0.9978837988867219,
+      "eval_da_opus100_pr_auc": 0.934620374348916,
+      "eval_da_ud_pr_auc": 0.9794092780004854,
+      "eval_de_ersatz_pr_auc": 0.992342289069022,
+      "eval_de_opus100_pr_auc": 0.9305556283845549,
+      "eval_de_ud_pr_auc": 0.9856990730914527,
+      "eval_el_opus100_pr_auc": 0.9210318561371763,
+      "eval_el_ud_pr_auc": 0.9946628572418771,
+      "eval_en_ersatz_pr_auc": 0.9946343315326621,
+      "eval_en_opus100_pr_auc": 0.9285273565908354,
+      "eval_en_ud_pr_auc": 0.9796565073338623,
+      "eval_eo_opus100_pr_auc": 0.9317582648156719,
+      "eval_es_ersatz_pr_auc": 0.9975057449330402,
+      "eval_es_opus100_pr_auc": 0.9496297797012176,
+      "eval_es_ud_pr_auc": 0.9913202150584454,
+      "eval_et_ersatz_pr_auc": 0.9862260006977184,
+      "eval_et_opus100_pr_auc": 0.9245931197839661,
+      "eval_et_ud_pr_auc": 0.9788641265410761,
+      "eval_eu_opus100_pr_auc": 0.8820749297485676,
+      "eval_eu_ud_pr_auc": 0.9903515724006239,
+      "eval_fa_opus100_pr_auc": 0.6525624361931747,
+      "eval_fa_ud_pr_auc": 0.9966267491122724,
+      "eval_fi_ersatz_pr_auc": 0.9967417871552869,
+      "eval_fi_opus100_pr_auc": 0.9373322121341149,
+      "eval_fi_ud_pr_auc": 0.9681537606913534,
+      "eval_fr_ersatz_pr_auc": 0.988369645395572,
+      "eval_fr_opus100_pr_auc": 0.934202505631769,
+      "eval_fr_ud_pr_auc": 0.9915356583199966,
+      "eval_fy_opus100_pr_auc": 0.7013199689867005,
+      "eval_ga_opus100_pr_auc": 0.9241983398697645,
+      "eval_ga_ud_pr_auc": 0.8229266723279858,
+      "eval_gd_opus100_pr_auc": 0.7751371981986771,
+      "eval_gd_ud_pr_auc": 0.8620414639471642,
+      "eval_gl_opus100_pr_auc": 0.9071861664050532,
+      "eval_gl_ud_pr_auc": 0.9963278220515968,
+      "eval_gu_ersatz_pr_auc": 0.9595218381869653,
+      "eval_gu_opus100_pr_auc": 0.7777279253627567,
+      "eval_ha_opus100_pr_auc": 0.9388774644270719,
+      "eval_he_opus100_pr_auc": 0.9004063157443006,
+      "eval_he_ud_pr_auc": 0.9851978433625326,
+      "eval_hi_ersatz_pr_auc": 0.9842028990731627,
+      "eval_hi_opus100_pr_auc": 0.7523275269499996,
+      "eval_hi_ud_pr_auc": 0.9953280810895314,
+      "eval_hu_opus100_pr_auc": 0.9318211445201608,
+      "eval_hu_ud_pr_auc": 0.983032827469147,
+      "eval_hy_opus100_pr_auc": 0.9227932430823174,
+      "eval_hy_ud_pr_auc": 0.9763772974613049,
+      "eval_id_opus100_pr_auc": 0.8969588225170928,
+      "eval_id_ud_pr_auc": 0.9962123307817998,
+      "eval_ig_opus100_pr_auc": 0.8981215180460622,
+      "eval_is_opus100_pr_auc": 0.931107965157131,
+      "eval_is_ud_pr_auc": 0.9200854644957096,
+      "eval_it_opus100_pr_auc": 0.927545907086587,
+      "eval_it_ud_pr_auc": 0.9978474074349044,
+      "eval_ja_ersatz_pr_auc": 0.9053384101531041,
+      "eval_ja_opus100_pr_auc": 0.846516783579366,
+      "eval_ja_ud_pr_auc": 0.98068058625955,
+      "eval_jv_ud_pr_auc": 0.9657220407958738,
+      "eval_ka_opus100_pr_auc": 0.8639804980451825,
+      "eval_kk_ersatz_pr_auc": 0.9896526928880034,
+      "eval_kk_opus100_pr_auc": 0.8507725314275765,
+      "eval_kk_ud_pr_auc": 0.973864824270162,
+      "eval_km_ersatz_pr_auc": 0.9502661353588904,
+      "eval_km_opus100_pr_auc": 0.793410339634543,
+      "eval_kn_opus100_pr_auc": 0.7168570670979268,
+      "eval_ko_opus100_pr_auc": 0.7156141932140486,
+      "eval_ko_ud_pr_auc": 0.9976673658135677,
+      "eval_ku_opus100_pr_auc": 0.8615007688615034,
+      "eval_ky_opus100_pr_auc": 0.9042575873015036,
+      "eval_la_ud_pr_auc": 0.9798869077185325,
+      "eval_loss": 0.023778175935149193,
+      "eval_lt_ersatz_pr_auc": 0.9973508226787917,
+      "eval_lt_opus100_pr_auc": 0.9121404938917388,
+      "eval_lt_ud_pr_auc": 0.9946784221298591,
+      "eval_lv_ersatz_pr_auc": 0.9944813280414055,
+      "eval_lv_opus100_pr_auc": 0.9036592469815355,
+      "eval_lv_ud_pr_auc": 0.9726453848090484,
+      "eval_mg_opus100_pr_auc": 0.9488918130223619,
+      "eval_mk_opus100_pr_auc": 0.9322540109207859,
+      "eval_ml_opus100_pr_auc": 0.8105149340223354,
+      "eval_mn_opus100_pr_auc": 0.9584140657820017,
+      "eval_mr_opus100_pr_auc": 0.920977559130964,
+      "eval_mr_ud_pr_auc": 0.9618002794370837,
+      "eval_ms_opus100_pr_auc": 0.8904209197647978,
+      "eval_mt_opus100_pr_auc": 0.8960302104432619,
+      "eval_mt_ud_pr_auc": 0.9399995930775882,
+      "eval_my_opus100_pr_auc": 0.846190147952504,
+      "eval_ne_opus100_pr_auc": 0.7652037168620819,
+      "eval_nl_opus100_pr_auc": 0.9085742043965311,
+      "eval_nl_ud_pr_auc": 0.986209150396829,
+      "eval_no_opus100_pr_auc": 0.9196081182122517,
+      "eval_no_ud_pr_auc": 0.9968548132978525,
+      "eval_pa_opus100_pr_auc": 0.718186076615842,
+      "eval_pl_ersatz_pr_auc": 0.9756705017035503,
+      "eval_pl_opus100_pr_auc": 0.9121214254954515,
+      "eval_pl_ud_pr_auc": 0.9784947437958168,
+      "eval_ps_ersatz_pr_auc": 0.9268081882825825,
+      "eval_ps_opus100_pr_auc": 0.7837376351238242,
+      "eval_pt_opus100_pr_auc": 0.9416907098174675,
+      "eval_pt_ud_pr_auc": 0.9917689614352099,
+      "eval_ro_ersatz_pr_auc": 0.9946018000586565,
+      "eval_ro_opus100_pr_auc": 0.8771910772350446,
+      "eval_ro_ud_pr_auc": 0.9311401278814241,
+      "eval_ru_ersatz_pr_auc": 0.9952174183499087,
+      "eval_ru_opus100_pr_auc": 0.9552382429279322,
+      "eval_ru_ud_pr_auc": 0.8821929218687271,
+      "eval_runtime": 530.2777,
+      "eval_samples_per_second": 142.416,
+      "eval_si_opus100_pr_auc": 0.8439696040557755,
+      "eval_sk_opus100_pr_auc": 0.946118159750027,
+      "eval_sk_ud_pr_auc": 0.9900426942156061,
+      "eval_sl_opus100_pr_auc": 0.8898545395302215,
+      "eval_sl_ud_pr_auc": 0.9717618606120065,
+      "eval_sq_opus100_pr_auc": 0.9417512422310481,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9307897982168292,
+      "eval_sr_ud_pr_auc": 0.9994326831118343,
+      "eval_steps_per_second": 0.556,
+      "eval_sv_opus100_pr_auc": 0.9187662677308941,
+      "eval_sv_ud_pr_auc": 0.9595390207346598,
+      "eval_ta_ersatz_pr_auc": 0.9837707009851443,
+      "eval_ta_opus100_pr_auc": 0.7624980037945712,
+      "eval_ta_ud_pr_auc": 0.9991296334535948,
+      "eval_te_opus100_pr_auc": 0.8417537926558166,
+      "eval_tg_opus100_pr_auc": 0.9111422914918895,
+      "eval_th_opus100_pr_auc": 0.7265292146984129,
+      "eval_th_ud_pr_auc": 0.8902023064689183,
+      "eval_tr_ersatz_pr_auc": 0.974906198943495,
+      "eval_tr_opus100_pr_auc": 0.9150790412398719,
+      "eval_tr_ud_pr_auc": 0.9744861818224928,
+      "eval_uk_opus100_pr_auc": 0.8870481026151508,
+      "eval_uk_ud_pr_auc": 0.9341647161743216,
+      "eval_ur_opus100_pr_auc": 0.6512264249817402,
+      "eval_ur_ud_pr_auc": 0.9908027768920905,
+      "eval_uz_opus100_pr_auc": 0.8920159554850952,
+      "eval_vi_opus100_pr_auc": 0.911659881661138,
+      "eval_vi_ud_pr_auc": 0.9623657843549598,
+      "eval_xh_opus100_pr_auc": 0.8929436514755466,
+      "eval_yi_opus100_pr_auc": 0.788074760849914,
+      "eval_yo_opus100_pr_auc": 0.8518744063828045,
+      "eval_yo_ud_pr_auc": 0.9335724234359617,
+      "eval_zh_ersatz_pr_auc": 0.9617869666975343,
+      "eval_zh_opus100_pr_auc": 0.8855493257991732,
+      "eval_zh_ud_pr_auc": 0.992726504812112,
+      "eval_zu_opus100_pr_auc": 0.8328580819943587,
+      "step": 240000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.175949367088608e-05,
+      "learning_rate_adapter": 4.175949367088608e-05,
+      "loss": 0.0203,
+      "step": 240050
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.174683544303798e-05,
+      "learning_rate_adapter": 4.174683544303798e-05,
+      "loss": 0.0204,
+      "step": 240100
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1734177215189874e-05,
+      "learning_rate_adapter": 4.1734177215189874e-05,
+      "loss": 0.0204,
+      "step": 240150
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.172151898734177e-05,
+      "learning_rate_adapter": 4.172151898734177e-05,
+      "loss": 0.0204,
+      "step": 240200
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.170886075949367e-05,
+      "learning_rate_adapter": 4.170886075949367e-05,
+      "loss": 0.0203,
+      "step": 240250
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.169620253164557e-05,
+      "learning_rate_adapter": 4.169620253164557e-05,
+      "loss": 0.0205,
+      "step": 240300
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1683544303797476e-05,
+      "learning_rate_adapter": 4.1683544303797476e-05,
+      "loss": 0.0203,
+      "step": 240350
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.167088607594937e-05,
+      "learning_rate_adapter": 4.167088607594937e-05,
+      "loss": 0.0204,
+      "step": 240400
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.165822784810127e-05,
+      "learning_rate_adapter": 4.165822784810127e-05,
+      "loss": 0.0204,
+      "step": 240450
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1645569620253166e-05,
+      "learning_rate_adapter": 4.1645569620253166e-05,
+      "loss": 0.0204,
+      "step": 240500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1632911392405064e-05,
+      "learning_rate_adapter": 4.1632911392405064e-05,
+      "loss": 0.0204,
+      "step": 240550
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.162025316455696e-05,
+      "learning_rate_adapter": 4.162025316455696e-05,
+      "loss": 0.0203,
+      "step": 240600
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.160759493670886e-05,
+      "learning_rate_adapter": 4.160759493670886e-05,
+      "loss": 0.0204,
+      "step": 240650
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.159493670886076e-05,
+      "learning_rate_adapter": 4.159493670886076e-05,
+      "loss": 0.0205,
+      "step": 240700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.158227848101266e-05,
+      "learning_rate_adapter": 4.158227848101266e-05,
+      "loss": 0.0205,
+      "step": 240750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.156962025316456e-05,
+      "learning_rate_adapter": 4.156962025316456e-05,
+      "loss": 0.0203,
+      "step": 240800
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.155696202531646e-05,
+      "learning_rate_adapter": 4.155696202531646e-05,
+      "loss": 0.0203,
+      "step": 240850
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1544303797468356e-05,
+      "learning_rate_adapter": 4.1544303797468356e-05,
+      "loss": 0.0205,
+      "step": 240900
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1531645569620255e-05,
+      "learning_rate_adapter": 4.1531645569620255e-05,
+      "loss": 0.0204,
+      "step": 240950
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 4.1518987341772154e-05,
+      "learning_rate_adapter": 4.1518987341772154e-05,
+      "loss": 0.0202,
+      "step": 241000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.150632911392405e-05,
+      "learning_rate_adapter": 4.150632911392405e-05,
+      "loss": 0.0204,
+      "step": 241050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.149367088607595e-05,
+      "learning_rate_adapter": 4.149367088607595e-05,
+      "loss": 0.0203,
+      "step": 241100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.148101265822785e-05,
+      "learning_rate_adapter": 4.148101265822785e-05,
+      "loss": 0.0204,
+      "step": 241150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.146835443037975e-05,
+      "learning_rate_adapter": 4.146835443037975e-05,
+      "loss": 0.0201,
+      "step": 241200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.145569620253165e-05,
+      "learning_rate_adapter": 4.145569620253165e-05,
+      "loss": 0.0203,
+      "step": 241250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.144303797468355e-05,
+      "learning_rate_adapter": 4.144303797468355e-05,
+      "loss": 0.0203,
+      "step": 241300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1430379746835446e-05,
+      "learning_rate_adapter": 4.1430379746835446e-05,
+      "loss": 0.0202,
+      "step": 241350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1417721518987345e-05,
+      "learning_rate_adapter": 4.1417721518987345e-05,
+      "loss": 0.0205,
+      "step": 241400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.140506329113924e-05,
+      "learning_rate_adapter": 4.140506329113924e-05,
+      "loss": 0.0202,
+      "step": 241450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.139240506329114e-05,
+      "learning_rate_adapter": 4.139240506329114e-05,
+      "loss": 0.0206,
+      "step": 241500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.137974683544304e-05,
+      "learning_rate_adapter": 4.137974683544304e-05,
+      "loss": 0.0204,
+      "step": 241550
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.136708860759494e-05,
+      "learning_rate_adapter": 4.136708860759494e-05,
+      "loss": 0.0205,
+      "step": 241600
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.135443037974684e-05,
+      "learning_rate_adapter": 4.135443037974684e-05,
+      "loss": 0.0203,
+      "step": 241650
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.134177215189874e-05,
+      "learning_rate_adapter": 4.134177215189874e-05,
+      "loss": 0.0204,
+      "step": 241700
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.132911392405063e-05,
+      "learning_rate_adapter": 4.132911392405063e-05,
+      "loss": 0.0204,
+      "step": 241750
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1316455696202536e-05,
+      "learning_rate_adapter": 4.1316455696202536e-05,
+      "loss": 0.0203,
+      "step": 241800
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1303797468354435e-05,
+      "learning_rate_adapter": 4.1303797468354435e-05,
+      "loss": 0.0203,
+      "step": 241850
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1291139240506334e-05,
+      "learning_rate_adapter": 4.1291139240506334e-05,
+      "loss": 0.0204,
+      "step": 241900
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.127848101265823e-05,
+      "learning_rate_adapter": 4.127848101265823e-05,
+      "loss": 0.0203,
+      "step": 241950
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1265822784810125e-05,
+      "learning_rate_adapter": 4.1265822784810125e-05,
+      "loss": 0.0204,
+      "step": 242000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.125316455696202e-05,
+      "learning_rate_adapter": 4.125316455696202e-05,
+      "loss": 0.0202,
+      "step": 242050
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.124050632911393e-05,
+      "learning_rate_adapter": 4.124050632911393e-05,
+      "loss": 0.0206,
+      "step": 242100
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.122784810126583e-05,
+      "learning_rate_adapter": 4.122784810126583e-05,
+      "loss": 0.0203,
+      "step": 242150
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.121518987341773e-05,
+      "learning_rate_adapter": 4.121518987341773e-05,
+      "loss": 0.0205,
+      "step": 242200
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.120253164556962e-05,
+      "learning_rate_adapter": 4.120253164556962e-05,
+      "loss": 0.0202,
+      "step": 242250
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.118987341772152e-05,
+      "learning_rate_adapter": 4.118987341772152e-05,
+      "loss": 0.0205,
+      "step": 242300
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.1177215189873416e-05,
+      "learning_rate_adapter": 4.1177215189873416e-05,
+      "loss": 0.0204,
+      "step": 242350
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.116455696202532e-05,
+      "learning_rate_adapter": 4.116455696202532e-05,
+      "loss": 0.0203,
+      "step": 242400
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.115189873417722e-05,
+      "learning_rate_adapter": 4.115189873417722e-05,
+      "loss": 0.0202,
+      "step": 242450
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 4.113924050632912e-05,
+      "learning_rate_adapter": 4.113924050632912e-05,
+      "loss": 0.0202,
+      "step": 242500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.112658227848101e-05,
+      "learning_rate_adapter": 4.112658227848101e-05,
+      "loss": 0.0203,
+      "step": 242550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.111392405063291e-05,
+      "learning_rate_adapter": 4.111392405063291e-05,
+      "loss": 0.0202,
+      "step": 242600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.110126582278481e-05,
+      "learning_rate_adapter": 4.110126582278481e-05,
+      "loss": 0.0203,
+      "step": 242650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1088607594936715e-05,
+      "learning_rate_adapter": 4.1088607594936715e-05,
+      "loss": 0.0203,
+      "step": 242700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1075949367088614e-05,
+      "learning_rate_adapter": 4.1075949367088614e-05,
+      "loss": 0.0201,
+      "step": 242750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1063291139240506e-05,
+      "learning_rate_adapter": 4.1063291139240506e-05,
+      "loss": 0.0203,
+      "step": 242800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1050632911392405e-05,
+      "learning_rate_adapter": 4.1050632911392405e-05,
+      "loss": 0.0203,
+      "step": 242850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1037974683544304e-05,
+      "learning_rate_adapter": 4.1037974683544304e-05,
+      "loss": 0.0202,
+      "step": 242900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.10253164556962e-05,
+      "learning_rate_adapter": 4.10253164556962e-05,
+      "loss": 0.0203,
+      "step": 242950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.101265822784811e-05,
+      "learning_rate_adapter": 4.101265822784811e-05,
+      "loss": 0.0204,
+      "step": 243000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.1e-05,
+      "learning_rate_adapter": 4.1e-05,
+      "loss": 0.0203,
+      "step": 243050
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09873417721519e-05,
+      "learning_rate_adapter": 4.09873417721519e-05,
+      "loss": 0.0204,
+      "step": 243100
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09746835443038e-05,
+      "learning_rate_adapter": 4.09746835443038e-05,
+      "loss": 0.0204,
+      "step": 243150
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09620253164557e-05,
+      "learning_rate_adapter": 4.09620253164557e-05,
+      "loss": 0.0205,
+      "step": 243200
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0949367088607596e-05,
+      "learning_rate_adapter": 4.0949367088607596e-05,
+      "loss": 0.0204,
+      "step": 243250
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.09367088607595e-05,
+      "learning_rate_adapter": 4.09367088607595e-05,
+      "loss": 0.0203,
+      "step": 243300
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0924050632911394e-05,
+      "learning_rate_adapter": 4.0924050632911394e-05,
+      "loss": 0.0204,
+      "step": 243350
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.091139240506329e-05,
+      "learning_rate_adapter": 4.091139240506329e-05,
+      "loss": 0.0203,
+      "step": 243400
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.089873417721519e-05,
+      "learning_rate_adapter": 4.089873417721519e-05,
+      "loss": 0.0202,
+      "step": 243450
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.088607594936709e-05,
+      "learning_rate_adapter": 4.088607594936709e-05,
+      "loss": 0.0204,
+      "step": 243500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.087341772151899e-05,
+      "learning_rate_adapter": 4.087341772151899e-05,
+      "loss": 0.0203,
+      "step": 243550
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.086075949367089e-05,
+      "learning_rate_adapter": 4.086075949367089e-05,
+      "loss": 0.0203,
+      "step": 243600
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.084810126582279e-05,
+      "learning_rate_adapter": 4.084810126582279e-05,
+      "loss": 0.0203,
+      "step": 243650
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0835443037974686e-05,
+      "learning_rate_adapter": 4.0835443037974686e-05,
+      "loss": 0.0205,
+      "step": 243700
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.0822784810126584e-05,
+      "learning_rate_adapter": 4.0822784810126584e-05,
+      "loss": 0.0204,
+      "step": 243750
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.081012658227848e-05,
+      "learning_rate_adapter": 4.081012658227848e-05,
+      "loss": 0.0204,
+      "step": 243800
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.079746835443038e-05,
+      "learning_rate_adapter": 4.079746835443038e-05,
+      "loss": 0.0204,
+      "step": 243850
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.078481012658228e-05,
+      "learning_rate_adapter": 4.078481012658228e-05,
+      "loss": 0.0203,
+      "step": 243900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.077215189873418e-05,
+      "learning_rate_adapter": 4.077215189873418e-05,
+      "loss": 0.0205,
+      "step": 243950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 4.075949367088608e-05,
+      "learning_rate_adapter": 4.075949367088608e-05,
+      "loss": 0.0203,
+      "step": 244000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.074683544303798e-05,
+      "learning_rate_adapter": 4.074683544303798e-05,
+      "loss": 0.0206,
+      "step": 244050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.073417721518987e-05,
+      "learning_rate_adapter": 4.073417721518987e-05,
+      "loss": 0.0204,
+      "step": 244100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0721518987341775e-05,
+      "learning_rate_adapter": 4.0721518987341775e-05,
+      "loss": 0.0205,
+      "step": 244150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0708860759493674e-05,
+      "learning_rate_adapter": 4.0708860759493674e-05,
+      "loss": 0.0205,
+      "step": 244200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.069620253164557e-05,
+      "learning_rate_adapter": 4.069620253164557e-05,
+      "loss": 0.0203,
+      "step": 244250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.068354430379747e-05,
+      "learning_rate_adapter": 4.068354430379747e-05,
+      "loss": 0.0205,
+      "step": 244300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.067088607594937e-05,
+      "learning_rate_adapter": 4.067088607594937e-05,
+      "loss": 0.0202,
+      "step": 244350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.065822784810126e-05,
+      "learning_rate_adapter": 4.065822784810126e-05,
+      "loss": 0.0204,
+      "step": 244400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.064556962025317e-05,
+      "learning_rate_adapter": 4.064556962025317e-05,
+      "loss": 0.0204,
+      "step": 244450
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.063291139240507e-05,
+      "learning_rate_adapter": 4.063291139240507e-05,
+      "loss": 0.0204,
+      "step": 244500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0620253164556966e-05,
+      "learning_rate_adapter": 4.0620253164556966e-05,
+      "loss": 0.0203,
+      "step": 244550
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0607594936708865e-05,
+      "learning_rate_adapter": 4.0607594936708865e-05,
+      "loss": 0.0203,
+      "step": 244600
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.059493670886076e-05,
+      "learning_rate_adapter": 4.059493670886076e-05,
+      "loss": 0.0204,
+      "step": 244650
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0582278481012656e-05,
+      "learning_rate_adapter": 4.0582278481012656e-05,
+      "loss": 0.0204,
+      "step": 244700
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.056962025316456e-05,
+      "learning_rate_adapter": 4.056962025316456e-05,
+      "loss": 0.0205,
+      "step": 244750
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.055696202531646e-05,
+      "learning_rate_adapter": 4.055696202531646e-05,
+      "loss": 0.0201,
+      "step": 244800
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.054430379746836e-05,
+      "learning_rate_adapter": 4.054430379746836e-05,
+      "loss": 0.0204,
+      "step": 244850
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.053164556962025e-05,
+      "learning_rate_adapter": 4.053164556962025e-05,
+      "loss": 0.0201,
+      "step": 244900
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.051898734177215e-05,
+      "learning_rate_adapter": 4.051898734177215e-05,
+      "loss": 0.0203,
+      "step": 244950
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.050632911392405e-05,
+      "learning_rate_adapter": 4.050632911392405e-05,
+      "loss": 0.0202,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "eval_af_opus100_pr_auc": 0.8270165431746151,
+      "eval_af_ud_pr_auc": 0.9869486728690623,
+      "eval_am_opus100_pr_auc": 0.6786261320751967,
+      "eval_ar_ersatz_pr_auc": 0.9233331257509327,
+      "eval_ar_opus100_pr_auc": 0.7497737022445975,
+      "eval_ar_ud_pr_auc": 0.9124441731506703,
+      "eval_average_ersatz_pr_auc": 0.9722856067944907,
+      "eval_average_opus100_pr_auc": 0.864167103168044,
+      "eval_average_ud_pr_auc": 0.966632771251724,
+      "eval_az_opus100_pr_auc": 0.8095529057133315,
+      "eval_be_opus100_pr_auc": 0.8151238785736025,
+      "eval_be_ud_pr_auc": 0.904837903427977,
+      "eval_bg_opus100_pr_auc": 0.9318312626124943,
+      "eval_bg_ud_pr_auc": 0.9932977410528258,
+      "eval_bn_opus100_pr_auc": 0.8529619174487784,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9005916875741565,
+      "eval_ca_ud_pr_auc": 0.9973446400356708,
+      "eval_ceb_ud_pr_auc": 0.9996810438190942,
+      "eval_cs_ersatz_pr_auc": 0.9873911842266399,
+      "eval_cs_opus100_pr_auc": 0.9221770858139863,
+      "eval_cs_ud_pr_auc": 0.9632652136771869,
+      "eval_cy_opus100_pr_auc": 0.8077430469057612,
+      "eval_cy_ud_pr_auc": 0.9972356342912454,
+      "eval_da_opus100_pr_auc": 0.9329126084224716,
+      "eval_da_ud_pr_auc": 0.9791144254345079,
+      "eval_de_ersatz_pr_auc": 0.9900699406928529,
+      "eval_de_opus100_pr_auc": 0.9237630046585847,
+      "eval_de_ud_pr_auc": 0.985467201802791,
+      "eval_el_opus100_pr_auc": 0.919430622161607,
+      "eval_el_ud_pr_auc": 0.9944229515335937,
+      "eval_en_ersatz_pr_auc": 0.9937583484127115,
+      "eval_en_opus100_pr_auc": 0.930572069736663,
+      "eval_en_ud_pr_auc": 0.9734195211004516,
+      "eval_eo_opus100_pr_auc": 0.9296611911469641,
+      "eval_es_ersatz_pr_auc": 0.9975315367449658,
+      "eval_es_opus100_pr_auc": 0.9476010132890883,
+      "eval_es_ud_pr_auc": 0.9900933602233519,
+      "eval_et_ersatz_pr_auc": 0.9847838084440982,
+      "eval_et_opus100_pr_auc": 0.9236314260356628,
+      "eval_et_ud_pr_auc": 0.9776633497031327,
+      "eval_eu_opus100_pr_auc": 0.8921815688046213,
+      "eval_eu_ud_pr_auc": 0.9907143304278356,
+      "eval_fa_opus100_pr_auc": 0.6486303752622392,
+      "eval_fa_ud_pr_auc": 0.9960188850978504,
+      "eval_fi_ersatz_pr_auc": 0.9956025059229417,
+      "eval_fi_opus100_pr_auc": 0.9338791867623011,
+      "eval_fi_ud_pr_auc": 0.9707450187777629,
+      "eval_fr_ersatz_pr_auc": 0.9913011290303464,
+      "eval_fr_opus100_pr_auc": 0.9333428670485701,
+      "eval_fr_ud_pr_auc": 0.9913046863643937,
+      "eval_fy_opus100_pr_auc": 0.7297048476291429,
+      "eval_ga_opus100_pr_auc": 0.9225153746874439,
+      "eval_ga_ud_pr_auc": 0.8019616667432443,
+      "eval_gd_opus100_pr_auc": 0.798771380013626,
+      "eval_gd_ud_pr_auc": 0.8430003063387891,
+      "eval_gl_opus100_pr_auc": 0.9027594069506979,
+      "eval_gl_ud_pr_auc": 0.9951830335874167,
+      "eval_gu_ersatz_pr_auc": 0.9529121986536215,
+      "eval_gu_opus100_pr_auc": 0.7739124303833222,
+      "eval_ha_opus100_pr_auc": 0.9365307420159917,
+      "eval_he_opus100_pr_auc": 0.8912428975704272,
+      "eval_he_ud_pr_auc": 0.9844108917278735,
+      "eval_hi_ersatz_pr_auc": 0.9804745684043029,
+      "eval_hi_opus100_pr_auc": 0.7542835436118305,
+      "eval_hi_ud_pr_auc": 0.9897202952644875,
+      "eval_hu_opus100_pr_auc": 0.9278222654386538,
+      "eval_hu_ud_pr_auc": 0.9832768311143374,
+      "eval_hy_opus100_pr_auc": 0.922459143447108,
+      "eval_hy_ud_pr_auc": 0.9608606870192278,
+      "eval_id_opus100_pr_auc": 0.8976548781776542,
+      "eval_id_ud_pr_auc": 0.9952116847373914,
+      "eval_ig_opus100_pr_auc": 0.9043205473231689,
+      "eval_is_opus100_pr_auc": 0.9278557279980786,
+      "eval_is_ud_pr_auc": 0.9109329638981218,
+      "eval_it_opus100_pr_auc": 0.9256114322503016,
+      "eval_it_ud_pr_auc": 0.9971130203942262,
+      "eval_ja_ersatz_pr_auc": 0.8963302588680939,
+      "eval_ja_opus100_pr_auc": 0.8648104542984569,
+      "eval_ja_ud_pr_auc": 0.9809496053426615,
+      "eval_jv_ud_pr_auc": 0.956798935013308,
+      "eval_ka_opus100_pr_auc": 0.8631889412189838,
+      "eval_kk_ersatz_pr_auc": 0.989594465890332,
+      "eval_kk_opus100_pr_auc": 0.8574366327430538,
+      "eval_kk_ud_pr_auc": 0.9756610160886586,
+      "eval_km_ersatz_pr_auc": 0.9492866012236171,
+      "eval_km_opus100_pr_auc": 0.7755791739412401,
+      "eval_kn_opus100_pr_auc": 0.7129469096785508,
+      "eval_ko_opus100_pr_auc": 0.7056150175936983,
+      "eval_ko_ud_pr_auc": 0.9969249900241217,
+      "eval_ku_opus100_pr_auc": 0.8812219674263249,
+      "eval_ky_opus100_pr_auc": 0.8975394646724735,
+      "eval_la_ud_pr_auc": 0.9760940579944501,
+      "eval_loss": 0.02386332117021084,
+      "eval_lt_ersatz_pr_auc": 0.9970979835435048,
+      "eval_lt_opus100_pr_auc": 0.9056890207729125,
+      "eval_lt_ud_pr_auc": 0.9953377673720277,
+      "eval_lv_ersatz_pr_auc": 0.9932000883852957,
+      "eval_lv_opus100_pr_auc": 0.9032176850249117,
+      "eval_lv_ud_pr_auc": 0.965683997780323,
+      "eval_mg_opus100_pr_auc": 0.950748290600938,
+      "eval_mk_opus100_pr_auc": 0.932603127827986,
+      "eval_ml_opus100_pr_auc": 0.7976899014350338,
+      "eval_mn_opus100_pr_auc": 0.9590674006051664,
+      "eval_mr_opus100_pr_auc": 0.9169892919919073,
+      "eval_mr_ud_pr_auc": 0.9604519179455737,
+      "eval_ms_opus100_pr_auc": 0.8828709998845582,
+      "eval_mt_opus100_pr_auc": 0.8899174183645463,
+      "eval_mt_ud_pr_auc": 0.9406812000908684,
+      "eval_my_opus100_pr_auc": 0.8663529017642001,
+      "eval_ne_opus100_pr_auc": 0.7662576863173863,
+      "eval_nl_opus100_pr_auc": 0.9055053365322591,
+      "eval_nl_ud_pr_auc": 0.9831345257908228,
+      "eval_no_opus100_pr_auc": 0.9204183921668505,
+      "eval_no_ud_pr_auc": 0.9964871485193687,
+      "eval_pa_opus100_pr_auc": 0.7119861288199673,
+      "eval_pl_ersatz_pr_auc": 0.9709869792049584,
+      "eval_pl_opus100_pr_auc": 0.9049360412785262,
+      "eval_pl_ud_pr_auc": 0.975495975228324,
+      "eval_ps_ersatz_pr_auc": 0.9174152843316785,
+      "eval_ps_opus100_pr_auc": 0.7714595722281254,
+      "eval_pt_opus100_pr_auc": 0.9358991710930874,
+      "eval_pt_ud_pr_auc": 0.9891555483955128,
+      "eval_ro_ersatz_pr_auc": 0.9937685807259191,
+      "eval_ro_opus100_pr_auc": 0.8721814882783884,
+      "eval_ro_ud_pr_auc": 0.8877099791226765,
+      "eval_ru_ersatz_pr_auc": 0.9940275542252388,
+      "eval_ru_opus100_pr_auc": 0.9473548549105023,
+      "eval_ru_ud_pr_auc": 0.8876518266519694,
+      "eval_runtime": 516.8185,
+      "eval_samples_per_second": 146.125,
+      "eval_si_opus100_pr_auc": 0.8267182422800702,
+      "eval_sk_opus100_pr_auc": 0.941511540470777,
+      "eval_sk_ud_pr_auc": 0.9905376026856677,
+      "eval_sl_opus100_pr_auc": 0.8912425307560047,
+      "eval_sl_ud_pr_auc": 0.9736641528884924,
+      "eval_sq_opus100_pr_auc": 0.941758977526128,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9265527438175926,
+      "eval_sr_ud_pr_auc": 0.9994748908636604,
+      "eval_steps_per_second": 0.571,
+      "eval_sv_opus100_pr_auc": 0.9173955865775805,
+      "eval_sv_ud_pr_auc": 0.9573724413431952,
+      "eval_ta_ersatz_pr_auc": 0.9790735804174339,
+      "eval_ta_opus100_pr_auc": 0.7739625476288845,
+      "eval_ta_ud_pr_auc": 0.9986145598594928,
+      "eval_te_opus100_pr_auc": 0.8086941311955878,
+      "eval_tg_opus100_pr_auc": 0.9181514815605654,
+      "eval_th_opus100_pr_auc": 0.7197881435849687,
+      "eval_th_ud_pr_auc": 0.9027808904586302,
+      "eval_tr_ersatz_pr_auc": 0.9710079836612796,
+      "eval_tr_opus100_pr_auc": 0.9115814044220921,
+      "eval_tr_ud_pr_auc": 0.9684617471954489,
+      "eval_uk_opus100_pr_auc": 0.89334421161862,
+      "eval_uk_ud_pr_auc": 0.9327946657049084,
+      "eval_ur_opus100_pr_auc": 0.6422595887904617,
+      "eval_ur_ud_pr_auc": 0.9921822827667603,
+      "eval_uz_opus100_pr_auc": 0.8994906354407821,
+      "eval_vi_opus100_pr_auc": 0.905333973523623,
+      "eval_vi_ud_pr_auc": 0.9513919807924041,
+      "eval_xh_opus100_pr_auc": 0.8909351557571245,
+      "eval_yi_opus100_pr_auc": 0.7399511103020954,
+      "eval_yo_opus100_pr_auc": 0.8587470674968077,
+      "eval_yo_ud_pr_auc": 0.9174183626123401,
+      "eval_zh_ersatz_pr_auc": 0.9413356427180305,
+      "eval_zh_opus100_pr_auc": 0.8918024769585795,
+      "eval_zh_ud_pr_auc": 0.9794657592020698,
+      "eval_zu_opus100_pr_auc": 0.8365489256384895,
+      "step": 245000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0493670886075955e-05,
+      "learning_rate_adapter": 4.0493670886075955e-05,
+      "loss": 0.0202,
+      "step": 245050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0481012658227854e-05,
+      "learning_rate_adapter": 4.0481012658227854e-05,
+      "loss": 0.0203,
+      "step": 245100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.046835443037975e-05,
+      "learning_rate_adapter": 4.046835443037975e-05,
+      "loss": 0.0201,
+      "step": 245150
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.0455696202531644e-05,
+      "learning_rate_adapter": 4.0455696202531644e-05,
+      "loss": 0.0203,
+      "step": 245200
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.044303797468354e-05,
+      "learning_rate_adapter": 4.044303797468354e-05,
+      "loss": 0.0203,
+      "step": 245250
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.043037974683544e-05,
+      "learning_rate_adapter": 4.043037974683544e-05,
+      "loss": 0.0205,
+      "step": 245300
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.041772151898735e-05,
+      "learning_rate_adapter": 4.041772151898735e-05,
+      "loss": 0.0203,
+      "step": 245350
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.040506329113925e-05,
+      "learning_rate_adapter": 4.040506329113925e-05,
+      "loss": 0.0203,
+      "step": 245400
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 4.039240506329114e-05,
+      "learning_rate_adapter": 4.039240506329114e-05,
+      "loss": 0.0203,
+      "step": 245450
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.037974683544304e-05,
+      "learning_rate_adapter": 4.037974683544304e-05,
+      "loss": 0.0203,
+      "step": 245500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0367088607594936e-05,
+      "learning_rate_adapter": 4.0367088607594936e-05,
+      "loss": 0.0201,
+      "step": 245550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0354430379746835e-05,
+      "learning_rate_adapter": 4.0354430379746835e-05,
+      "loss": 0.0203,
+      "step": 245600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.034177215189874e-05,
+      "learning_rate_adapter": 4.034177215189874e-05,
+      "loss": 0.0202,
+      "step": 245650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.032911392405063e-05,
+      "learning_rate_adapter": 4.032911392405063e-05,
+      "loss": 0.0203,
+      "step": 245700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.031645569620253e-05,
+      "learning_rate_adapter": 4.031645569620253e-05,
+      "loss": 0.0202,
+      "step": 245750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.030379746835443e-05,
+      "learning_rate_adapter": 4.030379746835443e-05,
+      "loss": 0.0202,
+      "step": 245800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.029113924050633e-05,
+      "learning_rate_adapter": 4.029113924050633e-05,
+      "loss": 0.0202,
+      "step": 245850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.027848101265823e-05,
+      "learning_rate_adapter": 4.027848101265823e-05,
+      "loss": 0.0203,
+      "step": 245900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0265822784810134e-05,
+      "learning_rate_adapter": 4.0265822784810134e-05,
+      "loss": 0.0201,
+      "step": 245950
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0253164556962026e-05,
+      "learning_rate_adapter": 4.0253164556962026e-05,
+      "loss": 0.0201,
+      "step": 246000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0240506329113925e-05,
+      "learning_rate_adapter": 4.0240506329113925e-05,
+      "loss": 0.0204,
+      "step": 246050
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0227848101265824e-05,
+      "learning_rate_adapter": 4.0227848101265824e-05,
+      "loss": 0.0203,
+      "step": 246100
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.021518987341772e-05,
+      "learning_rate_adapter": 4.021518987341772e-05,
+      "loss": 0.0202,
+      "step": 246150
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.020253164556962e-05,
+      "learning_rate_adapter": 4.020253164556962e-05,
+      "loss": 0.0203,
+      "step": 246200
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.018987341772152e-05,
+      "learning_rate_adapter": 4.018987341772152e-05,
+      "loss": 0.0205,
+      "step": 246250
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.017721518987342e-05,
+      "learning_rate_adapter": 4.017721518987342e-05,
+      "loss": 0.0203,
+      "step": 246300
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.016455696202532e-05,
+      "learning_rate_adapter": 4.016455696202532e-05,
+      "loss": 0.0203,
+      "step": 246350
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.015189873417722e-05,
+      "learning_rate_adapter": 4.015189873417722e-05,
+      "loss": 0.0202,
+      "step": 246400
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0139240506329116e-05,
+      "learning_rate_adapter": 4.0139240506329116e-05,
+      "loss": 0.0204,
+      "step": 246450
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0126582278481015e-05,
+      "learning_rate_adapter": 4.0126582278481015e-05,
+      "loss": 0.0201,
+      "step": 246500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0113924050632914e-05,
+      "learning_rate_adapter": 4.0113924050632914e-05,
+      "loss": 0.0202,
+      "step": 246550
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.010126582278481e-05,
+      "learning_rate_adapter": 4.010126582278481e-05,
+      "loss": 0.0201,
+      "step": 246600
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.008860759493671e-05,
+      "learning_rate_adapter": 4.008860759493671e-05,
+      "loss": 0.0203,
+      "step": 246650
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.007594936708861e-05,
+      "learning_rate_adapter": 4.007594936708861e-05,
+      "loss": 0.0202,
+      "step": 246700
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.006329113924051e-05,
+      "learning_rate_adapter": 4.006329113924051e-05,
+      "loss": 0.0202,
+      "step": 246750
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.005063291139241e-05,
+      "learning_rate_adapter": 4.005063291139241e-05,
+      "loss": 0.0202,
+      "step": 246800
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.003797468354431e-05,
+      "learning_rate_adapter": 4.003797468354431e-05,
+      "loss": 0.0203,
+      "step": 246850
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0025316455696206e-05,
+      "learning_rate_adapter": 4.0025316455696206e-05,
+      "loss": 0.0205,
+      "step": 246900
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 4.0012658227848104e-05,
+      "learning_rate_adapter": 4.0012658227848104e-05,
+      "loss": 0.0202,
+      "step": 246950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4e-05,
+      "learning_rate_adapter": 4e-05,
+      "loss": 0.0203,
+      "step": 247000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9987341772151895e-05,
+      "learning_rate_adapter": 3.9987341772151895e-05,
+      "loss": 0.0201,
+      "step": 247050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99746835443038e-05,
+      "learning_rate_adapter": 3.99746835443038e-05,
+      "loss": 0.02,
+      "step": 247100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99620253164557e-05,
+      "learning_rate_adapter": 3.99620253164557e-05,
+      "loss": 0.0201,
+      "step": 247150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99493670886076e-05,
+      "learning_rate_adapter": 3.99493670886076e-05,
+      "loss": 0.0201,
+      "step": 247200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.99367088607595e-05,
+      "learning_rate_adapter": 3.99367088607595e-05,
+      "loss": 0.0202,
+      "step": 247250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.992405063291139e-05,
+      "learning_rate_adapter": 3.992405063291139e-05,
+      "loss": 0.0202,
+      "step": 247300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.991139240506329e-05,
+      "learning_rate_adapter": 3.991139240506329e-05,
+      "loss": 0.0202,
+      "step": 247350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9898734177215194e-05,
+      "learning_rate_adapter": 3.9898734177215194e-05,
+      "loss": 0.0202,
+      "step": 247400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.988607594936709e-05,
+      "learning_rate_adapter": 3.988607594936709e-05,
+      "loss": 0.0205,
+      "step": 247450
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.987341772151899e-05,
+      "learning_rate_adapter": 3.987341772151899e-05,
+      "loss": 0.0201,
+      "step": 247500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.986075949367089e-05,
+      "learning_rate_adapter": 3.986075949367089e-05,
+      "loss": 0.0201,
+      "step": 247550
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.984810126582278e-05,
+      "learning_rate_adapter": 3.984810126582278e-05,
+      "loss": 0.0202,
+      "step": 247600
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.983544303797468e-05,
+      "learning_rate_adapter": 3.983544303797468e-05,
+      "loss": 0.0202,
+      "step": 247650
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.982278481012659e-05,
+      "learning_rate_adapter": 3.982278481012659e-05,
+      "loss": 0.0203,
+      "step": 247700
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9810126582278486e-05,
+      "learning_rate_adapter": 3.9810126582278486e-05,
+      "loss": 0.0202,
+      "step": 247750
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9797468354430385e-05,
+      "learning_rate_adapter": 3.9797468354430385e-05,
+      "loss": 0.0204,
+      "step": 247800
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.978481012658228e-05,
+      "learning_rate_adapter": 3.978481012658228e-05,
+      "loss": 0.0203,
+      "step": 247850
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9772151898734176e-05,
+      "learning_rate_adapter": 3.9772151898734176e-05,
+      "loss": 0.0202,
+      "step": 247900
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9759493670886075e-05,
+      "learning_rate_adapter": 3.9759493670886075e-05,
+      "loss": 0.0204,
+      "step": 247950
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.974683544303798e-05,
+      "learning_rate_adapter": 3.974683544303798e-05,
+      "loss": 0.02,
+      "step": 248000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.973417721518988e-05,
+      "learning_rate_adapter": 3.973417721518988e-05,
+      "loss": 0.0202,
+      "step": 248050
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.972151898734177e-05,
+      "learning_rate_adapter": 3.972151898734177e-05,
+      "loss": 0.0203,
+      "step": 248100
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.970886075949367e-05,
+      "learning_rate_adapter": 3.970886075949367e-05,
+      "loss": 0.0203,
+      "step": 248150
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.969620253164557e-05,
+      "learning_rate_adapter": 3.969620253164557e-05,
+      "loss": 0.0203,
+      "step": 248200
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.968354430379747e-05,
+      "learning_rate_adapter": 3.968354430379747e-05,
+      "loss": 0.0203,
+      "step": 248250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9670886075949374e-05,
+      "learning_rate_adapter": 3.9670886075949374e-05,
+      "loss": 0.0199,
+      "step": 248300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.965822784810127e-05,
+      "learning_rate_adapter": 3.965822784810127e-05,
+      "loss": 0.0202,
+      "step": 248350
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.9645569620253164e-05,
+      "learning_rate_adapter": 3.9645569620253164e-05,
+      "loss": 0.0204,
+      "step": 248400
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 3.963291139240506e-05,
+      "learning_rate_adapter": 3.963291139240506e-05,
+      "loss": 0.0201,
+      "step": 248450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.962025316455696e-05,
+      "learning_rate_adapter": 3.962025316455696e-05,
+      "loss": 0.0203,
+      "step": 248500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.960759493670886e-05,
+      "learning_rate_adapter": 3.960759493670886e-05,
+      "loss": 0.0201,
+      "step": 248550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.959493670886077e-05,
+      "learning_rate_adapter": 3.959493670886077e-05,
+      "loss": 0.0201,
+      "step": 248600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.958227848101266e-05,
+      "learning_rate_adapter": 3.958227848101266e-05,
+      "loss": 0.0204,
+      "step": 248650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.956962025316456e-05,
+      "learning_rate_adapter": 3.956962025316456e-05,
+      "loss": 0.0205,
+      "step": 248700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9556962025316456e-05,
+      "learning_rate_adapter": 3.9556962025316456e-05,
+      "loss": 0.0203,
+      "step": 248750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9544303797468355e-05,
+      "learning_rate_adapter": 3.9544303797468355e-05,
+      "loss": 0.0203,
+      "step": 248800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9531645569620254e-05,
+      "learning_rate_adapter": 3.9531645569620254e-05,
+      "loss": 0.0201,
+      "step": 248850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.951898734177215e-05,
+      "learning_rate_adapter": 3.951898734177215e-05,
+      "loss": 0.0203,
+      "step": 248900
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.950632911392405e-05,
+      "learning_rate_adapter": 3.950632911392405e-05,
+      "loss": 0.0203,
+      "step": 248950
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.949367088607595e-05,
+      "learning_rate_adapter": 3.949367088607595e-05,
+      "loss": 0.0201,
+      "step": 249000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.948101265822785e-05,
+      "learning_rate_adapter": 3.948101265822785e-05,
+      "loss": 0.0199,
+      "step": 249050
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.946835443037975e-05,
+      "learning_rate_adapter": 3.946835443037975e-05,
+      "loss": 0.0203,
+      "step": 249100
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.945569620253165e-05,
+      "learning_rate_adapter": 3.945569620253165e-05,
+      "loss": 0.0201,
+      "step": 249150
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9443037974683546e-05,
+      "learning_rate_adapter": 3.9443037974683546e-05,
+      "loss": 0.0203,
+      "step": 249200
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9430379746835445e-05,
+      "learning_rate_adapter": 3.9430379746835445e-05,
+      "loss": 0.0202,
+      "step": 249250
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9417721518987344e-05,
+      "learning_rate_adapter": 3.9417721518987344e-05,
+      "loss": 0.0202,
+      "step": 249300
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.940506329113924e-05,
+      "learning_rate_adapter": 3.940506329113924e-05,
+      "loss": 0.0201,
+      "step": 249350
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.939240506329114e-05,
+      "learning_rate_adapter": 3.939240506329114e-05,
+      "loss": 0.0201,
+      "step": 249400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.937974683544304e-05,
+      "learning_rate_adapter": 3.937974683544304e-05,
+      "loss": 0.0204,
+      "step": 249450
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.936708860759494e-05,
+      "learning_rate_adapter": 3.936708860759494e-05,
+      "loss": 0.0202,
+      "step": 249500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.935443037974684e-05,
+      "learning_rate_adapter": 3.935443037974684e-05,
+      "loss": 0.0203,
+      "step": 249550
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.934177215189874e-05,
+      "learning_rate_adapter": 3.934177215189874e-05,
+      "loss": 0.0204,
+      "step": 249600
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9329113924050636e-05,
+      "learning_rate_adapter": 3.9329113924050636e-05,
+      "loss": 0.0202,
+      "step": 249650
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.931645569620253e-05,
+      "learning_rate_adapter": 3.931645569620253e-05,
+      "loss": 0.0201,
+      "step": 249700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.9303797468354434e-05,
+      "learning_rate_adapter": 3.9303797468354434e-05,
+      "loss": 0.0201,
+      "step": 249750
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.929113924050633e-05,
+      "learning_rate_adapter": 3.929113924050633e-05,
+      "loss": 0.0201,
+      "step": 249800
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.927848101265823e-05,
+      "learning_rate_adapter": 3.927848101265823e-05,
+      "loss": 0.0203,
+      "step": 249850
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 3.926582278481013e-05,
+      "learning_rate_adapter": 3.926582278481013e-05,
+      "loss": 0.0203,
+      "step": 249900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.925316455696203e-05,
+      "learning_rate_adapter": 3.925316455696203e-05,
+      "loss": 0.0202,
+      "step": 249950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.924050632911392e-05,
+      "learning_rate_adapter": 3.924050632911392e-05,
+      "loss": 0.0201,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "eval_af_opus100_pr_auc": 0.7953072252307959,
+      "eval_af_ud_pr_auc": 0.989101520536401,
+      "eval_am_opus100_pr_auc": 0.6766433644302455,
+      "eval_ar_ersatz_pr_auc": 0.9236808433635041,
+      "eval_ar_opus100_pr_auc": 0.7461325536456989,
+      "eval_ar_ud_pr_auc": 0.9067091318129864,
+      "eval_average_ersatz_pr_auc": 0.9751842778815359,
+      "eval_average_opus100_pr_auc": 0.8618944722380903,
+      "eval_average_ud_pr_auc": 0.9674584766445612,
+      "eval_az_opus100_pr_auc": 0.8198227845255036,
+      "eval_be_opus100_pr_auc": 0.7582107898207896,
+      "eval_be_ud_pr_auc": 0.9151117366026773,
+      "eval_bg_opus100_pr_auc": 0.9300037015316318,
+      "eval_bg_ud_pr_auc": 0.9948907795220627,
+      "eval_bn_opus100_pr_auc": 0.8619746099203187,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9073172554894214,
+      "eval_ca_ud_pr_auc": 0.9968948659929533,
+      "eval_ceb_ud_pr_auc": 0.9998283988420115,
+      "eval_cs_ersatz_pr_auc": 0.9882369858986125,
+      "eval_cs_opus100_pr_auc": 0.9235643083755195,
+      "eval_cs_ud_pr_auc": 0.9629900069487033,
+      "eval_cy_opus100_pr_auc": 0.7934571917412848,
+      "eval_cy_ud_pr_auc": 0.9970470893923332,
+      "eval_da_opus100_pr_auc": 0.9355906845675535,
+      "eval_da_ud_pr_auc": 0.9755426406990754,
+      "eval_de_ersatz_pr_auc": 0.9896632860021757,
+      "eval_de_opus100_pr_auc": 0.9282829455088848,
+      "eval_de_ud_pr_auc": 0.9859213366712607,
+      "eval_el_opus100_pr_auc": 0.916931744649993,
+      "eval_el_ud_pr_auc": 0.9958533608113377,
+      "eval_en_ersatz_pr_auc": 0.994194481052232,
+      "eval_en_opus100_pr_auc": 0.929645627694408,
+      "eval_en_ud_pr_auc": 0.9780580978626814,
+      "eval_eo_opus100_pr_auc": 0.9312476876520165,
+      "eval_es_ersatz_pr_auc": 0.9968599934177045,
+      "eval_es_opus100_pr_auc": 0.9439619473112923,
+      "eval_es_ud_pr_auc": 0.9902629834077965,
+      "eval_et_ersatz_pr_auc": 0.9862185065379666,
+      "eval_et_opus100_pr_auc": 0.926595450062866,
+      "eval_et_ud_pr_auc": 0.9794531292680136,
+      "eval_eu_opus100_pr_auc": 0.8943630638204184,
+      "eval_eu_ud_pr_auc": 0.9937301822467343,
+      "eval_fa_opus100_pr_auc": 0.6452213007829345,
+      "eval_fa_ud_pr_auc": 0.9974526319311,
+      "eval_fi_ersatz_pr_auc": 0.9945344890472027,
+      "eval_fi_opus100_pr_auc": 0.9329138221223159,
+      "eval_fi_ud_pr_auc": 0.9669195877524517,
+      "eval_fr_ersatz_pr_auc": 0.9875815019186118,
+      "eval_fr_opus100_pr_auc": 0.9320766457943795,
+      "eval_fr_ud_pr_auc": 0.9905765613185336,
+      "eval_fy_opus100_pr_auc": 0.697904074470463,
+      "eval_ga_opus100_pr_auc": 0.9215377929359344,
+      "eval_ga_ud_pr_auc": 0.802265384951282,
+      "eval_gd_opus100_pr_auc": 0.7216518725629825,
+      "eval_gd_ud_pr_auc": 0.8232578151907012,
+      "eval_gl_opus100_pr_auc": 0.9008385766825203,
+      "eval_gl_ud_pr_auc": 0.9973075119155189,
+      "eval_gu_ersatz_pr_auc": 0.9547700174255905,
+      "eval_gu_opus100_pr_auc": 0.7789413270379388,
+      "eval_ha_opus100_pr_auc": 0.9375664297948453,
+      "eval_he_opus100_pr_auc": 0.8975836265451234,
+      "eval_he_ud_pr_auc": 0.9818839693656896,
+      "eval_hi_ersatz_pr_auc": 0.9833250250023421,
+      "eval_hi_opus100_pr_auc": 0.7568632081731019,
+      "eval_hi_ud_pr_auc": 0.9930154460735823,
+      "eval_hu_opus100_pr_auc": 0.9309356647190972,
+      "eval_hu_ud_pr_auc": 0.9824693817147545,
+      "eval_hy_opus100_pr_auc": 0.9212174349198967,
+      "eval_hy_ud_pr_auc": 0.9679600615635103,
+      "eval_id_opus100_pr_auc": 0.906641530479502,
+      "eval_id_ud_pr_auc": 0.995802319159045,
+      "eval_ig_opus100_pr_auc": 0.9008694702997359,
+      "eval_is_opus100_pr_auc": 0.9325407102080522,
+      "eval_is_ud_pr_auc": 0.9118565843084164,
+      "eval_it_opus100_pr_auc": 0.9270800476140718,
+      "eval_it_ud_pr_auc": 0.9973334986280229,
+      "eval_ja_ersatz_pr_auc": 0.9148762540403877,
+      "eval_ja_opus100_pr_auc": 0.8589171593388513,
+      "eval_ja_ud_pr_auc": 0.9819852230147477,
+      "eval_jv_ud_pr_auc": 0.9543542122843914,
+      "eval_ka_opus100_pr_auc": 0.8670902584690011,
+      "eval_kk_ersatz_pr_auc": 0.989236883845153,
+      "eval_kk_opus100_pr_auc": 0.8244734386982235,
+      "eval_kk_ud_pr_auc": 0.9713818276111736,
+      "eval_km_ersatz_pr_auc": 0.9502289988385222,
+      "eval_km_opus100_pr_auc": 0.7836007836957603,
+      "eval_kn_opus100_pr_auc": 0.6963196521116226,
+      "eval_ko_opus100_pr_auc": 0.7097358020055469,
+      "eval_ko_ud_pr_auc": 0.998606886403151,
+      "eval_ku_opus100_pr_auc": 0.8597724247916043,
+      "eval_ky_opus100_pr_auc": 0.8929043386163278,
+      "eval_la_ud_pr_auc": 0.9783100428710294,
+      "eval_loss": 0.023747190833091736,
+      "eval_lt_ersatz_pr_auc": 0.9971540892303401,
+      "eval_lt_opus100_pr_auc": 0.9126388148497441,
+      "eval_lt_ud_pr_auc": 0.9935780333312633,
+      "eval_lv_ersatz_pr_auc": 0.9928561790324588,
+      "eval_lv_opus100_pr_auc": 0.9053083656636047,
+      "eval_lv_ud_pr_auc": 0.967474073089936,
+      "eval_mg_opus100_pr_auc": 0.9504654111204226,
+      "eval_mk_opus100_pr_auc": 0.9265250027908494,
+      "eval_ml_opus100_pr_auc": 0.7991167068428615,
+      "eval_mn_opus100_pr_auc": 0.9509977680244286,
+      "eval_mr_opus100_pr_auc": 0.9152096782139134,
+      "eval_mr_ud_pr_auc": 0.9431380968891446,
+      "eval_ms_opus100_pr_auc": 0.8774560101696632,
+      "eval_mt_opus100_pr_auc": 0.8846549031398611,
+      "eval_mt_ud_pr_auc": 0.9355534680653838,
+      "eval_my_opus100_pr_auc": 0.8678979030890079,
+      "eval_ne_opus100_pr_auc": 0.7722452245733212,
+      "eval_nl_opus100_pr_auc": 0.9050706677646055,
+      "eval_nl_ud_pr_auc": 0.9846511292843958,
+      "eval_no_opus100_pr_auc": 0.9238422141885502,
+      "eval_no_ud_pr_auc": 0.9968646816318736,
+      "eval_pa_opus100_pr_auc": 0.7022139265667077,
+      "eval_pl_ersatz_pr_auc": 0.9753336287345425,
+      "eval_pl_opus100_pr_auc": 0.911265192971235,
+      "eval_pl_ud_pr_auc": 0.9751388349288131,
+      "eval_ps_ersatz_pr_auc": 0.9258397294115503,
+      "eval_ps_opus100_pr_auc": 0.7752870229158793,
+      "eval_pt_opus100_pr_auc": 0.9368378824158736,
+      "eval_pt_ud_pr_auc": 0.9901947118734599,
+      "eval_ro_ersatz_pr_auc": 0.9920619129093287,
+      "eval_ro_opus100_pr_auc": 0.8780064855664901,
+      "eval_ro_ud_pr_auc": 0.9453418697643272,
+      "eval_ru_ersatz_pr_auc": 0.9931447798241224,
+      "eval_ru_opus100_pr_auc": 0.951512772362389,
+      "eval_ru_ud_pr_auc": 0.8868732078688853,
+      "eval_runtime": 531.8322,
+      "eval_samples_per_second": 142.0,
+      "eval_si_opus100_pr_auc": 0.8245334241215806,
+      "eval_sk_opus100_pr_auc": 0.9468433617546272,
+      "eval_sk_ud_pr_auc": 0.9889455803462119,
+      "eval_sl_opus100_pr_auc": 0.8947357731081573,
+      "eval_sl_ud_pr_auc": 0.9710211068160621,
+      "eval_sq_opus100_pr_auc": 0.9366175649536929,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9267199154512328,
+      "eval_sr_ud_pr_auc": 0.9992530009855333,
+      "eval_steps_per_second": 0.555,
+      "eval_sv_opus100_pr_auc": 0.9216556895227194,
+      "eval_sv_ud_pr_auc": 0.9558574115810883,
+      "eval_ta_ersatz_pr_auc": 0.9833766929353124,
+      "eval_ta_opus100_pr_auc": 0.7566782295234633,
+      "eval_ta_ud_pr_auc": 0.9988387080596541,
+      "eval_te_opus100_pr_auc": 0.8248940367329654,
+      "eval_tg_opus100_pr_auc": 0.9136846658685364,
+      "eval_th_opus100_pr_auc": 0.7170963760528006,
+      "eval_th_ud_pr_auc": 0.9017013720087256,
+      "eval_tr_ersatz_pr_auc": 0.9690761855405596,
+      "eval_tr_opus100_pr_auc": 0.9098767770541464,
+      "eval_tr_ud_pr_auc": 0.9701440690703397,
+      "eval_uk_opus100_pr_auc": 0.8861753979291268,
+      "eval_uk_ud_pr_auc": 0.926105670696261,
+      "eval_ur_opus100_pr_auc": 0.6480730433793748,
+      "eval_ur_ud_pr_auc": 0.9950641009233337,
+      "eval_uz_opus100_pr_auc": 0.891463439570413,
+      "eval_vi_opus100_pr_auc": 0.9081919279443704,
+      "eval_vi_ud_pr_auc": 0.948629391614275,
+      "eval_xh_opus100_pr_auc": 0.8973429400715107,
+      "eval_yi_opus100_pr_auc": 0.7999823743754877,
+      "eval_yo_opus100_pr_auc": 0.8393569583825502,
+      "eval_yo_ud_pr_auc": 0.9232245694301137,
+      "eval_zh_ersatz_pr_auc": 0.9718036493855731,
+      "eval_zh_opus100_pr_auc": 0.9055159390918873,
+      "eval_zh_ud_pr_auc": 0.9934058738067774,
+      "eval_zu_opus100_pr_auc": 0.8251066065568653,
+      "step": 250000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.922784810126583e-05,
+      "learning_rate_adapter": 3.922784810126583e-05,
+      "loss": 0.0201,
+      "step": 250050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9215189873417726e-05,
+      "learning_rate_adapter": 3.9215189873417726e-05,
+      "loss": 0.0201,
+      "step": 250100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9202531645569624e-05,
+      "learning_rate_adapter": 3.9202531645569624e-05,
+      "loss": 0.0204,
+      "step": 250150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.918987341772152e-05,
+      "learning_rate_adapter": 3.918987341772152e-05,
+      "loss": 0.0203,
+      "step": 250200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9177215189873415e-05,
+      "learning_rate_adapter": 3.9177215189873415e-05,
+      "loss": 0.0202,
+      "step": 250250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9164556962025314e-05,
+      "learning_rate_adapter": 3.9164556962025314e-05,
+      "loss": 0.0203,
+      "step": 250300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.915189873417722e-05,
+      "learning_rate_adapter": 3.915189873417722e-05,
+      "loss": 0.0204,
+      "step": 250350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.913924050632912e-05,
+      "learning_rate_adapter": 3.913924050632912e-05,
+      "loss": 0.0204,
+      "step": 250400
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.912658227848102e-05,
+      "learning_rate_adapter": 3.912658227848102e-05,
+      "loss": 0.0201,
+      "step": 250450
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.911392405063291e-05,
+      "learning_rate_adapter": 3.911392405063291e-05,
+      "loss": 0.0202,
+      "step": 250500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.910126582278481e-05,
+      "learning_rate_adapter": 3.910126582278481e-05,
+      "loss": 0.0202,
+      "step": 250550
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.908860759493671e-05,
+      "learning_rate_adapter": 3.908860759493671e-05,
+      "loss": 0.0203,
+      "step": 250600
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.907594936708861e-05,
+      "learning_rate_adapter": 3.907594936708861e-05,
+      "loss": 0.0202,
+      "step": 250650
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.906329113924051e-05,
+      "learning_rate_adapter": 3.906329113924051e-05,
+      "loss": 0.0203,
+      "step": 250700
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.905063291139241e-05,
+      "learning_rate_adapter": 3.905063291139241e-05,
+      "loss": 0.0201,
+      "step": 250750
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90379746835443e-05,
+      "learning_rate_adapter": 3.90379746835443e-05,
+      "loss": 0.0203,
+      "step": 250800
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90253164556962e-05,
+      "learning_rate_adapter": 3.90253164556962e-05,
+      "loss": 0.02,
+      "step": 250850
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.90126582278481e-05,
+      "learning_rate_adapter": 3.90126582278481e-05,
+      "loss": 0.0201,
+      "step": 250900
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.9000000000000006e-05,
+      "learning_rate_adapter": 3.9000000000000006e-05,
+      "loss": 0.0201,
+      "step": 250950
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8987341772151905e-05,
+      "learning_rate_adapter": 3.8987341772151905e-05,
+      "loss": 0.0201,
+      "step": 251000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89746835443038e-05,
+      "learning_rate_adapter": 3.89746835443038e-05,
+      "loss": 0.0203,
+      "step": 251050
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8962025316455696e-05,
+      "learning_rate_adapter": 3.8962025316455696e-05,
+      "loss": 0.0202,
+      "step": 251100
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8949367088607595e-05,
+      "learning_rate_adapter": 3.8949367088607595e-05,
+      "loss": 0.0203,
+      "step": 251150
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.8936708860759494e-05,
+      "learning_rate_adapter": 3.8936708860759494e-05,
+      "loss": 0.0202,
+      "step": 251200
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.89240506329114e-05,
+      "learning_rate_adapter": 3.89240506329114e-05,
+      "loss": 0.0201,
+      "step": 251250
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.891139240506329e-05,
+      "learning_rate_adapter": 3.891139240506329e-05,
+      "loss": 0.0202,
+      "step": 251300
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.889873417721519e-05,
+      "learning_rate_adapter": 3.889873417721519e-05,
+      "loss": 0.0203,
+      "step": 251350
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.888607594936709e-05,
+      "learning_rate_adapter": 3.888607594936709e-05,
+      "loss": 0.0201,
+      "step": 251400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.887341772151899e-05,
+      "learning_rate_adapter": 3.887341772151899e-05,
+      "loss": 0.0203,
+      "step": 251450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.886075949367089e-05,
+      "learning_rate_adapter": 3.886075949367089e-05,
+      "loss": 0.0203,
+      "step": 251500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.884810126582279e-05,
+      "learning_rate_adapter": 3.884810126582279e-05,
+      "loss": 0.0204,
+      "step": 251550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8835443037974684e-05,
+      "learning_rate_adapter": 3.8835443037974684e-05,
+      "loss": 0.0203,
+      "step": 251600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.882278481012658e-05,
+      "learning_rate_adapter": 3.882278481012658e-05,
+      "loss": 0.0202,
+      "step": 251650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.881012658227848e-05,
+      "learning_rate_adapter": 3.881012658227848e-05,
+      "loss": 0.0202,
+      "step": 251700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.879746835443038e-05,
+      "learning_rate_adapter": 3.879746835443038e-05,
+      "loss": 0.0203,
+      "step": 251750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.878481012658228e-05,
+      "learning_rate_adapter": 3.878481012658228e-05,
+      "loss": 0.0201,
+      "step": 251800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.877215189873418e-05,
+      "learning_rate_adapter": 3.877215189873418e-05,
+      "loss": 0.0202,
+      "step": 251850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.875949367088608e-05,
+      "learning_rate_adapter": 3.875949367088608e-05,
+      "loss": 0.0203,
+      "step": 251900
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8746835443037976e-05,
+      "learning_rate_adapter": 3.8746835443037976e-05,
+      "loss": 0.0202,
+      "step": 251950
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8734177215189875e-05,
+      "learning_rate_adapter": 3.8734177215189875e-05,
+      "loss": 0.02,
+      "step": 252000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8721518987341774e-05,
+      "learning_rate_adapter": 3.8721518987341774e-05,
+      "loss": 0.0201,
+      "step": 252050
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.870886075949367e-05,
+      "learning_rate_adapter": 3.870886075949367e-05,
+      "loss": 0.0204,
+      "step": 252100
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.869620253164557e-05,
+      "learning_rate_adapter": 3.869620253164557e-05,
+      "loss": 0.0205,
+      "step": 252150
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.868354430379747e-05,
+      "learning_rate_adapter": 3.868354430379747e-05,
+      "loss": 0.0201,
+      "step": 252200
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.867088607594937e-05,
+      "learning_rate_adapter": 3.867088607594937e-05,
+      "loss": 0.0202,
+      "step": 252250
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.865822784810127e-05,
+      "learning_rate_adapter": 3.865822784810127e-05,
+      "loss": 0.0202,
+      "step": 252300
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.864556962025317e-05,
+      "learning_rate_adapter": 3.864556962025317e-05,
+      "loss": 0.0203,
+      "step": 252350
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8632911392405066e-05,
+      "learning_rate_adapter": 3.8632911392405066e-05,
+      "loss": 0.0199,
+      "step": 252400
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8620253164556965e-05,
+      "learning_rate_adapter": 3.8620253164556965e-05,
+      "loss": 0.0203,
+      "step": 252450
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8607594936708864e-05,
+      "learning_rate_adapter": 3.8607594936708864e-05,
+      "loss": 0.0201,
+      "step": 252500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.859493670886076e-05,
+      "learning_rate_adapter": 3.859493670886076e-05,
+      "loss": 0.0201,
+      "step": 252550
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.858227848101266e-05,
+      "learning_rate_adapter": 3.858227848101266e-05,
+      "loss": 0.0202,
+      "step": 252600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8569620253164554e-05,
+      "learning_rate_adapter": 3.8569620253164554e-05,
+      "loss": 0.0201,
+      "step": 252650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.855696202531646e-05,
+      "learning_rate_adapter": 3.855696202531646e-05,
+      "loss": 0.0201,
+      "step": 252700
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.854430379746836e-05,
+      "learning_rate_adapter": 3.854430379746836e-05,
+      "loss": 0.0204,
+      "step": 252750
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.853164556962026e-05,
+      "learning_rate_adapter": 3.853164556962026e-05,
+      "loss": 0.0203,
+      "step": 252800
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.8518987341772156e-05,
+      "learning_rate_adapter": 3.8518987341772156e-05,
+      "loss": 0.0204,
+      "step": 252850
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 3.850632911392405e-05,
+      "learning_rate_adapter": 3.850632911392405e-05,
+      "loss": 0.0202,
+      "step": 252900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.849367088607595e-05,
+      "learning_rate_adapter": 3.849367088607595e-05,
+      "loss": 0.0203,
+      "step": 252950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.848101265822785e-05,
+      "learning_rate_adapter": 3.848101265822785e-05,
+      "loss": 0.0204,
+      "step": 253000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.846835443037975e-05,
+      "learning_rate_adapter": 3.846835443037975e-05,
+      "loss": 0.0202,
+      "step": 253050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.845569620253165e-05,
+      "learning_rate_adapter": 3.845569620253165e-05,
+      "loss": 0.0203,
+      "step": 253100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.844303797468354e-05,
+      "learning_rate_adapter": 3.844303797468354e-05,
+      "loss": 0.0201,
+      "step": 253150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.843037974683544e-05,
+      "learning_rate_adapter": 3.843037974683544e-05,
+      "loss": 0.0202,
+      "step": 253200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.841772151898734e-05,
+      "learning_rate_adapter": 3.841772151898734e-05,
+      "loss": 0.0201,
+      "step": 253250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8405063291139245e-05,
+      "learning_rate_adapter": 3.8405063291139245e-05,
+      "loss": 0.0202,
+      "step": 253300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8392405063291144e-05,
+      "learning_rate_adapter": 3.8392405063291144e-05,
+      "loss": 0.0203,
+      "step": 253350
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.837974683544304e-05,
+      "learning_rate_adapter": 3.837974683544304e-05,
+      "loss": 0.0203,
+      "step": 253400
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8367088607594935e-05,
+      "learning_rate_adapter": 3.8367088607594935e-05,
+      "loss": 0.0202,
+      "step": 253450
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8354430379746834e-05,
+      "learning_rate_adapter": 3.8354430379746834e-05,
+      "loss": 0.0202,
+      "step": 253500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.834177215189873e-05,
+      "learning_rate_adapter": 3.834177215189873e-05,
+      "loss": 0.0202,
+      "step": 253550
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.832911392405064e-05,
+      "learning_rate_adapter": 3.832911392405064e-05,
+      "loss": 0.02,
+      "step": 253600
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.831645569620254e-05,
+      "learning_rate_adapter": 3.831645569620254e-05,
+      "loss": 0.0202,
+      "step": 253650
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.830379746835443e-05,
+      "learning_rate_adapter": 3.830379746835443e-05,
+      "loss": 0.0202,
+      "step": 253700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.829113924050633e-05,
+      "learning_rate_adapter": 3.829113924050633e-05,
+      "loss": 0.02,
+      "step": 253750
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.827848101265823e-05,
+      "learning_rate_adapter": 3.827848101265823e-05,
+      "loss": 0.02,
+      "step": 253800
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8265822784810126e-05,
+      "learning_rate_adapter": 3.8265822784810126e-05,
+      "loss": 0.0201,
+      "step": 253850
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.825316455696203e-05,
+      "learning_rate_adapter": 3.825316455696203e-05,
+      "loss": 0.0202,
+      "step": 253900
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8240506329113924e-05,
+      "learning_rate_adapter": 3.8240506329113924e-05,
+      "loss": 0.0202,
+      "step": 253950
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.822784810126582e-05,
+      "learning_rate_adapter": 3.822784810126582e-05,
+      "loss": 0.0203,
+      "step": 254000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.821518987341772e-05,
+      "learning_rate_adapter": 3.821518987341772e-05,
+      "loss": 0.0201,
+      "step": 254050
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.820253164556962e-05,
+      "learning_rate_adapter": 3.820253164556962e-05,
+      "loss": 0.0199,
+      "step": 254100
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.818987341772152e-05,
+      "learning_rate_adapter": 3.818987341772152e-05,
+      "loss": 0.0202,
+      "step": 254150
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8177215189873425e-05,
+      "learning_rate_adapter": 3.8177215189873425e-05,
+      "loss": 0.0202,
+      "step": 254200
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.816455696202532e-05,
+      "learning_rate_adapter": 3.816455696202532e-05,
+      "loss": 0.0201,
+      "step": 254250
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8151898734177216e-05,
+      "learning_rate_adapter": 3.8151898734177216e-05,
+      "loss": 0.02,
+      "step": 254300
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 3.8139240506329115e-05,
+      "learning_rate_adapter": 3.8139240506329115e-05,
+      "loss": 0.0203,
+      "step": 254350
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8126582278481014e-05,
+      "learning_rate_adapter": 3.8126582278481014e-05,
+      "loss": 0.0202,
+      "step": 254400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.811392405063291e-05,
+      "learning_rate_adapter": 3.811392405063291e-05,
+      "loss": 0.0202,
+      "step": 254450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.810126582278481e-05,
+      "learning_rate_adapter": 3.810126582278481e-05,
+      "loss": 0.0201,
+      "step": 254500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.808860759493671e-05,
+      "learning_rate_adapter": 3.808860759493671e-05,
+      "loss": 0.0202,
+      "step": 254550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.807594936708861e-05,
+      "learning_rate_adapter": 3.807594936708861e-05,
+      "loss": 0.0203,
+      "step": 254600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.806329113924051e-05,
+      "learning_rate_adapter": 3.806329113924051e-05,
+      "loss": 0.0198,
+      "step": 254650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.805063291139241e-05,
+      "learning_rate_adapter": 3.805063291139241e-05,
+      "loss": 0.0201,
+      "step": 254700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8037974683544306e-05,
+      "learning_rate_adapter": 3.8037974683544306e-05,
+      "loss": 0.0202,
+      "step": 254750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8025316455696204e-05,
+      "learning_rate_adapter": 3.8025316455696204e-05,
+      "loss": 0.0201,
+      "step": 254800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.80126582278481e-05,
+      "learning_rate_adapter": 3.80126582278481e-05,
+      "loss": 0.0202,
+      "step": 254850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.8e-05,
+      "learning_rate_adapter": 3.8e-05,
+      "loss": 0.0202,
+      "step": 254900
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79873417721519e-05,
+      "learning_rate_adapter": 3.79873417721519e-05,
+      "loss": 0.0201,
+      "step": 254950
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79746835443038e-05,
+      "learning_rate_adapter": 3.79746835443038e-05,
+      "loss": 0.0202,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "eval_af_opus100_pr_auc": 0.8071966918711774,
+      "eval_af_ud_pr_auc": 0.9887380216270155,
+      "eval_am_opus100_pr_auc": 0.6678447018694106,
+      "eval_ar_ersatz_pr_auc": 0.9376320796681513,
+      "eval_ar_opus100_pr_auc": 0.7653789431776217,
+      "eval_ar_ud_pr_auc": 0.9142885991165771,
+      "eval_average_ersatz_pr_auc": 0.9759085544195802,
+      "eval_average_opus100_pr_auc": 0.8698155054571902,
+      "eval_average_ud_pr_auc": 0.9685911144266969,
+      "eval_az_opus100_pr_auc": 0.8529481972355951,
+      "eval_be_opus100_pr_auc": 0.7985371620648726,
+      "eval_be_ud_pr_auc": 0.9082790093426032,
+      "eval_bg_opus100_pr_auc": 0.9326782851217377,
+      "eval_bg_ud_pr_auc": 0.9953890693530976,
+      "eval_bn_opus100_pr_auc": 0.87580709977906,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9125574950765173,
+      "eval_ca_ud_pr_auc": 0.9974044068040036,
+      "eval_ceb_ud_pr_auc": 0.9994364408052259,
+      "eval_cs_ersatz_pr_auc": 0.9865887472028108,
+      "eval_cs_opus100_pr_auc": 0.9311184518626087,
+      "eval_cs_ud_pr_auc": 0.9627588929164966,
+      "eval_cy_opus100_pr_auc": 0.8135895051835629,
+      "eval_cy_ud_pr_auc": 0.9974652901103007,
+      "eval_da_opus100_pr_auc": 0.9369919355225965,
+      "eval_da_ud_pr_auc": 0.9779237208621764,
+      "eval_de_ersatz_pr_auc": 0.9913014706017187,
+      "eval_de_opus100_pr_auc": 0.9275584650905515,
+      "eval_de_ud_pr_auc": 0.9880141541920733,
+      "eval_el_opus100_pr_auc": 0.916922482132803,
+      "eval_el_ud_pr_auc": 0.9938931745742016,
+      "eval_en_ersatz_pr_auc": 0.994113685971316,
+      "eval_en_opus100_pr_auc": 0.9330683300419937,
+      "eval_en_ud_pr_auc": 0.9803445010540264,
+      "eval_eo_opus100_pr_auc": 0.9352897148551382,
+      "eval_es_ersatz_pr_auc": 0.9972705200089413,
+      "eval_es_opus100_pr_auc": 0.9483911131490179,
+      "eval_es_ud_pr_auc": 0.9902443788151174,
+      "eval_et_ersatz_pr_auc": 0.9853424229385059,
+      "eval_et_opus100_pr_auc": 0.9288844938795211,
+      "eval_et_ud_pr_auc": 0.979170406711785,
+      "eval_eu_opus100_pr_auc": 0.8952441124058247,
+      "eval_eu_ud_pr_auc": 0.9902201164458702,
+      "eval_fa_opus100_pr_auc": 0.6748910325332869,
+      "eval_fa_ud_pr_auc": 0.9981563435344161,
+      "eval_fi_ersatz_pr_auc": 0.9950837452201754,
+      "eval_fi_opus100_pr_auc": 0.9354002696374117,
+      "eval_fi_ud_pr_auc": 0.9649455324559362,
+      "eval_fr_ersatz_pr_auc": 0.9901465144522495,
+      "eval_fr_opus100_pr_auc": 0.9305299864057824,
+      "eval_fr_ud_pr_auc": 0.9912503048664001,
+      "eval_fy_opus100_pr_auc": 0.7215271378226427,
+      "eval_ga_opus100_pr_auc": 0.9236387033198311,
+      "eval_ga_ud_pr_auc": 0.8127382165822984,
+      "eval_gd_opus100_pr_auc": 0.7692863011149479,
+      "eval_gd_ud_pr_auc": 0.8544881597436691,
+      "eval_gl_opus100_pr_auc": 0.9065979602615251,
+      "eval_gl_ud_pr_auc": 0.995957363691006,
+      "eval_gu_ersatz_pr_auc": 0.9564506315338085,
+      "eval_gu_opus100_pr_auc": 0.7937191452169113,
+      "eval_ha_opus100_pr_auc": 0.9394900837904441,
+      "eval_he_opus100_pr_auc": 0.9061356008862946,
+      "eval_he_ud_pr_auc": 0.9845437691029277,
+      "eval_hi_ersatz_pr_auc": 0.984399966015514,
+      "eval_hi_opus100_pr_auc": 0.7636116877659258,
+      "eval_hi_ud_pr_auc": 0.9959701155290019,
+      "eval_hu_opus100_pr_auc": 0.9330255379591594,
+      "eval_hu_ud_pr_auc": 0.9805767924345885,
+      "eval_hy_opus100_pr_auc": 0.9224482115590564,
+      "eval_hy_ud_pr_auc": 0.9752150954596903,
+      "eval_id_opus100_pr_auc": 0.9139444073834855,
+      "eval_id_ud_pr_auc": 0.9965583231598888,
+      "eval_ig_opus100_pr_auc": 0.8996625473552204,
+      "eval_is_opus100_pr_auc": 0.9348060754852868,
+      "eval_is_ud_pr_auc": 0.9198804681014081,
+      "eval_it_opus100_pr_auc": 0.9285247783968646,
+      "eval_it_ud_pr_auc": 0.9975243994204763,
+      "eval_ja_ersatz_pr_auc": 0.9028769131360831,
+      "eval_ja_opus100_pr_auc": 0.8601439814419902,
+      "eval_ja_ud_pr_auc": 0.9831183128476679,
+      "eval_jv_ud_pr_auc": 0.9564847477325967,
+      "eval_ka_opus100_pr_auc": 0.8703479118278932,
+      "eval_kk_ersatz_pr_auc": 0.9870749776180807,
+      "eval_kk_opus100_pr_auc": 0.8601396943807808,
+      "eval_kk_ud_pr_auc": 0.9715488673733192,
+      "eval_km_ersatz_pr_auc": 0.9566839600069009,
+      "eval_km_opus100_pr_auc": 0.791727379481782,
+      "eval_kn_opus100_pr_auc": 0.7036830656444587,
+      "eval_ko_opus100_pr_auc": 0.7106922951613688,
+      "eval_ko_ud_pr_auc": 0.9980457641747189,
+      "eval_ku_opus100_pr_auc": 0.8843935071376419,
+      "eval_ky_opus100_pr_auc": 0.9125633940724718,
+      "eval_la_ud_pr_auc": 0.970862495327244,
+      "eval_loss": 0.023658953607082367,
+      "eval_lt_ersatz_pr_auc": 0.9975481955095034,
+      "eval_lt_opus100_pr_auc": 0.9173168570666382,
+      "eval_lt_ud_pr_auc": 0.9937199544428882,
+      "eval_lv_ersatz_pr_auc": 0.9928986436613488,
+      "eval_lv_opus100_pr_auc": 0.9071426194181604,
+      "eval_lv_ud_pr_auc": 0.9660468143528723,
+      "eval_mg_opus100_pr_auc": 0.950772118646641,
+      "eval_mk_opus100_pr_auc": 0.9312591425653658,
+      "eval_ml_opus100_pr_auc": 0.8142547662030809,
+      "eval_mn_opus100_pr_auc": 0.957466622210849,
+      "eval_mr_opus100_pr_auc": 0.9290941862925357,
+      "eval_mr_ud_pr_auc": 0.9530576710064961,
+      "eval_ms_opus100_pr_auc": 0.8899106628155562,
+      "eval_mt_opus100_pr_auc": 0.8858923926732226,
+      "eval_mt_ud_pr_auc": 0.9308459732539527,
+      "eval_my_opus100_pr_auc": 0.869974246259169,
+      "eval_ne_opus100_pr_auc": 0.7837299989673508,
+      "eval_nl_opus100_pr_auc": 0.9110481851508844,
+      "eval_nl_ud_pr_auc": 0.9866561599837608,
+      "eval_no_opus100_pr_auc": 0.9302227723989472,
+      "eval_no_ud_pr_auc": 0.9964145734486387,
+      "eval_pa_opus100_pr_auc": 0.7352715193146965,
+      "eval_pl_ersatz_pr_auc": 0.9719783262142515,
+      "eval_pl_opus100_pr_auc": 0.9096268741021032,
+      "eval_pl_ud_pr_auc": 0.9733592250966673,
+      "eval_ps_ersatz_pr_auc": 0.9297606847089082,
+      "eval_ps_opus100_pr_auc": 0.7686479141335921,
+      "eval_pt_opus100_pr_auc": 0.9385937186036488,
+      "eval_pt_ud_pr_auc": 0.9878462073269265,
+      "eval_ro_ersatz_pr_auc": 0.993030710383345,
+      "eval_ro_opus100_pr_auc": 0.8720440669900946,
+      "eval_ro_ud_pr_auc": 0.9399796668887276,
+      "eval_ru_ersatz_pr_auc": 0.9935791327688545,
+      "eval_ru_opus100_pr_auc": 0.9494990993610766,
+      "eval_ru_ud_pr_auc": 0.8943921394314189,
+      "eval_runtime": 520.4633,
+      "eval_samples_per_second": 145.101,
+      "eval_si_opus100_pr_auc": 0.8479045384455807,
+      "eval_sk_opus100_pr_auc": 0.9482948039680135,
+      "eval_sk_ud_pr_auc": 0.9876679092995665,
+      "eval_sl_opus100_pr_auc": 0.9003646322998119,
+      "eval_sl_ud_pr_auc": 0.9697251274881871,
+      "eval_sq_opus100_pr_auc": 0.9443264877072665,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9302754475164097,
+      "eval_sr_ud_pr_auc": 0.999244793414644,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.920194855583333,
+      "eval_sv_ud_pr_auc": 0.9585905116183954,
+      "eval_ta_ersatz_pr_auc": 0.9834329513990746,
+      "eval_ta_opus100_pr_auc": 0.7741208631216646,
+      "eval_ta_ud_pr_auc": 0.9989302668250786,
+      "eval_te_opus100_pr_auc": 0.8334013884484364,
+      "eval_tg_opus100_pr_auc": 0.9183313269382333,
+      "eval_th_opus100_pr_auc": 0.7282741395253527,
+      "eval_th_ud_pr_auc": 0.8948936920745756,
+      "eval_tr_ersatz_pr_auc": 0.9708193166227183,
+      "eval_tr_opus100_pr_auc": 0.9170181683748082,
+      "eval_tr_ud_pr_auc": 0.9665838658028995,
+      "eval_uk_opus100_pr_auc": 0.8871467599727176,
+      "eval_uk_ud_pr_auc": 0.9218224239170729,
+      "eval_ur_opus100_pr_auc": 0.6639171628244322,
+      "eval_ur_ud_pr_auc": 0.9958210621490233,
+      "eval_uz_opus100_pr_auc": 0.89714270243403,
+      "eval_vi_opus100_pr_auc": 0.9030924191845914,
+      "eval_vi_ud_pr_auc": 0.9516814482272624,
+      "eval_xh_opus100_pr_auc": 0.9005399029909232,
+      "eval_yi_opus100_pr_auc": 0.7757581027557758,
+      "eval_yo_opus100_pr_auc": 0.8621369043213534,
+      "eval_yo_ud_pr_auc": 0.9376096282467121,
+      "eval_zh_ersatz_pr_auc": 0.9719746015885051,
+      "eval_zh_opus100_pr_auc": 0.9066017592336718,
+      "eval_zh_ud_pr_auc": 0.9933691537581338,
+      "eval_zu_opus100_pr_auc": 0.8433234423075026,
+      "step": 255000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79620253164557e-05,
+      "learning_rate_adapter": 3.79620253164557e-05,
+      "loss": 0.0201,
+      "step": 255050
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.79493670886076e-05,
+      "learning_rate_adapter": 3.79493670886076e-05,
+      "loss": 0.0201,
+      "step": 255100
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7936708860759496e-05,
+      "learning_rate_adapter": 3.7936708860759496e-05,
+      "loss": 0.0201,
+      "step": 255150
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7924050632911395e-05,
+      "learning_rate_adapter": 3.7924050632911395e-05,
+      "loss": 0.0202,
+      "step": 255200
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7911392405063294e-05,
+      "learning_rate_adapter": 3.7911392405063294e-05,
+      "loss": 0.0202,
+      "step": 255250
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7898734177215186e-05,
+      "learning_rate_adapter": 3.7898734177215186e-05,
+      "loss": 0.02,
+      "step": 255300
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.788607594936709e-05,
+      "learning_rate_adapter": 3.788607594936709e-05,
+      "loss": 0.0201,
+      "step": 255350
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.787341772151899e-05,
+      "learning_rate_adapter": 3.787341772151899e-05,
+      "loss": 0.0202,
+      "step": 255400
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.786075949367089e-05,
+      "learning_rate_adapter": 3.786075949367089e-05,
+      "loss": 0.0201,
+      "step": 255450
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.784810126582279e-05,
+      "learning_rate_adapter": 3.784810126582279e-05,
+      "loss": 0.02,
+      "step": 255500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.783544303797468e-05,
+      "learning_rate_adapter": 3.783544303797468e-05,
+      "loss": 0.0199,
+      "step": 255550
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.782278481012658e-05,
+      "learning_rate_adapter": 3.782278481012658e-05,
+      "loss": 0.0201,
+      "step": 255600
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7810126582278485e-05,
+      "learning_rate_adapter": 3.7810126582278485e-05,
+      "loss": 0.0201,
+      "step": 255650
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7797468354430384e-05,
+      "learning_rate_adapter": 3.7797468354430384e-05,
+      "loss": 0.0199,
+      "step": 255700
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.778481012658228e-05,
+      "learning_rate_adapter": 3.778481012658228e-05,
+      "loss": 0.0202,
+      "step": 255750
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.777215189873418e-05,
+      "learning_rate_adapter": 3.777215189873418e-05,
+      "loss": 0.0202,
+      "step": 255800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 3.7759493670886074e-05,
+      "learning_rate_adapter": 3.7759493670886074e-05,
+      "loss": 0.0203,
+      "step": 255850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.774683544303797e-05,
+      "learning_rate_adapter": 3.774683544303797e-05,
+      "loss": 0.0201,
+      "step": 255900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.773417721518988e-05,
+      "learning_rate_adapter": 3.773417721518988e-05,
+      "loss": 0.0203,
+      "step": 255950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.772151898734178e-05,
+      "learning_rate_adapter": 3.772151898734178e-05,
+      "loss": 0.02,
+      "step": 256000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7708860759493676e-05,
+      "learning_rate_adapter": 3.7708860759493676e-05,
+      "loss": 0.0201,
+      "step": 256050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.769620253164557e-05,
+      "learning_rate_adapter": 3.769620253164557e-05,
+      "loss": 0.02,
+      "step": 256100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.768354430379747e-05,
+      "learning_rate_adapter": 3.768354430379747e-05,
+      "loss": 0.0202,
+      "step": 256150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7670886075949366e-05,
+      "learning_rate_adapter": 3.7670886075949366e-05,
+      "loss": 0.0202,
+      "step": 256200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.765822784810127e-05,
+      "learning_rate_adapter": 3.765822784810127e-05,
+      "loss": 0.0201,
+      "step": 256250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.764556962025317e-05,
+      "learning_rate_adapter": 3.764556962025317e-05,
+      "loss": 0.0202,
+      "step": 256300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.763291139240506e-05,
+      "learning_rate_adapter": 3.763291139240506e-05,
+      "loss": 0.0202,
+      "step": 256350
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.762025316455696e-05,
+      "learning_rate_adapter": 3.762025316455696e-05,
+      "loss": 0.02,
+      "step": 256400
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.760759493670886e-05,
+      "learning_rate_adapter": 3.760759493670886e-05,
+      "loss": 0.0202,
+      "step": 256450
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.759493670886076e-05,
+      "learning_rate_adapter": 3.759493670886076e-05,
+      "loss": 0.0202,
+      "step": 256500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7582278481012664e-05,
+      "learning_rate_adapter": 3.7582278481012664e-05,
+      "loss": 0.0201,
+      "step": 256550
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.756962025316456e-05,
+      "learning_rate_adapter": 3.756962025316456e-05,
+      "loss": 0.02,
+      "step": 256600
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7556962025316455e-05,
+      "learning_rate_adapter": 3.7556962025316455e-05,
+      "loss": 0.0202,
+      "step": 256650
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7544303797468354e-05,
+      "learning_rate_adapter": 3.7544303797468354e-05,
+      "loss": 0.0201,
+      "step": 256700
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.753164556962025e-05,
+      "learning_rate_adapter": 3.753164556962025e-05,
+      "loss": 0.0203,
+      "step": 256750
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.751898734177215e-05,
+      "learning_rate_adapter": 3.751898734177215e-05,
+      "loss": 0.0202,
+      "step": 256800
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.750632911392406e-05,
+      "learning_rate_adapter": 3.750632911392406e-05,
+      "loss": 0.0201,
+      "step": 256850
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.749367088607595e-05,
+      "learning_rate_adapter": 3.749367088607595e-05,
+      "loss": 0.0202,
+      "step": 256900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.748101265822785e-05,
+      "learning_rate_adapter": 3.748101265822785e-05,
+      "loss": 0.0202,
+      "step": 256950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.746835443037975e-05,
+      "learning_rate_adapter": 3.746835443037975e-05,
+      "loss": 0.02,
+      "step": 257000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7455696202531646e-05,
+      "learning_rate_adapter": 3.7455696202531646e-05,
+      "loss": 0.02,
+      "step": 257050
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7443037974683545e-05,
+      "learning_rate_adapter": 3.7443037974683545e-05,
+      "loss": 0.0202,
+      "step": 257100
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.7430379746835444e-05,
+      "learning_rate_adapter": 3.7430379746835444e-05,
+      "loss": 0.0202,
+      "step": 257150
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.741772151898734e-05,
+      "learning_rate_adapter": 3.741772151898734e-05,
+      "loss": 0.0201,
+      "step": 257200
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.740506329113924e-05,
+      "learning_rate_adapter": 3.740506329113924e-05,
+      "loss": 0.0201,
+      "step": 257250
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.739240506329114e-05,
+      "learning_rate_adapter": 3.739240506329114e-05,
+      "loss": 0.0201,
+      "step": 257300
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.737974683544304e-05,
+      "learning_rate_adapter": 3.737974683544304e-05,
+      "loss": 0.02,
+      "step": 257350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.736708860759494e-05,
+      "learning_rate_adapter": 3.736708860759494e-05,
+      "loss": 0.0203,
+      "step": 257400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.735443037974684e-05,
+      "learning_rate_adapter": 3.735443037974684e-05,
+      "loss": 0.0201,
+      "step": 257450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7341772151898736e-05,
+      "learning_rate_adapter": 3.7341772151898736e-05,
+      "loss": 0.0201,
+      "step": 257500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7329113924050635e-05,
+      "learning_rate_adapter": 3.7329113924050635e-05,
+      "loss": 0.0203,
+      "step": 257550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7316455696202534e-05,
+      "learning_rate_adapter": 3.7316455696202534e-05,
+      "loss": 0.0201,
+      "step": 257600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.730379746835443e-05,
+      "learning_rate_adapter": 3.730379746835443e-05,
+      "loss": 0.02,
+      "step": 257650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.729113924050633e-05,
+      "learning_rate_adapter": 3.729113924050633e-05,
+      "loss": 0.0202,
+      "step": 257700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.727848101265823e-05,
+      "learning_rate_adapter": 3.727848101265823e-05,
+      "loss": 0.0203,
+      "step": 257750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.726582278481013e-05,
+      "learning_rate_adapter": 3.726582278481013e-05,
+      "loss": 0.0201,
+      "step": 257800
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.725316455696203e-05,
+      "learning_rate_adapter": 3.725316455696203e-05,
+      "loss": 0.0203,
+      "step": 257850
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.724050632911393e-05,
+      "learning_rate_adapter": 3.724050632911393e-05,
+      "loss": 0.0201,
+      "step": 257900
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.722784810126582e-05,
+      "learning_rate_adapter": 3.722784810126582e-05,
+      "loss": 0.0203,
+      "step": 257950
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7215189873417724e-05,
+      "learning_rate_adapter": 3.7215189873417724e-05,
+      "loss": 0.02,
+      "step": 258000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.720253164556962e-05,
+      "learning_rate_adapter": 3.720253164556962e-05,
+      "loss": 0.0203,
+      "step": 258050
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.718987341772152e-05,
+      "learning_rate_adapter": 3.718987341772152e-05,
+      "loss": 0.0201,
+      "step": 258100
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.717721518987342e-05,
+      "learning_rate_adapter": 3.717721518987342e-05,
+      "loss": 0.0201,
+      "step": 258150
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.716455696202532e-05,
+      "learning_rate_adapter": 3.716455696202532e-05,
+      "loss": 0.0201,
+      "step": 258200
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.715189873417721e-05,
+      "learning_rate_adapter": 3.715189873417721e-05,
+      "loss": 0.0201,
+      "step": 258250
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.713924050632912e-05,
+      "learning_rate_adapter": 3.713924050632912e-05,
+      "loss": 0.0201,
+      "step": 258300
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7126582278481016e-05,
+      "learning_rate_adapter": 3.7126582278481016e-05,
+      "loss": 0.0202,
+      "step": 258350
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7113924050632915e-05,
+      "learning_rate_adapter": 3.7113924050632915e-05,
+      "loss": 0.0203,
+      "step": 258400
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7101265822784814e-05,
+      "learning_rate_adapter": 3.7101265822784814e-05,
+      "loss": 0.0198,
+      "step": 258450
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7088607594936706e-05,
+      "learning_rate_adapter": 3.7088607594936706e-05,
+      "loss": 0.0202,
+      "step": 258500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.7075949367088605e-05,
+      "learning_rate_adapter": 3.7075949367088605e-05,
+      "loss": 0.0202,
+      "step": 258550
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.706329113924051e-05,
+      "learning_rate_adapter": 3.706329113924051e-05,
+      "loss": 0.0202,
+      "step": 258600
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.705063291139241e-05,
+      "learning_rate_adapter": 3.705063291139241e-05,
+      "loss": 0.0203,
+      "step": 258650
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.703797468354431e-05,
+      "learning_rate_adapter": 3.703797468354431e-05,
+      "loss": 0.0201,
+      "step": 258700
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70253164556962e-05,
+      "learning_rate_adapter": 3.70253164556962e-05,
+      "loss": 0.0202,
+      "step": 258750
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.70126582278481e-05,
+      "learning_rate_adapter": 3.70126582278481e-05,
+      "loss": 0.0199,
+      "step": 258800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7e-05,
+      "learning_rate_adapter": 3.7e-05,
+      "loss": 0.0203,
+      "step": 258850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6987341772151904e-05,
+      "learning_rate_adapter": 3.6987341772151904e-05,
+      "loss": 0.0203,
+      "step": 258900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69746835443038e-05,
+      "learning_rate_adapter": 3.69746835443038e-05,
+      "loss": 0.0202,
+      "step": 258950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69620253164557e-05,
+      "learning_rate_adapter": 3.69620253164557e-05,
+      "loss": 0.0201,
+      "step": 259000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6949367088607594e-05,
+      "learning_rate_adapter": 3.6949367088607594e-05,
+      "loss": 0.0199,
+      "step": 259050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.693670886075949e-05,
+      "learning_rate_adapter": 3.693670886075949e-05,
+      "loss": 0.02,
+      "step": 259100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.692405063291139e-05,
+      "learning_rate_adapter": 3.692405063291139e-05,
+      "loss": 0.0202,
+      "step": 259150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.69113924050633e-05,
+      "learning_rate_adapter": 3.69113924050633e-05,
+      "loss": 0.0201,
+      "step": 259200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6898734177215196e-05,
+      "learning_rate_adapter": 3.6898734177215196e-05,
+      "loss": 0.0202,
+      "step": 259250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.688607594936709e-05,
+      "learning_rate_adapter": 3.688607594936709e-05,
+      "loss": 0.0201,
+      "step": 259300
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.687341772151899e-05,
+      "learning_rate_adapter": 3.687341772151899e-05,
+      "loss": 0.0201,
+      "step": 259350
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6860759493670886e-05,
+      "learning_rate_adapter": 3.6860759493670886e-05,
+      "loss": 0.02,
+      "step": 259400
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6848101265822784e-05,
+      "learning_rate_adapter": 3.6848101265822784e-05,
+      "loss": 0.0199,
+      "step": 259450
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.683544303797469e-05,
+      "learning_rate_adapter": 3.683544303797469e-05,
+      "loss": 0.0201,
+      "step": 259500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.682278481012658e-05,
+      "learning_rate_adapter": 3.682278481012658e-05,
+      "loss": 0.02,
+      "step": 259550
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.681012658227848e-05,
+      "learning_rate_adapter": 3.681012658227848e-05,
+      "loss": 0.02,
+      "step": 259600
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.679746835443038e-05,
+      "learning_rate_adapter": 3.679746835443038e-05,
+      "loss": 0.0202,
+      "step": 259650
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.678481012658228e-05,
+      "learning_rate_adapter": 3.678481012658228e-05,
+      "loss": 0.0201,
+      "step": 259700
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.677215189873418e-05,
+      "learning_rate_adapter": 3.677215189873418e-05,
+      "loss": 0.0202,
+      "step": 259750
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.675949367088608e-05,
+      "learning_rate_adapter": 3.675949367088608e-05,
+      "loss": 0.0201,
+      "step": 259800
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6746835443037975e-05,
+      "learning_rate_adapter": 3.6746835443037975e-05,
+      "loss": 0.0201,
+      "step": 259850
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6734177215189874e-05,
+      "learning_rate_adapter": 3.6734177215189874e-05,
+      "loss": 0.0202,
+      "step": 259900
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.672151898734177e-05,
+      "learning_rate_adapter": 3.672151898734177e-05,
+      "loss": 0.0201,
+      "step": 259950
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.670886075949367e-05,
+      "learning_rate_adapter": 3.670886075949367e-05,
+      "loss": 0.0202,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "eval_af_opus100_pr_auc": 0.8150679428359796,
+      "eval_af_ud_pr_auc": 0.9913907567167746,
+      "eval_am_opus100_pr_auc": 0.6352329571547783,
+      "eval_ar_ersatz_pr_auc": 0.9327998978950953,
+      "eval_ar_opus100_pr_auc": 0.7553992791858956,
+      "eval_ar_ud_pr_auc": 0.9148575659948518,
+      "eval_average_ersatz_pr_auc": 0.9753781531219485,
+      "eval_average_opus100_pr_auc": 0.8670176566941382,
+      "eval_average_ud_pr_auc": 0.9704067689551203,
+      "eval_az_opus100_pr_auc": 0.8250063421663798,
+      "eval_be_opus100_pr_auc": 0.7856102245626455,
+      "eval_be_ud_pr_auc": 0.9135306419246795,
+      "eval_bg_opus100_pr_auc": 0.9350823349832275,
+      "eval_bg_ud_pr_auc": 0.9971624736510014,
+      "eval_bn_opus100_pr_auc": 0.8608810711650575,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9156103598195393,
+      "eval_ca_ud_pr_auc": 0.9971830060891711,
+      "eval_ceb_ud_pr_auc": 0.9993734911950657,
+      "eval_cs_ersatz_pr_auc": 0.9883866607619739,
+      "eval_cs_opus100_pr_auc": 0.9268402353918316,
+      "eval_cs_ud_pr_auc": 0.9659293429062797,
+      "eval_cy_opus100_pr_auc": 0.8045495597045454,
+      "eval_cy_ud_pr_auc": 0.9974474251869803,
+      "eval_da_opus100_pr_auc": 0.9375092305165479,
+      "eval_da_ud_pr_auc": 0.9806918250175876,
+      "eval_de_ersatz_pr_auc": 0.9915601789913455,
+      "eval_de_opus100_pr_auc": 0.9299417877658064,
+      "eval_de_ud_pr_auc": 0.9882708266364608,
+      "eval_el_opus100_pr_auc": 0.9264532710672281,
+      "eval_el_ud_pr_auc": 0.9969226416408836,
+      "eval_en_ersatz_pr_auc": 0.9935581171026213,
+      "eval_en_opus100_pr_auc": 0.9327113692670636,
+      "eval_en_ud_pr_auc": 0.9794311014734796,
+      "eval_eo_opus100_pr_auc": 0.9391283900941083,
+      "eval_es_ersatz_pr_auc": 0.997394509645964,
+      "eval_es_opus100_pr_auc": 0.9478863165527418,
+      "eval_es_ud_pr_auc": 0.9924851544366956,
+      "eval_et_ersatz_pr_auc": 0.9855462687416056,
+      "eval_et_opus100_pr_auc": 0.9241268670169541,
+      "eval_et_ud_pr_auc": 0.9809112097010162,
+      "eval_eu_opus100_pr_auc": 0.8966334500025765,
+      "eval_eu_ud_pr_auc": 0.9924304988993071,
+      "eval_fa_opus100_pr_auc": 0.6414848823982613,
+      "eval_fa_ud_pr_auc": 0.9978568171770913,
+      "eval_fi_ersatz_pr_auc": 0.9956974652213723,
+      "eval_fi_opus100_pr_auc": 0.9408532334606555,
+      "eval_fi_ud_pr_auc": 0.9692670596100686,
+      "eval_fr_ersatz_pr_auc": 0.989571891746008,
+      "eval_fr_opus100_pr_auc": 0.9341251852039757,
+      "eval_fr_ud_pr_auc": 0.9905326269256569,
+      "eval_fy_opus100_pr_auc": 0.7259122877971987,
+      "eval_ga_opus100_pr_auc": 0.9220619605136571,
+      "eval_ga_ud_pr_auc": 0.8127595894255595,
+      "eval_gd_opus100_pr_auc": 0.7648765950158013,
+      "eval_gd_ud_pr_auc": 0.8474938024919745,
+      "eval_gl_opus100_pr_auc": 0.9131547978220299,
+      "eval_gl_ud_pr_auc": 0.9950616776955409,
+      "eval_gu_ersatz_pr_auc": 0.9571463466463366,
+      "eval_gu_opus100_pr_auc": 0.7931949584810665,
+      "eval_ha_opus100_pr_auc": 0.9375892831460441,
+      "eval_he_opus100_pr_auc": 0.8993201437482623,
+      "eval_he_ud_pr_auc": 0.9846745356237385,
+      "eval_hi_ersatz_pr_auc": 0.9836459754606207,
+      "eval_hi_opus100_pr_auc": 0.7480103396016228,
+      "eval_hi_ud_pr_auc": 0.9949224417776157,
+      "eval_hu_opus100_pr_auc": 0.9320614022307682,
+      "eval_hu_ud_pr_auc": 0.9820406531459609,
+      "eval_hy_opus100_pr_auc": 0.9224425413777864,
+      "eval_hy_ud_pr_auc": 0.9749483646059272,
+      "eval_id_opus100_pr_auc": 0.9104694594823591,
+      "eval_id_ud_pr_auc": 0.9955415234565019,
+      "eval_ig_opus100_pr_auc": 0.8992517619695575,
+      "eval_is_opus100_pr_auc": 0.9352546075894854,
+      "eval_is_ud_pr_auc": 0.9230680800074178,
+      "eval_it_opus100_pr_auc": 0.9287274977570211,
+      "eval_it_ud_pr_auc": 0.9966298726910698,
+      "eval_ja_ersatz_pr_auc": 0.8924054134867356,
+      "eval_ja_opus100_pr_auc": 0.8555046448244418,
+      "eval_ja_ud_pr_auc": 0.9797644289625693,
+      "eval_jv_ud_pr_auc": 0.9574648832887541,
+      "eval_ka_opus100_pr_auc": 0.8695539076759458,
+      "eval_kk_ersatz_pr_auc": 0.9896732220035802,
+      "eval_kk_opus100_pr_auc": 0.845819568511444,
+      "eval_kk_ud_pr_auc": 0.9755492549097835,
+      "eval_km_ersatz_pr_auc": 0.9534060275100753,
+      "eval_km_opus100_pr_auc": 0.790127028879232,
+      "eval_kn_opus100_pr_auc": 0.7011706089606595,
+      "eval_ko_opus100_pr_auc": 0.7191056724699657,
+      "eval_ko_ud_pr_auc": 0.9985863752770228,
+      "eval_ku_opus100_pr_auc": 0.8785366160861138,
+      "eval_ky_opus100_pr_auc": 0.8976101982414982,
+      "eval_la_ud_pr_auc": 0.9748189301060161,
+      "eval_loss": 0.02371389977633953,
+      "eval_lt_ersatz_pr_auc": 0.9968452635649061,
+      "eval_lt_opus100_pr_auc": 0.9177697981454837,
+      "eval_lt_ud_pr_auc": 0.9946459306131925,
+      "eval_lv_ersatz_pr_auc": 0.9939857797474314,
+      "eval_lv_opus100_pr_auc": 0.916625542297876,
+      "eval_lv_ud_pr_auc": 0.9710348077050213,
+      "eval_mg_opus100_pr_auc": 0.9545916748713863,
+      "eval_mk_opus100_pr_auc": 0.9348178395032627,
+      "eval_ml_opus100_pr_auc": 0.801698709602595,
+      "eval_mn_opus100_pr_auc": 0.9532215689733672,
+      "eval_mr_opus100_pr_auc": 0.9270056242601385,
+      "eval_mr_ud_pr_auc": 0.970051917774393,
+      "eval_ms_opus100_pr_auc": 0.8931446927727744,
+      "eval_mt_opus100_pr_auc": 0.8874357849128831,
+      "eval_mt_ud_pr_auc": 0.9390537629285289,
+      "eval_my_opus100_pr_auc": 0.8687957149695996,
+      "eval_ne_opus100_pr_auc": 0.7739742762703282,
+      "eval_nl_opus100_pr_auc": 0.911911142689242,
+      "eval_nl_ud_pr_auc": 0.9865148751642484,
+      "eval_no_opus100_pr_auc": 0.9287394228149977,
+      "eval_no_ud_pr_auc": 0.996750025593839,
+      "eval_pa_opus100_pr_auc": 0.7023531050503011,
+      "eval_pl_ersatz_pr_auc": 0.9730412055376749,
+      "eval_pl_opus100_pr_auc": 0.9177501119703413,
+      "eval_pl_ud_pr_auc": 0.9777380370738258,
+      "eval_ps_ersatz_pr_auc": 0.9289681154358722,
+      "eval_ps_opus100_pr_auc": 0.7754592300695671,
+      "eval_pt_opus100_pr_auc": 0.9408000394250722,
+      "eval_pt_ud_pr_auc": 0.9886443279230308,
+      "eval_ro_ersatz_pr_auc": 0.9935968675860829,
+      "eval_ro_opus100_pr_auc": 0.8732303150025222,
+      "eval_ro_ud_pr_auc": 0.9587926175502985,
+      "eval_ru_ersatz_pr_auc": 0.9942530069296466,
+      "eval_ru_opus100_pr_auc": 0.9520734466901924,
+      "eval_ru_ud_pr_auc": 0.895720407669423,
+      "eval_runtime": 523.9936,
+      "eval_samples_per_second": 144.124,
+      "eval_si_opus100_pr_auc": 0.8407193515320609,
+      "eval_sk_opus100_pr_auc": 0.9492930992544937,
+      "eval_sk_ud_pr_auc": 0.9886255633780623,
+      "eval_sl_opus100_pr_auc": 0.8986794867096259,
+      "eval_sl_ud_pr_auc": 0.9702583462333989,
+      "eval_sq_opus100_pr_auc": 0.9481997148448851,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9359188406986003,
+      "eval_sr_ud_pr_auc": 0.9992207819242154,
+      "eval_steps_per_second": 0.563,
+      "eval_sv_opus100_pr_auc": 0.9255052466863916,
+      "eval_sv_ud_pr_auc": 0.9590285374585448,
+      "eval_ta_ersatz_pr_auc": 0.9842739501597071,
+      "eval_ta_opus100_pr_auc": 0.7558828251641017,
+      "eval_ta_ud_pr_auc": 0.9992811548665842,
+      "eval_te_opus100_pr_auc": 0.8269777213543708,
+      "eval_tg_opus100_pr_auc": 0.9083934335728747,
+      "eval_th_opus100_pr_auc": 0.7205856788292758,
+      "eval_th_ud_pr_auc": 0.8962236456916356,
+      "eval_tr_ersatz_pr_auc": 0.9728557297870719,
+      "eval_tr_opus100_pr_auc": 0.9150372392976566,
+      "eval_tr_ud_pr_auc": 0.9703735135496601,
+      "eval_uk_opus100_pr_auc": 0.8956800995458796,
+      "eval_uk_ud_pr_auc": 0.9275618540808294,
+      "eval_ur_opus100_pr_auc": 0.6516669772150405,
+      "eval_ur_ud_pr_auc": 0.9950522929947198,
+      "eval_uz_opus100_pr_auc": 0.8878351636090539,
+      "eval_vi_opus100_pr_auc": 0.9095076155571409,
+      "eval_vi_ud_pr_auc": 0.9651586153985648,
+      "eval_xh_opus100_pr_auc": 0.8929107381522242,
+      "eval_yi_opus100_pr_auc": 0.7922117052433932,
+      "eval_yo_opus100_pr_auc": 0.85780880535787,
+      "eval_yo_ud_pr_auc": 0.9316514860257062,
+      "eval_zh_ersatz_pr_auc": 0.9697074747211428,
+      "eval_zh_opus100_pr_auc": 0.909371098413897,
+      "eval_zh_ud_pr_auc": 0.9928044501956355,
+      "eval_zu_opus100_pr_auc": 0.8419747950908038,
+      "step": 260000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.669620253164557e-05,
+      "learning_rate_adapter": 3.669620253164557e-05,
+      "loss": 0.0201,
+      "step": 260050
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.668354430379747e-05,
+      "learning_rate_adapter": 3.668354430379747e-05,
+      "loss": 0.02,
+      "step": 260100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.667088607594937e-05,
+      "learning_rate_adapter": 3.667088607594937e-05,
+      "loss": 0.0201,
+      "step": 260150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.665822784810127e-05,
+      "learning_rate_adapter": 3.665822784810127e-05,
+      "loss": 0.02,
+      "step": 260200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6645569620253166e-05,
+      "learning_rate_adapter": 3.6645569620253166e-05,
+      "loss": 0.0201,
+      "step": 260250
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6632911392405065e-05,
+      "learning_rate_adapter": 3.6632911392405065e-05,
+      "loss": 0.02,
+      "step": 260300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6620253164556964e-05,
+      "learning_rate_adapter": 3.6620253164556964e-05,
+      "loss": 0.0201,
+      "step": 260350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.660759493670886e-05,
+      "learning_rate_adapter": 3.660759493670886e-05,
+      "loss": 0.0203,
+      "step": 260400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.659493670886076e-05,
+      "learning_rate_adapter": 3.659493670886076e-05,
+      "loss": 0.0201,
+      "step": 260450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.658227848101266e-05,
+      "learning_rate_adapter": 3.658227848101266e-05,
+      "loss": 0.0203,
+      "step": 260500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.656962025316456e-05,
+      "learning_rate_adapter": 3.656962025316456e-05,
+      "loss": 0.0199,
+      "step": 260550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.655696202531646e-05,
+      "learning_rate_adapter": 3.655696202531646e-05,
+      "loss": 0.0204,
+      "step": 260600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.654430379746836e-05,
+      "learning_rate_adapter": 3.654430379746836e-05,
+      "loss": 0.0202,
+      "step": 260650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6531645569620256e-05,
+      "learning_rate_adapter": 3.6531645569620256e-05,
+      "loss": 0.02,
+      "step": 260700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6518987341772155e-05,
+      "learning_rate_adapter": 3.6518987341772155e-05,
+      "loss": 0.0202,
+      "step": 260750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6506329113924053e-05,
+      "learning_rate_adapter": 3.6506329113924053e-05,
+      "loss": 0.0199,
+      "step": 260800
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.649367088607595e-05,
+      "learning_rate_adapter": 3.649367088607595e-05,
+      "loss": 0.0201,
+      "step": 260850
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6481012658227844e-05,
+      "learning_rate_adapter": 3.6481012658227844e-05,
+      "loss": 0.02,
+      "step": 260900
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.646835443037975e-05,
+      "learning_rate_adapter": 3.646835443037975e-05,
+      "loss": 0.0204,
+      "step": 260950
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.645569620253165e-05,
+      "learning_rate_adapter": 3.645569620253165e-05,
+      "loss": 0.0202,
+      "step": 261000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.644303797468355e-05,
+      "learning_rate_adapter": 3.644303797468355e-05,
+      "loss": 0.02,
+      "step": 261050
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6430379746835447e-05,
+      "learning_rate_adapter": 3.6430379746835447e-05,
+      "loss": 0.02,
+      "step": 261100
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.641772151898734e-05,
+      "learning_rate_adapter": 3.641772151898734e-05,
+      "loss": 0.02,
+      "step": 261150
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.640506329113924e-05,
+      "learning_rate_adapter": 3.640506329113924e-05,
+      "loss": 0.02,
+      "step": 261200
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.639240506329114e-05,
+      "learning_rate_adapter": 3.639240506329114e-05,
+      "loss": 0.0201,
+      "step": 261250
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.637974683544304e-05,
+      "learning_rate_adapter": 3.637974683544304e-05,
+      "loss": 0.0202,
+      "step": 261300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.636708860759494e-05,
+      "learning_rate_adapter": 3.636708860759494e-05,
+      "loss": 0.02,
+      "step": 261350
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.635443037974683e-05,
+      "learning_rate_adapter": 3.635443037974683e-05,
+      "loss": 0.0201,
+      "step": 261400
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.634177215189873e-05,
+      "learning_rate_adapter": 3.634177215189873e-05,
+      "loss": 0.02,
+      "step": 261450
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.632911392405063e-05,
+      "learning_rate_adapter": 3.632911392405063e-05,
+      "loss": 0.02,
+      "step": 261500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6316455696202536e-05,
+      "learning_rate_adapter": 3.6316455696202536e-05,
+      "loss": 0.0199,
+      "step": 261550
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6303797468354435e-05,
+      "learning_rate_adapter": 3.6303797468354435e-05,
+      "loss": 0.0202,
+      "step": 261600
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6291139240506334e-05,
+      "learning_rate_adapter": 3.6291139240506334e-05,
+      "loss": 0.0202,
+      "step": 261650
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6278481012658226e-05,
+      "learning_rate_adapter": 3.6278481012658226e-05,
+      "loss": 0.0202,
+      "step": 261700
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6265822784810125e-05,
+      "learning_rate_adapter": 3.6265822784810125e-05,
+      "loss": 0.0201,
+      "step": 261750
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6253164556962024e-05,
+      "learning_rate_adapter": 3.6253164556962024e-05,
+      "loss": 0.0201,
+      "step": 261800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.624050632911393e-05,
+      "learning_rate_adapter": 3.624050632911393e-05,
+      "loss": 0.0202,
+      "step": 261850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.622784810126583e-05,
+      "learning_rate_adapter": 3.622784810126583e-05,
+      "loss": 0.0202,
+      "step": 261900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.621518987341772e-05,
+      "learning_rate_adapter": 3.621518987341772e-05,
+      "loss": 0.0201,
+      "step": 261950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.620253164556962e-05,
+      "learning_rate_adapter": 3.620253164556962e-05,
+      "loss": 0.0203,
+      "step": 262000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.618987341772152e-05,
+      "learning_rate_adapter": 3.618987341772152e-05,
+      "loss": 0.0201,
+      "step": 262050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.617721518987342e-05,
+      "learning_rate_adapter": 3.617721518987342e-05,
+      "loss": 0.0203,
+      "step": 262100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.616455696202532e-05,
+      "learning_rate_adapter": 3.616455696202532e-05,
+      "loss": 0.0199,
+      "step": 262150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6151898734177215e-05,
+      "learning_rate_adapter": 3.6151898734177215e-05,
+      "loss": 0.02,
+      "step": 262200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6139240506329114e-05,
+      "learning_rate_adapter": 3.6139240506329114e-05,
+      "loss": 0.0202,
+      "step": 262250
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.612658227848101e-05,
+      "learning_rate_adapter": 3.612658227848101e-05,
+      "loss": 0.0201,
+      "step": 262300
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.611392405063291e-05,
+      "learning_rate_adapter": 3.611392405063291e-05,
+      "loss": 0.02,
+      "step": 262350
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.610126582278481e-05,
+      "learning_rate_adapter": 3.610126582278481e-05,
+      "loss": 0.0201,
+      "step": 262400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6088607594936716e-05,
+      "learning_rate_adapter": 3.6088607594936716e-05,
+      "loss": 0.0199,
+      "step": 262450
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.607594936708861e-05,
+      "learning_rate_adapter": 3.607594936708861e-05,
+      "loss": 0.0201,
+      "step": 262500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.606329113924051e-05,
+      "learning_rate_adapter": 3.606329113924051e-05,
+      "loss": 0.02,
+      "step": 262550
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6050632911392405e-05,
+      "learning_rate_adapter": 3.6050632911392405e-05,
+      "loss": 0.02,
+      "step": 262600
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6037974683544304e-05,
+      "learning_rate_adapter": 3.6037974683544304e-05,
+      "loss": 0.0201,
+      "step": 262650
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60253164556962e-05,
+      "learning_rate_adapter": 3.60253164556962e-05,
+      "loss": 0.0202,
+      "step": 262700
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.60126582278481e-05,
+      "learning_rate_adapter": 3.60126582278481e-05,
+      "loss": 0.02,
+      "step": 262750
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.6e-05,
+      "learning_rate_adapter": 3.6e-05,
+      "loss": 0.0202,
+      "step": 262800
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59873417721519e-05,
+      "learning_rate_adapter": 3.59873417721519e-05,
+      "loss": 0.0201,
+      "step": 262850
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59746835443038e-05,
+      "learning_rate_adapter": 3.59746835443038e-05,
+      "loss": 0.0201,
+      "step": 262900
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.59620253164557e-05,
+      "learning_rate_adapter": 3.59620253164557e-05,
+      "loss": 0.0202,
+      "step": 262950
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5949367088607596e-05,
+      "learning_rate_adapter": 3.5949367088607596e-05,
+      "loss": 0.0201,
+      "step": 263000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5936708860759495e-05,
+      "learning_rate_adapter": 3.5936708860759495e-05,
+      "loss": 0.0201,
+      "step": 263050
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5924050632911394e-05,
+      "learning_rate_adapter": 3.5924050632911394e-05,
+      "loss": 0.0199,
+      "step": 263100
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.591139240506329e-05,
+      "learning_rate_adapter": 3.591139240506329e-05,
+      "loss": 0.0201,
+      "step": 263150
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.589873417721519e-05,
+      "learning_rate_adapter": 3.589873417721519e-05,
+      "loss": 0.0201,
+      "step": 263200
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.588607594936709e-05,
+      "learning_rate_adapter": 3.588607594936709e-05,
+      "loss": 0.0201,
+      "step": 263250
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.587341772151899e-05,
+      "learning_rate_adapter": 3.587341772151899e-05,
+      "loss": 0.0201,
+      "step": 263300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.586075949367089e-05,
+      "learning_rate_adapter": 3.586075949367089e-05,
+      "loss": 0.0201,
+      "step": 263350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.584810126582279e-05,
+      "learning_rate_adapter": 3.584810126582279e-05,
+      "loss": 0.02,
+      "step": 263400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5835443037974686e-05,
+      "learning_rate_adapter": 3.5835443037974686e-05,
+      "loss": 0.0199,
+      "step": 263450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5822784810126585e-05,
+      "learning_rate_adapter": 3.5822784810126585e-05,
+      "loss": 0.02,
+      "step": 263500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5810126582278484e-05,
+      "learning_rate_adapter": 3.5810126582278484e-05,
+      "loss": 0.0199,
+      "step": 263550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.579746835443038e-05,
+      "learning_rate_adapter": 3.579746835443038e-05,
+      "loss": 0.02,
+      "step": 263600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.578481012658228e-05,
+      "learning_rate_adapter": 3.578481012658228e-05,
+      "loss": 0.02,
+      "step": 263650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.577215189873418e-05,
+      "learning_rate_adapter": 3.577215189873418e-05,
+      "loss": 0.0201,
+      "step": 263700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.575949367088608e-05,
+      "learning_rate_adapter": 3.575949367088608e-05,
+      "loss": 0.0201,
+      "step": 263750
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.574683544303797e-05,
+      "learning_rate_adapter": 3.574683544303797e-05,
+      "loss": 0.02,
+      "step": 263800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.573417721518988e-05,
+      "learning_rate_adapter": 3.573417721518988e-05,
+      "loss": 0.0201,
+      "step": 263850
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5721518987341776e-05,
+      "learning_rate_adapter": 3.5721518987341776e-05,
+      "loss": 0.0201,
+      "step": 263900
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5708860759493675e-05,
+      "learning_rate_adapter": 3.5708860759493675e-05,
+      "loss": 0.02,
+      "step": 263950
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5696202531645573e-05,
+      "learning_rate_adapter": 3.5696202531645573e-05,
+      "loss": 0.0201,
+      "step": 264000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.568354430379747e-05,
+      "learning_rate_adapter": 3.568354430379747e-05,
+      "loss": 0.02,
+      "step": 264050
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5670886075949364e-05,
+      "learning_rate_adapter": 3.5670886075949364e-05,
+      "loss": 0.0201,
+      "step": 264100
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.565822784810126e-05,
+      "learning_rate_adapter": 3.565822784810126e-05,
+      "loss": 0.0202,
+      "step": 264150
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.564556962025317e-05,
+      "learning_rate_adapter": 3.564556962025317e-05,
+      "loss": 0.02,
+      "step": 264200
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.563291139240507e-05,
+      "learning_rate_adapter": 3.563291139240507e-05,
+      "loss": 0.02,
+      "step": 264250
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5620253164556967e-05,
+      "learning_rate_adapter": 3.5620253164556967e-05,
+      "loss": 0.02,
+      "step": 264300
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.560759493670886e-05,
+      "learning_rate_adapter": 3.560759493670886e-05,
+      "loss": 0.02,
+      "step": 264350
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.559493670886076e-05,
+      "learning_rate_adapter": 3.559493670886076e-05,
+      "loss": 0.0199,
+      "step": 264400
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.5582278481012656e-05,
+      "learning_rate_adapter": 3.5582278481012656e-05,
+      "loss": 0.02,
+      "step": 264450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.556962025316456e-05,
+      "learning_rate_adapter": 3.556962025316456e-05,
+      "loss": 0.0199,
+      "step": 264500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.555696202531646e-05,
+      "learning_rate_adapter": 3.555696202531646e-05,
+      "loss": 0.02,
+      "step": 264550
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.554430379746835e-05,
+      "learning_rate_adapter": 3.554430379746835e-05,
+      "loss": 0.0199,
+      "step": 264600
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.553164556962025e-05,
+      "learning_rate_adapter": 3.553164556962025e-05,
+      "loss": 0.0199,
+      "step": 264650
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.551898734177215e-05,
+      "learning_rate_adapter": 3.551898734177215e-05,
+      "loss": 0.0201,
+      "step": 264700
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.550632911392405e-05,
+      "learning_rate_adapter": 3.550632911392405e-05,
+      "loss": 0.02,
+      "step": 264750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5493670886075955e-05,
+      "learning_rate_adapter": 3.5493670886075955e-05,
+      "loss": 0.02,
+      "step": 264800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5481012658227854e-05,
+      "learning_rate_adapter": 3.5481012658227854e-05,
+      "loss": 0.02,
+      "step": 264850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5468354430379746e-05,
+      "learning_rate_adapter": 3.5468354430379746e-05,
+      "loss": 0.0201,
+      "step": 264900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5455696202531645e-05,
+      "learning_rate_adapter": 3.5455696202531645e-05,
+      "loss": 0.0201,
+      "step": 264950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5443037974683544e-05,
+      "learning_rate_adapter": 3.5443037974683544e-05,
+      "loss": 0.02,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "eval_af_opus100_pr_auc": 0.8187042652258097,
+      "eval_af_ud_pr_auc": 0.9878097266329362,
+      "eval_am_opus100_pr_auc": 0.640916792542108,
+      "eval_ar_ersatz_pr_auc": 0.9328820883617763,
+      "eval_ar_opus100_pr_auc": 0.7592671113202797,
+      "eval_ar_ud_pr_auc": 0.9106759091840493,
+      "eval_average_ersatz_pr_auc": 0.9747543631249744,
+      "eval_average_opus100_pr_auc": 0.863096439402981,
+      "eval_average_ud_pr_auc": 0.9684175436387648,
+      "eval_az_opus100_pr_auc": 0.8182769744654251,
+      "eval_be_opus100_pr_auc": 0.7978616735301961,
+      "eval_be_ud_pr_auc": 0.9125127301466367,
+      "eval_bg_opus100_pr_auc": 0.9308476448691416,
+      "eval_bg_ud_pr_auc": 0.9951110158813494,
+      "eval_bn_opus100_pr_auc": 0.8625168542023014,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9103730281926941,
+      "eval_ca_ud_pr_auc": 0.996625026480427,
+      "eval_ceb_ud_pr_auc": 0.9998862165321635,
+      "eval_cs_ersatz_pr_auc": 0.987361118524653,
+      "eval_cs_opus100_pr_auc": 0.9257301979393064,
+      "eval_cs_ud_pr_auc": 0.9636794568969775,
+      "eval_cy_opus100_pr_auc": 0.8032559016114783,
+      "eval_cy_ud_pr_auc": 0.9977251634217348,
+      "eval_da_opus100_pr_auc": 0.933562860322152,
+      "eval_da_ud_pr_auc": 0.9802424213404224,
+      "eval_de_ersatz_pr_auc": 0.9917125542971771,
+      "eval_de_opus100_pr_auc": 0.9320550960326985,
+      "eval_de_ud_pr_auc": 0.9869165407274147,
+      "eval_el_opus100_pr_auc": 0.9182303090142472,
+      "eval_el_ud_pr_auc": 0.9968088850831565,
+      "eval_en_ersatz_pr_auc": 0.9941130268728098,
+      "eval_en_opus100_pr_auc": 0.924052421847156,
+      "eval_en_ud_pr_auc": 0.9804827928645523,
+      "eval_eo_opus100_pr_auc": 0.9311038575693888,
+      "eval_es_ersatz_pr_auc": 0.9972774822188237,
+      "eval_es_opus100_pr_auc": 0.9442301506856519,
+      "eval_es_ud_pr_auc": 0.9904530974509173,
+      "eval_et_ersatz_pr_auc": 0.9848170224574277,
+      "eval_et_opus100_pr_auc": 0.9242362548941441,
+      "eval_et_ud_pr_auc": 0.9808115059452788,
+      "eval_eu_opus100_pr_auc": 0.8899202369259032,
+      "eval_eu_ud_pr_auc": 0.990048527895392,
+      "eval_fa_opus100_pr_auc": 0.6377347416188559,
+      "eval_fa_ud_pr_auc": 0.9979707898770398,
+      "eval_fi_ersatz_pr_auc": 0.9947918190526668,
+      "eval_fi_opus100_pr_auc": 0.935758015380241,
+      "eval_fi_ud_pr_auc": 0.9637628478803135,
+      "eval_fr_ersatz_pr_auc": 0.9892122899290317,
+      "eval_fr_opus100_pr_auc": 0.9292310529432879,
+      "eval_fr_ud_pr_auc": 0.9921981629458453,
+      "eval_fy_opus100_pr_auc": 0.7139661524636108,
+      "eval_ga_opus100_pr_auc": 0.9219530729269906,
+      "eval_ga_ud_pr_auc": 0.804183674197173,
+      "eval_gd_opus100_pr_auc": 0.7752748370789533,
+      "eval_gd_ud_pr_auc": 0.832583215612236,
+      "eval_gl_opus100_pr_auc": 0.9105678229610396,
+      "eval_gl_ud_pr_auc": 0.9967576649359768,
+      "eval_gu_ersatz_pr_auc": 0.9560226446022124,
+      "eval_gu_opus100_pr_auc": 0.7659867444342056,
+      "eval_ha_opus100_pr_auc": 0.9368886612359628,
+      "eval_he_opus100_pr_auc": 0.8900849124274175,
+      "eval_he_ud_pr_auc": 0.9828815031723053,
+      "eval_hi_ersatz_pr_auc": 0.9829221303852025,
+      "eval_hi_opus100_pr_auc": 0.7586962759995443,
+      "eval_hi_ud_pr_auc": 0.9929322775672025,
+      "eval_hu_opus100_pr_auc": 0.9263636339239568,
+      "eval_hu_ud_pr_auc": 0.9807215551951101,
+      "eval_hy_opus100_pr_auc": 0.9201978134721827,
+      "eval_hy_ud_pr_auc": 0.9675438652432446,
+      "eval_id_opus100_pr_auc": 0.9000569153685544,
+      "eval_id_ud_pr_auc": 0.9960755779757842,
+      "eval_ig_opus100_pr_auc": 0.8907842020304598,
+      "eval_is_opus100_pr_auc": 0.9309871974012631,
+      "eval_is_ud_pr_auc": 0.9006693407613509,
+      "eval_it_opus100_pr_auc": 0.9238859114330751,
+      "eval_it_ud_pr_auc": 0.9965878366526472,
+      "eval_ja_ersatz_pr_auc": 0.9005003448285073,
+      "eval_ja_opus100_pr_auc": 0.8731056361449461,
+      "eval_ja_ud_pr_auc": 0.9817936471972019,
+      "eval_jv_ud_pr_auc": 0.9614821987213439,
+      "eval_ka_opus100_pr_auc": 0.86893203291062,
+      "eval_kk_ersatz_pr_auc": 0.9875193118207852,
+      "eval_kk_opus100_pr_auc": 0.8485056178876484,
+      "eval_kk_ud_pr_auc": 0.9715954424514173,
+      "eval_km_ersatz_pr_auc": 0.9533464717604264,
+      "eval_km_opus100_pr_auc": 0.7856305971243386,
+      "eval_kn_opus100_pr_auc": 0.6992989877105779,
+      "eval_ko_opus100_pr_auc": 0.7170342247851219,
+      "eval_ko_ud_pr_auc": 0.9981860546289594,
+      "eval_ku_opus100_pr_auc": 0.8700832185590407,
+      "eval_ky_opus100_pr_auc": 0.893307228467464,
+      "eval_la_ud_pr_auc": 0.9763349745292424,
+      "eval_loss": 0.023439090698957443,
+      "eval_lt_ersatz_pr_auc": 0.9963988072379353,
+      "eval_lt_opus100_pr_auc": 0.9054138558164531,
+      "eval_lt_ud_pr_auc": 0.99485626169531,
+      "eval_lv_ersatz_pr_auc": 0.9940745011258676,
+      "eval_lv_opus100_pr_auc": 0.9074585213877825,
+      "eval_lv_ud_pr_auc": 0.9677390817046805,
+      "eval_mg_opus100_pr_auc": 0.9506350462279105,
+      "eval_mk_opus100_pr_auc": 0.9275595011547763,
+      "eval_ml_opus100_pr_auc": 0.7983766567616144,
+      "eval_mn_opus100_pr_auc": 0.9506476215396986,
+      "eval_mr_opus100_pr_auc": 0.9212859213815832,
+      "eval_mr_ud_pr_auc": 0.9687686336011357,
+      "eval_ms_opus100_pr_auc": 0.8828838851821231,
+      "eval_mt_opus100_pr_auc": 0.8809817226702563,
+      "eval_mt_ud_pr_auc": 0.9346660634724593,
+      "eval_my_opus100_pr_auc": 0.8714897113607094,
+      "eval_ne_opus100_pr_auc": 0.7538400911947194,
+      "eval_nl_opus100_pr_auc": 0.9004078710348489,
+      "eval_nl_ud_pr_auc": 0.9889236320545457,
+      "eval_no_opus100_pr_auc": 0.9178815447314133,
+      "eval_no_ud_pr_auc": 0.9962444230712367,
+      "eval_pa_opus100_pr_auc": 0.6974949508047514,
+      "eval_pl_ersatz_pr_auc": 0.9726811170326682,
+      "eval_pl_opus100_pr_auc": 0.90857236729648,
+      "eval_pl_ud_pr_auc": 0.9770680960838537,
+      "eval_ps_ersatz_pr_auc": 0.9218646542511879,
+      "eval_ps_opus100_pr_auc": 0.7620961172114098,
+      "eval_pt_opus100_pr_auc": 0.9372140052933858,
+      "eval_pt_ud_pr_auc": 0.9893399830121076,
+      "eval_ro_ersatz_pr_auc": 0.9929978205788246,
+      "eval_ro_opus100_pr_auc": 0.8805348302419244,
+      "eval_ro_ud_pr_auc": 0.9531734419542569,
+      "eval_ru_ersatz_pr_auc": 0.9943309899256937,
+      "eval_ru_opus100_pr_auc": 0.950063801420638,
+      "eval_ru_ud_pr_auc": 0.8888695124525012,
+      "eval_runtime": 515.6794,
+      "eval_samples_per_second": 146.448,
+      "eval_si_opus100_pr_auc": 0.8353010514686108,
+      "eval_sk_opus100_pr_auc": 0.9458454625207394,
+      "eval_sk_ud_pr_auc": 0.9884938149046479,
+      "eval_sl_opus100_pr_auc": 0.8863789334165245,
+      "eval_sl_ud_pr_auc": 0.9712047942654763,
+      "eval_sq_opus100_pr_auc": 0.9432233835566415,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9248617946708875,
+      "eval_sr_ud_pr_auc": 0.9993227196019175,
+      "eval_steps_per_second": 0.572,
+      "eval_sv_opus100_pr_auc": 0.9160362777150635,
+      "eval_sv_ud_pr_auc": 0.9571729200594261,
+      "eval_ta_ersatz_pr_auc": 0.9824491669805157,
+      "eval_ta_opus100_pr_auc": 0.7753851648350933,
+      "eval_ta_ud_pr_auc": 0.9992131358161694,
+      "eval_te_opus100_pr_auc": 0.819069454844358,
+      "eval_tg_opus100_pr_auc": 0.9105209404025478,
+      "eval_th_opus100_pr_auc": 0.7179594274853023,
+      "eval_th_ud_pr_auc": 0.9042572552201638,
+      "eval_tr_ersatz_pr_auc": 0.9721224915515608,
+      "eval_tr_opus100_pr_auc": 0.9095239912643278,
+      "eval_tr_ud_pr_auc": 0.9696220399742872,
+      "eval_uk_opus100_pr_auc": 0.8955499499954551,
+      "eval_uk_ud_pr_auc": 0.9209574192085903,
+      "eval_ur_opus100_pr_auc": 0.6626752763997286,
+      "eval_ur_ud_pr_auc": 0.9946177013439897,
+      "eval_uz_opus100_pr_auc": 0.8936111247256423,
+      "eval_vi_opus100_pr_auc": 0.9089313079003376,
+      "eval_vi_ud_pr_auc": 0.9595680852258344,
+      "eval_xh_opus100_pr_auc": 0.890776676290136,
+      "eval_yi_opus100_pr_auc": 0.7631375441138348,
+      "eval_yo_opus100_pr_auc": 0.8478905245937505,
+      "eval_yo_ud_pr_auc": 0.9203293500707842,
+      "eval_zh_ersatz_pr_auc": 0.9651981349536863,
+      "eval_zh_opus100_pr_auc": 0.8996328022558872,
+      "eval_zh_ud_pr_auc": 0.9913419765884148,
+      "eval_zu_opus100_pr_auc": 0.833301781997644,
+      "step": 265000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.543037974683544e-05,
+      "learning_rate_adapter": 3.543037974683544e-05,
+      "loss": 0.0199,
+      "step": 265050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.541772151898735e-05,
+      "learning_rate_adapter": 3.541772151898735e-05,
+      "loss": 0.0201,
+      "step": 265100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.540506329113924e-05,
+      "learning_rate_adapter": 3.540506329113924e-05,
+      "loss": 0.0201,
+      "step": 265150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.539240506329114e-05,
+      "learning_rate_adapter": 3.539240506329114e-05,
+      "loss": 0.0201,
+      "step": 265200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.537974683544304e-05,
+      "learning_rate_adapter": 3.537974683544304e-05,
+      "loss": 0.0199,
+      "step": 265250
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.536708860759494e-05,
+      "learning_rate_adapter": 3.536708860759494e-05,
+      "loss": 0.02,
+      "step": 265300
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5354430379746836e-05,
+      "learning_rate_adapter": 3.5354430379746836e-05,
+      "loss": 0.02,
+      "step": 265350
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5341772151898735e-05,
+      "learning_rate_adapter": 3.5341772151898735e-05,
+      "loss": 0.02,
+      "step": 265400
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5329113924050633e-05,
+      "learning_rate_adapter": 3.5329113924050633e-05,
+      "loss": 0.02,
+      "step": 265450
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.531645569620253e-05,
+      "learning_rate_adapter": 3.531645569620253e-05,
+      "loss": 0.0199,
+      "step": 265500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.530379746835443e-05,
+      "learning_rate_adapter": 3.530379746835443e-05,
+      "loss": 0.0202,
+      "step": 265550
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.529113924050633e-05,
+      "learning_rate_adapter": 3.529113924050633e-05,
+      "loss": 0.02,
+      "step": 265600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.527848101265823e-05,
+      "learning_rate_adapter": 3.527848101265823e-05,
+      "loss": 0.0199,
+      "step": 265650
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.526582278481013e-05,
+      "learning_rate_adapter": 3.526582278481013e-05,
+      "loss": 0.0202,
+      "step": 265700
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5253164556962027e-05,
+      "learning_rate_adapter": 3.5253164556962027e-05,
+      "loss": 0.0201,
+      "step": 265750
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5240506329113925e-05,
+      "learning_rate_adapter": 3.5240506329113925e-05,
+      "loss": 0.0203,
+      "step": 265800
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5227848101265824e-05,
+      "learning_rate_adapter": 3.5227848101265824e-05,
+      "loss": 0.0198,
+      "step": 265850
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.521518987341772e-05,
+      "learning_rate_adapter": 3.521518987341772e-05,
+      "loss": 0.02,
+      "step": 265900
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.520253164556962e-05,
+      "learning_rate_adapter": 3.520253164556962e-05,
+      "loss": 0.02,
+      "step": 265950
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.518987341772152e-05,
+      "learning_rate_adapter": 3.518987341772152e-05,
+      "loss": 0.0201,
+      "step": 266000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.517721518987342e-05,
+      "learning_rate_adapter": 3.517721518987342e-05,
+      "loss": 0.0198,
+      "step": 266050
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.516455696202532e-05,
+      "learning_rate_adapter": 3.516455696202532e-05,
+      "loss": 0.02,
+      "step": 266100
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.515189873417722e-05,
+      "learning_rate_adapter": 3.515189873417722e-05,
+      "loss": 0.0203,
+      "step": 266150
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5139240506329116e-05,
+      "learning_rate_adapter": 3.5139240506329116e-05,
+      "loss": 0.0201,
+      "step": 266200
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.5126582278481015e-05,
+      "learning_rate_adapter": 3.5126582278481015e-05,
+      "loss": 0.0201,
+      "step": 266250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5113924050632914e-05,
+      "learning_rate_adapter": 3.5113924050632914e-05,
+      "loss": 0.02,
+      "step": 266300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.510126582278481e-05,
+      "learning_rate_adapter": 3.510126582278481e-05,
+      "loss": 0.0201,
+      "step": 266350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.508860759493671e-05,
+      "learning_rate_adapter": 3.508860759493671e-05,
+      "loss": 0.0198,
+      "step": 266400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.507594936708861e-05,
+      "learning_rate_adapter": 3.507594936708861e-05,
+      "loss": 0.02,
+      "step": 266450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.506329113924051e-05,
+      "learning_rate_adapter": 3.506329113924051e-05,
+      "loss": 0.02,
+      "step": 266500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.505063291139241e-05,
+      "learning_rate_adapter": 3.505063291139241e-05,
+      "loss": 0.0201,
+      "step": 266550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.503797468354431e-05,
+      "learning_rate_adapter": 3.503797468354431e-05,
+      "loss": 0.02,
+      "step": 266600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5025316455696206e-05,
+      "learning_rate_adapter": 3.5025316455696206e-05,
+      "loss": 0.02,
+      "step": 266650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5012658227848105e-05,
+      "learning_rate_adapter": 3.5012658227848105e-05,
+      "loss": 0.0202,
+      "step": 266700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.5e-05,
+      "learning_rate_adapter": 3.5e-05,
+      "loss": 0.0199,
+      "step": 266750
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49873417721519e-05,
+      "learning_rate_adapter": 3.49873417721519e-05,
+      "loss": 0.0201,
+      "step": 266800
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49746835443038e-05,
+      "learning_rate_adapter": 3.49746835443038e-05,
+      "loss": 0.02,
+      "step": 266850
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49620253164557e-05,
+      "learning_rate_adapter": 3.49620253164557e-05,
+      "loss": 0.0199,
+      "step": 266900
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.49493670886076e-05,
+      "learning_rate_adapter": 3.49493670886076e-05,
+      "loss": 0.0201,
+      "step": 266950
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.493670886075949e-05,
+      "learning_rate_adapter": 3.493670886075949e-05,
+      "loss": 0.0199,
+      "step": 267000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.492405063291139e-05,
+      "learning_rate_adapter": 3.492405063291139e-05,
+      "loss": 0.02,
+      "step": 267050
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4911392405063296e-05,
+      "learning_rate_adapter": 3.4911392405063296e-05,
+      "loss": 0.0201,
+      "step": 267100
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4898734177215195e-05,
+      "learning_rate_adapter": 3.4898734177215195e-05,
+      "loss": 0.02,
+      "step": 267150
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4886075949367093e-05,
+      "learning_rate_adapter": 3.4886075949367093e-05,
+      "loss": 0.0201,
+      "step": 267200
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.487341772151899e-05,
+      "learning_rate_adapter": 3.487341772151899e-05,
+      "loss": 0.0203,
+      "step": 267250
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4860759493670884e-05,
+      "learning_rate_adapter": 3.4860759493670884e-05,
+      "loss": 0.02,
+      "step": 267300
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.484810126582278e-05,
+      "learning_rate_adapter": 3.484810126582278e-05,
+      "loss": 0.0202,
+      "step": 267350
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.483544303797469e-05,
+      "learning_rate_adapter": 3.483544303797469e-05,
+      "loss": 0.02,
+      "step": 267400
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.482278481012659e-05,
+      "learning_rate_adapter": 3.482278481012659e-05,
+      "loss": 0.02,
+      "step": 267450
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4810126582278487e-05,
+      "learning_rate_adapter": 3.4810126582278487e-05,
+      "loss": 0.0198,
+      "step": 267500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.479746835443038e-05,
+      "learning_rate_adapter": 3.479746835443038e-05,
+      "loss": 0.02,
+      "step": 267550
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.478481012658228e-05,
+      "learning_rate_adapter": 3.478481012658228e-05,
+      "loss": 0.0197,
+      "step": 267600
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4772151898734176e-05,
+      "learning_rate_adapter": 3.4772151898734176e-05,
+      "loss": 0.0199,
+      "step": 267650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.4759493670886075e-05,
+      "learning_rate_adapter": 3.4759493670886075e-05,
+      "loss": 0.0197,
+      "step": 267700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.474683544303798e-05,
+      "learning_rate_adapter": 3.474683544303798e-05,
+      "loss": 0.02,
+      "step": 267750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.473417721518987e-05,
+      "learning_rate_adapter": 3.473417721518987e-05,
+      "loss": 0.0201,
+      "step": 267800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.472151898734177e-05,
+      "learning_rate_adapter": 3.472151898734177e-05,
+      "loss": 0.02,
+      "step": 267850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.470886075949367e-05,
+      "learning_rate_adapter": 3.470886075949367e-05,
+      "loss": 0.0202,
+      "step": 267900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.469620253164557e-05,
+      "learning_rate_adapter": 3.469620253164557e-05,
+      "loss": 0.0198,
+      "step": 267950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.468354430379747e-05,
+      "learning_rate_adapter": 3.468354430379747e-05,
+      "loss": 0.0199,
+      "step": 268000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4670886075949374e-05,
+      "learning_rate_adapter": 3.4670886075949374e-05,
+      "loss": 0.0198,
+      "step": 268050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4658227848101266e-05,
+      "learning_rate_adapter": 3.4658227848101266e-05,
+      "loss": 0.0199,
+      "step": 268100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4645569620253165e-05,
+      "learning_rate_adapter": 3.4645569620253165e-05,
+      "loss": 0.0202,
+      "step": 268150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4632911392405064e-05,
+      "learning_rate_adapter": 3.4632911392405064e-05,
+      "loss": 0.0199,
+      "step": 268200
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.462025316455696e-05,
+      "learning_rate_adapter": 3.462025316455696e-05,
+      "loss": 0.02,
+      "step": 268250
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.460759493670886e-05,
+      "learning_rate_adapter": 3.460759493670886e-05,
+      "loss": 0.02,
+      "step": 268300
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.459493670886076e-05,
+      "learning_rate_adapter": 3.459493670886076e-05,
+      "loss": 0.0199,
+      "step": 268350
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.458227848101266e-05,
+      "learning_rate_adapter": 3.458227848101266e-05,
+      "loss": 0.0199,
+      "step": 268400
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.456962025316456e-05,
+      "learning_rate_adapter": 3.456962025316456e-05,
+      "loss": 0.02,
+      "step": 268450
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.455696202531646e-05,
+      "learning_rate_adapter": 3.455696202531646e-05,
+      "loss": 0.02,
+      "step": 268500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4544303797468356e-05,
+      "learning_rate_adapter": 3.4544303797468356e-05,
+      "loss": 0.0202,
+      "step": 268550
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4531645569620255e-05,
+      "learning_rate_adapter": 3.4531645569620255e-05,
+      "loss": 0.0202,
+      "step": 268600
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4518987341772153e-05,
+      "learning_rate_adapter": 3.4518987341772153e-05,
+      "loss": 0.02,
+      "step": 268650
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.450632911392405e-05,
+      "learning_rate_adapter": 3.450632911392405e-05,
+      "loss": 0.0198,
+      "step": 268700
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.449367088607595e-05,
+      "learning_rate_adapter": 3.449367088607595e-05,
+      "loss": 0.02,
+      "step": 268750
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.448101265822785e-05,
+      "learning_rate_adapter": 3.448101265822785e-05,
+      "loss": 0.0199,
+      "step": 268800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.446835443037975e-05,
+      "learning_rate_adapter": 3.446835443037975e-05,
+      "loss": 0.0201,
+      "step": 268850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.445569620253165e-05,
+      "learning_rate_adapter": 3.445569620253165e-05,
+      "loss": 0.0201,
+      "step": 268900
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4443037974683547e-05,
+      "learning_rate_adapter": 3.4443037974683547e-05,
+      "loss": 0.02,
+      "step": 268950
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4430379746835445e-05,
+      "learning_rate_adapter": 3.4430379746835445e-05,
+      "loss": 0.0204,
+      "step": 269000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.4417721518987344e-05,
+      "learning_rate_adapter": 3.4417721518987344e-05,
+      "loss": 0.02,
+      "step": 269050
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.440506329113924e-05,
+      "learning_rate_adapter": 3.440506329113924e-05,
+      "loss": 0.0201,
+      "step": 269100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.439240506329114e-05,
+      "learning_rate_adapter": 3.439240506329114e-05,
+      "loss": 0.02,
+      "step": 269150
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.437974683544304e-05,
+      "learning_rate_adapter": 3.437974683544304e-05,
+      "loss": 0.0199,
+      "step": 269200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.436708860759494e-05,
+      "learning_rate_adapter": 3.436708860759494e-05,
+      "loss": 0.02,
+      "step": 269250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.435443037974684e-05,
+      "learning_rate_adapter": 3.435443037974684e-05,
+      "loss": 0.02,
+      "step": 269300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.434177215189874e-05,
+      "learning_rate_adapter": 3.434177215189874e-05,
+      "loss": 0.0201,
+      "step": 269350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.432911392405063e-05,
+      "learning_rate_adapter": 3.432911392405063e-05,
+      "loss": 0.0201,
+      "step": 269400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4316455696202535e-05,
+      "learning_rate_adapter": 3.4316455696202535e-05,
+      "loss": 0.02,
+      "step": 269450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4303797468354434e-05,
+      "learning_rate_adapter": 3.4303797468354434e-05,
+      "loss": 0.0198,
+      "step": 269500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.429113924050633e-05,
+      "learning_rate_adapter": 3.429113924050633e-05,
+      "loss": 0.0199,
+      "step": 269550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.427848101265823e-05,
+      "learning_rate_adapter": 3.427848101265823e-05,
+      "loss": 0.0199,
+      "step": 269600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.426582278481013e-05,
+      "learning_rate_adapter": 3.426582278481013e-05,
+      "loss": 0.0199,
+      "step": 269650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.425316455696202e-05,
+      "learning_rate_adapter": 3.425316455696202e-05,
+      "loss": 0.0202,
+      "step": 269700
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.424050632911393e-05,
+      "learning_rate_adapter": 3.424050632911393e-05,
+      "loss": 0.0202,
+      "step": 269750
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.422784810126583e-05,
+      "learning_rate_adapter": 3.422784810126583e-05,
+      "loss": 0.0198,
+      "step": 269800
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4215189873417726e-05,
+      "learning_rate_adapter": 3.4215189873417726e-05,
+      "loss": 0.0199,
+      "step": 269850
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4202531645569625e-05,
+      "learning_rate_adapter": 3.4202531645569625e-05,
+      "loss": 0.0199,
+      "step": 269900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.418987341772152e-05,
+      "learning_rate_adapter": 3.418987341772152e-05,
+      "loss": 0.02,
+      "step": 269950
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4177215189873416e-05,
+      "learning_rate_adapter": 3.4177215189873416e-05,
+      "loss": 0.02,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "eval_af_opus100_pr_auc": 0.814063167736519,
+      "eval_af_ud_pr_auc": 0.9877276376722985,
+      "eval_am_opus100_pr_auc": 0.6852326034033458,
+      "eval_ar_ersatz_pr_auc": 0.9306392738234242,
+      "eval_ar_opus100_pr_auc": 0.7658616630296201,
+      "eval_ar_ud_pr_auc": 0.9134630426097272,
+      "eval_average_ersatz_pr_auc": 0.9754369882580408,
+      "eval_average_opus100_pr_auc": 0.8701179325914546,
+      "eval_average_ud_pr_auc": 0.9683615546800652,
+      "eval_az_opus100_pr_auc": 0.8305460826797736,
+      "eval_be_opus100_pr_auc": 0.8089078590349397,
+      "eval_be_ud_pr_auc": 0.9110654526498994,
+      "eval_bg_opus100_pr_auc": 0.9363903679699652,
+      "eval_bg_ud_pr_auc": 0.9966839970264396,
+      "eval_bn_opus100_pr_auc": 0.8736648142362309,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9115061696333999,
+      "eval_ca_ud_pr_auc": 0.99659942337323,
+      "eval_ceb_ud_pr_auc": 0.9992776475044056,
+      "eval_cs_ersatz_pr_auc": 0.9885915623161009,
+      "eval_cs_opus100_pr_auc": 0.9272854458280729,
+      "eval_cs_ud_pr_auc": 0.9651245046369756,
+      "eval_cy_opus100_pr_auc": 0.8037232296718276,
+      "eval_cy_ud_pr_auc": 0.9976943786028989,
+      "eval_da_opus100_pr_auc": 0.9348561985560774,
+      "eval_da_ud_pr_auc": 0.9795474464103611,
+      "eval_de_ersatz_pr_auc": 0.991804255634937,
+      "eval_de_opus100_pr_auc": 0.9305664365825421,
+      "eval_de_ud_pr_auc": 0.9897643844060677,
+      "eval_el_opus100_pr_auc": 0.9215946178662461,
+      "eval_el_ud_pr_auc": 0.9963814679900866,
+      "eval_en_ersatz_pr_auc": 0.9943662685115205,
+      "eval_en_opus100_pr_auc": 0.9311688975370352,
+      "eval_en_ud_pr_auc": 0.978797019796382,
+      "eval_eo_opus100_pr_auc": 0.9315846734317983,
+      "eval_es_ersatz_pr_auc": 0.9969562835210148,
+      "eval_es_opus100_pr_auc": 0.9479124667962033,
+      "eval_es_ud_pr_auc": 0.9899443834395425,
+      "eval_et_ersatz_pr_auc": 0.9862270847772889,
+      "eval_et_opus100_pr_auc": 0.9333220462479181,
+      "eval_et_ud_pr_auc": 0.9805673575567024,
+      "eval_eu_opus100_pr_auc": 0.8939387040040434,
+      "eval_eu_ud_pr_auc": 0.9931664005720905,
+      "eval_fa_opus100_pr_auc": 0.6426583175468936,
+      "eval_fa_ud_pr_auc": 0.9979724644399861,
+      "eval_fi_ersatz_pr_auc": 0.9958893321484372,
+      "eval_fi_opus100_pr_auc": 0.9426469249630303,
+      "eval_fi_ud_pr_auc": 0.9600347150451092,
+      "eval_fr_ersatz_pr_auc": 0.9898893719953727,
+      "eval_fr_opus100_pr_auc": 0.9338842266155275,
+      "eval_fr_ud_pr_auc": 0.9923370725906291,
+      "eval_fy_opus100_pr_auc": 0.7395651815181129,
+      "eval_ga_opus100_pr_auc": 0.9223678579267417,
+      "eval_ga_ud_pr_auc": 0.8109396505295563,
+      "eval_gd_opus100_pr_auc": 0.7780819400157838,
+      "eval_gd_ud_pr_auc": 0.8445758355622373,
+      "eval_gl_opus100_pr_auc": 0.9156027570069337,
+      "eval_gl_ud_pr_auc": 0.996609465116962,
+      "eval_gu_ersatz_pr_auc": 0.9555546467013976,
+      "eval_gu_opus100_pr_auc": 0.7852924295435089,
+      "eval_ha_opus100_pr_auc": 0.943232098821587,
+      "eval_he_opus100_pr_auc": 0.9047653582531523,
+      "eval_he_ud_pr_auc": 0.9831533526791091,
+      "eval_hi_ersatz_pr_auc": 0.9831293630630459,
+      "eval_hi_opus100_pr_auc": 0.7644874722116236,
+      "eval_hi_ud_pr_auc": 0.9934065567796311,
+      "eval_hu_opus100_pr_auc": 0.9297319673889127,
+      "eval_hu_ud_pr_auc": 0.9850268864360805,
+      "eval_hy_opus100_pr_auc": 0.9271763327055984,
+      "eval_hy_ud_pr_auc": 0.9723853852965998,
+      "eval_id_opus100_pr_auc": 0.9166752977020576,
+      "eval_id_ud_pr_auc": 0.9964809567987496,
+      "eval_ig_opus100_pr_auc": 0.8892208588384705,
+      "eval_is_opus100_pr_auc": 0.9355058209810454,
+      "eval_is_ud_pr_auc": 0.9122908005431961,
+      "eval_it_opus100_pr_auc": 0.9298926738569555,
+      "eval_it_ud_pr_auc": 0.9967965617144718,
+      "eval_ja_ersatz_pr_auc": 0.8949915033354054,
+      "eval_ja_opus100_pr_auc": 0.8697623676587423,
+      "eval_ja_ud_pr_auc": 0.9809509269212412,
+      "eval_jv_ud_pr_auc": 0.9662462255414448,
+      "eval_ka_opus100_pr_auc": 0.867532564806224,
+      "eval_kk_ersatz_pr_auc": 0.9890348581811836,
+      "eval_kk_opus100_pr_auc": 0.8563481822384008,
+      "eval_kk_ud_pr_auc": 0.9734489472116032,
+      "eval_km_ersatz_pr_auc": 0.9540753457786334,
+      "eval_km_opus100_pr_auc": 0.808183083308025,
+      "eval_kn_opus100_pr_auc": 0.7194218615398941,
+      "eval_ko_opus100_pr_auc": 0.7196730135520151,
+      "eval_ko_ud_pr_auc": 0.9973833911367582,
+      "eval_ku_opus100_pr_auc": 0.8714020240672828,
+      "eval_ky_opus100_pr_auc": 0.9111878969643517,
+      "eval_la_ud_pr_auc": 0.9757739563468811,
+      "eval_loss": 0.023379718884825706,
+      "eval_lt_ersatz_pr_auc": 0.9975197527752284,
+      "eval_lt_opus100_pr_auc": 0.9087713854053171,
+      "eval_lt_ud_pr_auc": 0.9932999936952959,
+      "eval_lv_ersatz_pr_auc": 0.9929596610483611,
+      "eval_lv_opus100_pr_auc": 0.9096647792597398,
+      "eval_lv_ud_pr_auc": 0.96793573495644,
+      "eval_mg_opus100_pr_auc": 0.9506917495466984,
+      "eval_mk_opus100_pr_auc": 0.9313617939365894,
+      "eval_ml_opus100_pr_auc": 0.8116312373758608,
+      "eval_mn_opus100_pr_auc": 0.9585424181032183,
+      "eval_mr_opus100_pr_auc": 0.9253242216980655,
+      "eval_mr_ud_pr_auc": 0.9516967678334772,
+      "eval_ms_opus100_pr_auc": 0.8945157013393579,
+      "eval_mt_opus100_pr_auc": 0.8876098906668689,
+      "eval_mt_ud_pr_auc": 0.9289759670061205,
+      "eval_my_opus100_pr_auc": 0.8679170164843475,
+      "eval_ne_opus100_pr_auc": 0.7706290361384665,
+      "eval_nl_opus100_pr_auc": 0.911783163343681,
+      "eval_nl_ud_pr_auc": 0.9899441763838935,
+      "eval_no_opus100_pr_auc": 0.9248516955983326,
+      "eval_no_ud_pr_auc": 0.9965140992983986,
+      "eval_pa_opus100_pr_auc": 0.7358700550324356,
+      "eval_pl_ersatz_pr_auc": 0.9716231675821537,
+      "eval_pl_opus100_pr_auc": 0.9129165609893376,
+      "eval_pl_ud_pr_auc": 0.9742203778564444,
+      "eval_ps_ersatz_pr_auc": 0.924887900797602,
+      "eval_ps_opus100_pr_auc": 0.7852846709499155,
+      "eval_pt_opus100_pr_auc": 0.9417616894678537,
+      "eval_pt_ud_pr_auc": 0.9906682208564963,
+      "eval_ro_ersatz_pr_auc": 0.9935618933830376,
+      "eval_ro_opus100_pr_auc": 0.8883076063912989,
+      "eval_ro_ud_pr_auc": 0.920751915092991,
+      "eval_ru_ersatz_pr_auc": 0.9949671439967467,
+      "eval_ru_opus100_pr_auc": 0.9497515644385368,
+      "eval_ru_ud_pr_auc": 0.8770633194775641,
+      "eval_runtime": 525.5497,
+      "eval_samples_per_second": 143.697,
+      "eval_si_opus100_pr_auc": 0.8467535206433918,
+      "eval_sk_opus100_pr_auc": 0.9474281431994713,
+      "eval_sk_ud_pr_auc": 0.9890735977969028,
+      "eval_sl_opus100_pr_auc": 0.9004743743613388,
+      "eval_sl_ud_pr_auc": 0.9724616308733591,
+      "eval_sq_opus100_pr_auc": 0.9455920588393888,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9328465972711752,
+      "eval_sr_ud_pr_auc": 0.9994966805666556,
+      "eval_steps_per_second": 0.561,
+      "eval_sv_opus100_pr_auc": 0.9213980340607499,
+      "eval_sv_ud_pr_auc": 0.9590644048028909,
+      "eval_ta_ersatz_pr_auc": 0.9834716093779533,
+      "eval_ta_opus100_pr_auc": 0.767803544162504,
+      "eval_ta_ud_pr_auc": 0.9992811548665844,
+      "eval_te_opus100_pr_auc": 0.828478224906981,
+      "eval_tg_opus100_pr_auc": 0.9105723266341244,
+      "eval_th_opus100_pr_auc": 0.7356943256935573,
+      "eval_th_ud_pr_auc": 0.9023389162490844,
+      "eval_tr_ersatz_pr_auc": 0.9747906304808672,
+      "eval_tr_opus100_pr_auc": 0.9139614266667108,
+      "eval_tr_ud_pr_auc": 0.9655649128367734,
+      "eval_uk_opus100_pr_auc": 0.899341551926077,
+      "eval_uk_ud_pr_auc": 0.9305048877328734,
+      "eval_ur_opus100_pr_auc": 0.6685254996001005,
+      "eval_ur_ud_pr_auc": 0.9966281797973181,
+      "eval_uz_opus100_pr_auc": 0.89736811162654,
+      "eval_vi_opus100_pr_auc": 0.9113371026309082,
+      "eval_vi_ud_pr_auc": 0.957335878640833,
+      "eval_xh_opus100_pr_auc": 0.8958078292514591,
+      "eval_yi_opus100_pr_auc": 0.752261796869114,
+      "eval_yo_opus100_pr_auc": 0.8525540793420634,
+      "eval_yo_ud_pr_auc": 0.929875500579053,
+      "eval_zh_ersatz_pr_auc": 0.9746828324471816,
+      "eval_zh_opus100_pr_auc": 0.9035353511630465,
+      "eval_zh_ud_pr_auc": 0.9922946046269099,
+      "eval_zu_opus100_pr_auc": 0.84432638320824,
+      "step": 270000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.416455696202532e-05,
+      "learning_rate_adapter": 3.416455696202532e-05,
+      "loss": 0.0202,
+      "step": 270050
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.415189873417722e-05,
+      "learning_rate_adapter": 3.415189873417722e-05,
+      "loss": 0.0199,
+      "step": 270100
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.413924050632912e-05,
+      "learning_rate_adapter": 3.413924050632912e-05,
+      "loss": 0.0198,
+      "step": 270150
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.412658227848101e-05,
+      "learning_rate_adapter": 3.412658227848101e-05,
+      "loss": 0.0199,
+      "step": 270200
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.411392405063291e-05,
+      "learning_rate_adapter": 3.411392405063291e-05,
+      "loss": 0.0201,
+      "step": 270250
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.410126582278481e-05,
+      "learning_rate_adapter": 3.410126582278481e-05,
+      "loss": 0.02,
+      "step": 270300
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4088607594936715e-05,
+      "learning_rate_adapter": 3.4088607594936715e-05,
+      "loss": 0.0198,
+      "step": 270350
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.407594936708861e-05,
+      "learning_rate_adapter": 3.407594936708861e-05,
+      "loss": 0.02,
+      "step": 270400
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4063291139240505e-05,
+      "learning_rate_adapter": 3.4063291139240505e-05,
+      "loss": 0.0196,
+      "step": 270450
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4050632911392404e-05,
+      "learning_rate_adapter": 3.4050632911392404e-05,
+      "loss": 0.0202,
+      "step": 270500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40379746835443e-05,
+      "learning_rate_adapter": 3.40379746835443e-05,
+      "loss": 0.0199,
+      "step": 270550
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.40253164556962e-05,
+      "learning_rate_adapter": 3.40253164556962e-05,
+      "loss": 0.0199,
+      "step": 270600
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.401265822784811e-05,
+      "learning_rate_adapter": 3.401265822784811e-05,
+      "loss": 0.02,
+      "step": 270650
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 3.4000000000000007e-05,
+      "learning_rate_adapter": 3.4000000000000007e-05,
+      "loss": 0.0198,
+      "step": 270700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39873417721519e-05,
+      "learning_rate_adapter": 3.39873417721519e-05,
+      "loss": 0.02,
+      "step": 270750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39746835443038e-05,
+      "learning_rate_adapter": 3.39746835443038e-05,
+      "loss": 0.0199,
+      "step": 270800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3962025316455696e-05,
+      "learning_rate_adapter": 3.3962025316455696e-05,
+      "loss": 0.0199,
+      "step": 270850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3949367088607595e-05,
+      "learning_rate_adapter": 3.3949367088607595e-05,
+      "loss": 0.02,
+      "step": 270900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.39367088607595e-05,
+      "learning_rate_adapter": 3.39367088607595e-05,
+      "loss": 0.0201,
+      "step": 270950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.392405063291139e-05,
+      "learning_rate_adapter": 3.392405063291139e-05,
+      "loss": 0.02,
+      "step": 271000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.391139240506329e-05,
+      "learning_rate_adapter": 3.391139240506329e-05,
+      "loss": 0.02,
+      "step": 271050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.389873417721519e-05,
+      "learning_rate_adapter": 3.389873417721519e-05,
+      "loss": 0.0199,
+      "step": 271100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.388607594936709e-05,
+      "learning_rate_adapter": 3.388607594936709e-05,
+      "loss": 0.0197,
+      "step": 271150
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.387341772151899e-05,
+      "learning_rate_adapter": 3.387341772151899e-05,
+      "loss": 0.02,
+      "step": 271200
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.386075949367089e-05,
+      "learning_rate_adapter": 3.386075949367089e-05,
+      "loss": 0.0199,
+      "step": 271250
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3848101265822786e-05,
+      "learning_rate_adapter": 3.3848101265822786e-05,
+      "loss": 0.0199,
+      "step": 271300
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3835443037974685e-05,
+      "learning_rate_adapter": 3.3835443037974685e-05,
+      "loss": 0.02,
+      "step": 271350
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3822784810126584e-05,
+      "learning_rate_adapter": 3.3822784810126584e-05,
+      "loss": 0.0198,
+      "step": 271400
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.381012658227848e-05,
+      "learning_rate_adapter": 3.381012658227848e-05,
+      "loss": 0.0199,
+      "step": 271450
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.379746835443038e-05,
+      "learning_rate_adapter": 3.379746835443038e-05,
+      "loss": 0.0199,
+      "step": 271500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.378481012658228e-05,
+      "learning_rate_adapter": 3.378481012658228e-05,
+      "loss": 0.02,
+      "step": 271550
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.377215189873418e-05,
+      "learning_rate_adapter": 3.377215189873418e-05,
+      "loss": 0.0199,
+      "step": 271600
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.375949367088608e-05,
+      "learning_rate_adapter": 3.375949367088608e-05,
+      "loss": 0.02,
+      "step": 271650
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.374683544303798e-05,
+      "learning_rate_adapter": 3.374683544303798e-05,
+      "loss": 0.0201,
+      "step": 271700
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3734177215189876e-05,
+      "learning_rate_adapter": 3.3734177215189876e-05,
+      "loss": 0.0199,
+      "step": 271750
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3721518987341775e-05,
+      "learning_rate_adapter": 3.3721518987341775e-05,
+      "loss": 0.0199,
+      "step": 271800
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3708860759493673e-05,
+      "learning_rate_adapter": 3.3708860759493673e-05,
+      "loss": 0.0201,
+      "step": 271850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.369620253164557e-05,
+      "learning_rate_adapter": 3.369620253164557e-05,
+      "loss": 0.0198,
+      "step": 271900
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.368354430379747e-05,
+      "learning_rate_adapter": 3.368354430379747e-05,
+      "loss": 0.0198,
+      "step": 271950
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.367088607594937e-05,
+      "learning_rate_adapter": 3.367088607594937e-05,
+      "loss": 0.0201,
+      "step": 272000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.365822784810126e-05,
+      "learning_rate_adapter": 3.365822784810126e-05,
+      "loss": 0.0201,
+      "step": 272050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.364556962025317e-05,
+      "learning_rate_adapter": 3.364556962025317e-05,
+      "loss": 0.0199,
+      "step": 272100
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.3632911392405067e-05,
+      "learning_rate_adapter": 3.3632911392405067e-05,
+      "loss": 0.0197,
+      "step": 272150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3620253164556965e-05,
+      "learning_rate_adapter": 3.3620253164556965e-05,
+      "loss": 0.0197,
+      "step": 272200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3607594936708864e-05,
+      "learning_rate_adapter": 3.3607594936708864e-05,
+      "loss": 0.0201,
+      "step": 272250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.359493670886076e-05,
+      "learning_rate_adapter": 3.359493670886076e-05,
+      "loss": 0.0199,
+      "step": 272300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3582278481012655e-05,
+      "learning_rate_adapter": 3.3582278481012655e-05,
+      "loss": 0.0199,
+      "step": 272350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.356962025316456e-05,
+      "learning_rate_adapter": 3.356962025316456e-05,
+      "loss": 0.0199,
+      "step": 272400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.355696202531646e-05,
+      "learning_rate_adapter": 3.355696202531646e-05,
+      "loss": 0.0198,
+      "step": 272450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.354430379746836e-05,
+      "learning_rate_adapter": 3.354430379746836e-05,
+      "loss": 0.0199,
+      "step": 272500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.353164556962026e-05,
+      "learning_rate_adapter": 3.353164556962026e-05,
+      "loss": 0.0202,
+      "step": 272550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.351898734177215e-05,
+      "learning_rate_adapter": 3.351898734177215e-05,
+      "loss": 0.0198,
+      "step": 272600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.350632911392405e-05,
+      "learning_rate_adapter": 3.350632911392405e-05,
+      "loss": 0.0198,
+      "step": 272650
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3493670886075954e-05,
+      "learning_rate_adapter": 3.3493670886075954e-05,
+      "loss": 0.0199,
+      "step": 272700
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.348101265822785e-05,
+      "learning_rate_adapter": 3.348101265822785e-05,
+      "loss": 0.0199,
+      "step": 272750
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.346835443037975e-05,
+      "learning_rate_adapter": 3.346835443037975e-05,
+      "loss": 0.0197,
+      "step": 272800
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3455696202531644e-05,
+      "learning_rate_adapter": 3.3455696202531644e-05,
+      "loss": 0.0197,
+      "step": 272850
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.344303797468354e-05,
+      "learning_rate_adapter": 3.344303797468354e-05,
+      "loss": 0.0199,
+      "step": 272900
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.343037974683544e-05,
+      "learning_rate_adapter": 3.343037974683544e-05,
+      "loss": 0.0198,
+      "step": 272950
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.341772151898735e-05,
+      "learning_rate_adapter": 3.341772151898735e-05,
+      "loss": 0.0198,
+      "step": 273000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3405063291139246e-05,
+      "learning_rate_adapter": 3.3405063291139246e-05,
+      "loss": 0.02,
+      "step": 273050
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3392405063291145e-05,
+      "learning_rate_adapter": 3.3392405063291145e-05,
+      "loss": 0.0198,
+      "step": 273100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.337974683544304e-05,
+      "learning_rate_adapter": 3.337974683544304e-05,
+      "loss": 0.02,
+      "step": 273150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3367088607594936e-05,
+      "learning_rate_adapter": 3.3367088607594936e-05,
+      "loss": 0.0201,
+      "step": 273200
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3354430379746835e-05,
+      "learning_rate_adapter": 3.3354430379746835e-05,
+      "loss": 0.0199,
+      "step": 273250
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.334177215189874e-05,
+      "learning_rate_adapter": 3.334177215189874e-05,
+      "loss": 0.0199,
+      "step": 273300
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.332911392405064e-05,
+      "learning_rate_adapter": 3.332911392405064e-05,
+      "loss": 0.02,
+      "step": 273350
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.331645569620253e-05,
+      "learning_rate_adapter": 3.331645569620253e-05,
+      "loss": 0.02,
+      "step": 273400
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.330379746835443e-05,
+      "learning_rate_adapter": 3.330379746835443e-05,
+      "loss": 0.0199,
+      "step": 273450
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.329113924050633e-05,
+      "learning_rate_adapter": 3.329113924050633e-05,
+      "loss": 0.02,
+      "step": 273500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.327848101265823e-05,
+      "learning_rate_adapter": 3.327848101265823e-05,
+      "loss": 0.0199,
+      "step": 273550
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.326582278481013e-05,
+      "learning_rate_adapter": 3.326582278481013e-05,
+      "loss": 0.02,
+      "step": 273600
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3253164556962025e-05,
+      "learning_rate_adapter": 3.3253164556962025e-05,
+      "loss": 0.02,
+      "step": 273650
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3240506329113924e-05,
+      "learning_rate_adapter": 3.3240506329113924e-05,
+      "loss": 0.0202,
+      "step": 273700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.322784810126582e-05,
+      "learning_rate_adapter": 3.322784810126582e-05,
+      "loss": 0.02,
+      "step": 273750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.321518987341772e-05,
+      "learning_rate_adapter": 3.321518987341772e-05,
+      "loss": 0.0199,
+      "step": 273800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.320253164556962e-05,
+      "learning_rate_adapter": 3.320253164556962e-05,
+      "loss": 0.02,
+      "step": 273850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3189873417721526e-05,
+      "learning_rate_adapter": 3.3189873417721526e-05,
+      "loss": 0.02,
+      "step": 273900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.317721518987342e-05,
+      "learning_rate_adapter": 3.317721518987342e-05,
+      "loss": 0.0199,
+      "step": 273950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.316455696202532e-05,
+      "learning_rate_adapter": 3.316455696202532e-05,
+      "loss": 0.02,
+      "step": 274000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3151898734177216e-05,
+      "learning_rate_adapter": 3.3151898734177216e-05,
+      "loss": 0.0199,
+      "step": 274050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3139240506329115e-05,
+      "learning_rate_adapter": 3.3139240506329115e-05,
+      "loss": 0.02,
+      "step": 274100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3126582278481014e-05,
+      "learning_rate_adapter": 3.3126582278481014e-05,
+      "loss": 0.0198,
+      "step": 274150
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.311392405063291e-05,
+      "learning_rate_adapter": 3.311392405063291e-05,
+      "loss": 0.0197,
+      "step": 274200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.310126582278481e-05,
+      "learning_rate_adapter": 3.310126582278481e-05,
+      "loss": 0.0199,
+      "step": 274250
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.308860759493671e-05,
+      "learning_rate_adapter": 3.308860759493671e-05,
+      "loss": 0.02,
+      "step": 274300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.307594936708861e-05,
+      "learning_rate_adapter": 3.307594936708861e-05,
+      "loss": 0.02,
+      "step": 274350
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.306329113924051e-05,
+      "learning_rate_adapter": 3.306329113924051e-05,
+      "loss": 0.0198,
+      "step": 274400
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.305063291139241e-05,
+      "learning_rate_adapter": 3.305063291139241e-05,
+      "loss": 0.02,
+      "step": 274450
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3037974683544306e-05,
+      "learning_rate_adapter": 3.3037974683544306e-05,
+      "loss": 0.02,
+      "step": 274500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3025316455696205e-05,
+      "learning_rate_adapter": 3.3025316455696205e-05,
+      "loss": 0.02,
+      "step": 274550
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3012658227848104e-05,
+      "learning_rate_adapter": 3.3012658227848104e-05,
+      "loss": 0.02,
+      "step": 274600
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.3e-05,
+      "learning_rate_adapter": 3.3e-05,
+      "loss": 0.0198,
+      "step": 274650
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29873417721519e-05,
+      "learning_rate_adapter": 3.29873417721519e-05,
+      "loss": 0.0199,
+      "step": 274700
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29746835443038e-05,
+      "learning_rate_adapter": 3.29746835443038e-05,
+      "loss": 0.0197,
+      "step": 274750
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29620253164557e-05,
+      "learning_rate_adapter": 3.29620253164557e-05,
+      "loss": 0.0199,
+      "step": 274800
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29493670886076e-05,
+      "learning_rate_adapter": 3.29493670886076e-05,
+      "loss": 0.0202,
+      "step": 274850
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.29367088607595e-05,
+      "learning_rate_adapter": 3.29367088607595e-05,
+      "loss": 0.0199,
+      "step": 274900
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.2924050632911396e-05,
+      "learning_rate_adapter": 3.2924050632911396e-05,
+      "loss": 0.0198,
+      "step": 274950
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.291139240506329e-05,
+      "learning_rate_adapter": 3.291139240506329e-05,
+      "loss": 0.0197,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "eval_af_opus100_pr_auc": 0.8125807205504295,
+      "eval_af_ud_pr_auc": 0.9904889923270577,
+      "eval_am_opus100_pr_auc": 0.5736213412888165,
+      "eval_ar_ersatz_pr_auc": 0.9339471721146676,
+      "eval_ar_opus100_pr_auc": 0.7559640157389416,
+      "eval_ar_ud_pr_auc": 0.9081087772525794,
+      "eval_average_ersatz_pr_auc": 0.9760410464170675,
+      "eval_average_opus100_pr_auc": 0.8652820809429823,
+      "eval_average_ud_pr_auc": 0.9700659259849537,
+      "eval_az_opus100_pr_auc": 0.8368885732928363,
+      "eval_be_opus100_pr_auc": 0.7894357779065975,
+      "eval_be_ud_pr_auc": 0.9153364069165792,
+      "eval_bg_opus100_pr_auc": 0.9346781428448624,
+      "eval_bg_ud_pr_auc": 0.9965725830857171,
+      "eval_bn_opus100_pr_auc": 0.8557765099237044,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9164507791707672,
+      "eval_ca_ud_pr_auc": 0.9976441411543815,
+      "eval_ceb_ud_pr_auc": 0.999047058578344,
+      "eval_cs_ersatz_pr_auc": 0.9890280070725453,
+      "eval_cs_opus100_pr_auc": 0.9293290655330594,
+      "eval_cs_ud_pr_auc": 0.9647588790286982,
+      "eval_cy_opus100_pr_auc": 0.7995991787864998,
+      "eval_cy_ud_pr_auc": 0.9977195869407305,
+      "eval_da_opus100_pr_auc": 0.9340848250813527,
+      "eval_da_ud_pr_auc": 0.9806590588642712,
+      "eval_de_ersatz_pr_auc": 0.9906147310635252,
+      "eval_de_opus100_pr_auc": 0.9310741228469245,
+      "eval_de_ud_pr_auc": 0.9883020179576508,
+      "eval_el_opus100_pr_auc": 0.919529318043857,
+      "eval_el_ud_pr_auc": 0.9960360305145983,
+      "eval_en_ersatz_pr_auc": 0.993459898725713,
+      "eval_en_opus100_pr_auc": 0.926670762940483,
+      "eval_en_ud_pr_auc": 0.9815754284098002,
+      "eval_eo_opus100_pr_auc": 0.9352286781759105,
+      "eval_es_ersatz_pr_auc": 0.9974094887776456,
+      "eval_es_opus100_pr_auc": 0.9436203599597639,
+      "eval_es_ud_pr_auc": 0.990533838776695,
+      "eval_et_ersatz_pr_auc": 0.9840176247683952,
+      "eval_et_opus100_pr_auc": 0.931110085471641,
+      "eval_et_ud_pr_auc": 0.9798296312870431,
+      "eval_eu_opus100_pr_auc": 0.8944997562897764,
+      "eval_eu_ud_pr_auc": 0.9925818963230615,
+      "eval_fa_opus100_pr_auc": 0.6543226753688698,
+      "eval_fa_ud_pr_auc": 0.9974144382656069,
+      "eval_fi_ersatz_pr_auc": 0.9945221317116693,
+      "eval_fi_opus100_pr_auc": 0.9403003529269005,
+      "eval_fi_ud_pr_auc": 0.9569392940543101,
+      "eval_fr_ersatz_pr_auc": 0.9910397487260049,
+      "eval_fr_opus100_pr_auc": 0.931230977697616,
+      "eval_fr_ud_pr_auc": 0.9929066042669533,
+      "eval_fy_opus100_pr_auc": 0.7386944513889091,
+      "eval_ga_opus100_pr_auc": 0.9257766133549844,
+      "eval_ga_ud_pr_auc": 0.8250299355266153,
+      "eval_gd_opus100_pr_auc": 0.7860470989310845,
+      "eval_gd_ud_pr_auc": 0.842633605656329,
+      "eval_gl_opus100_pr_auc": 0.913504477621559,
+      "eval_gl_ud_pr_auc": 0.9957626887757228,
+      "eval_gu_ersatz_pr_auc": 0.9539043471593726,
+      "eval_gu_opus100_pr_auc": 0.7650302369011575,
+      "eval_ha_opus100_pr_auc": 0.9430141632869176,
+      "eval_he_opus100_pr_auc": 0.90100043339625,
+      "eval_he_ud_pr_auc": 0.9859922645396859,
+      "eval_hi_ersatz_pr_auc": 0.9839751261945401,
+      "eval_hi_opus100_pr_auc": 0.7506104625452853,
+      "eval_hi_ud_pr_auc": 0.9925037412282633,
+      "eval_hu_opus100_pr_auc": 0.9274696421055875,
+      "eval_hu_ud_pr_auc": 0.9847728494396799,
+      "eval_hy_opus100_pr_auc": 0.9229091836788526,
+      "eval_hy_ud_pr_auc": 0.9766302212118765,
+      "eval_id_opus100_pr_auc": 0.9119002783708962,
+      "eval_id_ud_pr_auc": 0.9965413967904597,
+      "eval_ig_opus100_pr_auc": 0.893023685200565,
+      "eval_is_opus100_pr_auc": 0.936630726264505,
+      "eval_is_ud_pr_auc": 0.9290115894215818,
+      "eval_it_opus100_pr_auc": 0.9280259950983297,
+      "eval_it_ud_pr_auc": 0.9954794762691579,
+      "eval_ja_ersatz_pr_auc": 0.9056326575947253,
+      "eval_ja_opus100_pr_auc": 0.8810202703282536,
+      "eval_ja_ud_pr_auc": 0.9851166635474752,
+      "eval_jv_ud_pr_auc": 0.9576757043862434,
+      "eval_ka_opus100_pr_auc": 0.862063793334194,
+      "eval_kk_ersatz_pr_auc": 0.9888251049055219,
+      "eval_kk_opus100_pr_auc": 0.8436586967961798,
+      "eval_kk_ud_pr_auc": 0.9752040988852243,
+      "eval_km_ersatz_pr_auc": 0.9541342567115314,
+      "eval_km_opus100_pr_auc": 0.7850701734973473,
+      "eval_kn_opus100_pr_auc": 0.7061065990658087,
+      "eval_ko_opus100_pr_auc": 0.7155568737282801,
+      "eval_ko_ud_pr_auc": 0.9981153763259787,
+      "eval_ku_opus100_pr_auc": 0.8791764622307869,
+      "eval_ky_opus100_pr_auc": 0.8990256746138083,
+      "eval_la_ud_pr_auc": 0.9772798577689189,
+      "eval_loss": 0.023358572274446487,
+      "eval_lt_ersatz_pr_auc": 0.9976344526914641,
+      "eval_lt_opus100_pr_auc": 0.9124978706377419,
+      "eval_lt_ud_pr_auc": 0.9948225639267131,
+      "eval_lv_ersatz_pr_auc": 0.9940843179123743,
+      "eval_lv_opus100_pr_auc": 0.9127405954658545,
+      "eval_lv_ud_pr_auc": 0.9694196640911177,
+      "eval_mg_opus100_pr_auc": 0.9473662825318165,
+      "eval_mk_opus100_pr_auc": 0.9321628309404678,
+      "eval_ml_opus100_pr_auc": 0.8031867546177224,
+      "eval_mn_opus100_pr_auc": 0.9558362447214465,
+      "eval_mr_opus100_pr_auc": 0.9301904377884626,
+      "eval_mr_ud_pr_auc": 0.9686976058764925,
+      "eval_ms_opus100_pr_auc": 0.8971685026009506,
+      "eval_mt_opus100_pr_auc": 0.8867796655868854,
+      "eval_mt_ud_pr_auc": 0.9361767126710288,
+      "eval_my_opus100_pr_auc": 0.8649168914986246,
+      "eval_ne_opus100_pr_auc": 0.7594260869999606,
+      "eval_nl_opus100_pr_auc": 0.9057572567988839,
+      "eval_nl_ud_pr_auc": 0.988121544733971,
+      "eval_no_opus100_pr_auc": 0.9256078132865722,
+      "eval_no_ud_pr_auc": 0.9966793378249186,
+      "eval_pa_opus100_pr_auc": 0.7126870940503239,
+      "eval_pl_ersatz_pr_auc": 0.9748774894395608,
+      "eval_pl_opus100_pr_auc": 0.9117828228656794,
+      "eval_pl_ud_pr_auc": 0.9774956615958404,
+      "eval_ps_ersatz_pr_auc": 0.9266390562757216,
+      "eval_ps_opus100_pr_auc": 0.7800317552843667,
+      "eval_pt_opus100_pr_auc": 0.9365411244408786,
+      "eval_pt_ud_pr_auc": 0.988832743215476,
+      "eval_ro_ersatz_pr_auc": 0.9943725461599067,
+      "eval_ro_opus100_pr_auc": 0.8827101095682427,
+      "eval_ro_ud_pr_auc": 0.9621420974187443,
+      "eval_ru_ersatz_pr_auc": 0.9945962825005665,
+      "eval_ru_opus100_pr_auc": 0.9486332960528573,
+      "eval_ru_ud_pr_auc": 0.8844391145196989,
+      "eval_runtime": 531.0381,
+      "eval_samples_per_second": 142.212,
+      "eval_si_opus100_pr_auc": 0.8374673426946758,
+      "eval_sk_opus100_pr_auc": 0.9451954612854526,
+      "eval_sk_ud_pr_auc": 0.9881410017470696,
+      "eval_sl_opus100_pr_auc": 0.8953108580452858,
+      "eval_sl_ud_pr_auc": 0.9721903839847861,
+      "eval_sq_opus100_pr_auc": 0.9448804178886452,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9281021765642427,
+      "eval_sr_ud_pr_auc": 0.9991840363535933,
+      "eval_steps_per_second": 0.556,
+      "eval_sv_opus100_pr_auc": 0.9149629473788871,
+      "eval_sv_ud_pr_auc": 0.9621557600612531,
+      "eval_ta_ersatz_pr_auc": 0.9828395089745701,
+      "eval_ta_opus100_pr_auc": 0.7624736685805992,
+      "eval_ta_ud_pr_auc": 0.9990378718230125,
+      "eval_te_opus100_pr_auc": 0.8184613433437586,
+      "eval_tg_opus100_pr_auc": 0.9179374270100845,
+      "eval_th_opus100_pr_auc": 0.7265201726475629,
+      "eval_th_ud_pr_auc": 0.9047980088321403,
+      "eval_tr_ersatz_pr_auc": 0.9779986512437905,
+      "eval_tr_opus100_pr_auc": 0.9122442829833131,
+      "eval_tr_ud_pr_auc": 0.9712975730810763,
+      "eval_uk_opus100_pr_auc": 0.8946257417206378,
+      "eval_uk_ud_pr_auc": 0.9282135662748928,
+      "eval_ur_opus100_pr_auc": 0.6581330122323092,
+      "eval_ur_ud_pr_auc": 0.9933738617304284,
+      "eval_uz_opus100_pr_auc": 0.8978662222028925,
+      "eval_vi_opus100_pr_auc": 0.9070030004936995,
+      "eval_vi_ud_pr_auc": 0.9453056263486299,
+      "eval_xh_opus100_pr_auc": 0.8938195763887409,
+      "eval_yi_opus100_pr_auc": 0.7402472602827721,
+      "eval_yo_opus100_pr_auc": 0.8512359525285005,
+      "eval_yo_ud_pr_auc": 0.9273827514777397,
+      "eval_zh_ersatz_pr_auc": 0.9693504204516706,
+      "eval_zh_opus100_pr_auc": 0.9021940352730777,
+      "eval_zh_ud_pr_auc": 0.9916461597764406,
+      "eval_zu_opus100_pr_auc": 0.8371142904625078,
+      "step": 275000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.289873417721519e-05,
+      "learning_rate_adapter": 3.289873417721519e-05,
+      "loss": 0.02,
+      "step": 275050
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.288607594936709e-05,
+      "learning_rate_adapter": 3.288607594936709e-05,
+      "loss": 0.0199,
+      "step": 275100
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.287341772151899e-05,
+      "learning_rate_adapter": 3.287341772151899e-05,
+      "loss": 0.0198,
+      "step": 275150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.286075949367089e-05,
+      "learning_rate_adapter": 3.286075949367089e-05,
+      "loss": 0.02,
+      "step": 275200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.284810126582278e-05,
+      "learning_rate_adapter": 3.284810126582278e-05,
+      "loss": 0.0198,
+      "step": 275250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.283544303797468e-05,
+      "learning_rate_adapter": 3.283544303797468e-05,
+      "loss": 0.0199,
+      "step": 275300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2822784810126587e-05,
+      "learning_rate_adapter": 3.2822784810126587e-05,
+      "loss": 0.0197,
+      "step": 275350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2810126582278485e-05,
+      "learning_rate_adapter": 3.2810126582278485e-05,
+      "loss": 0.0199,
+      "step": 275400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2797468354430384e-05,
+      "learning_rate_adapter": 3.2797468354430384e-05,
+      "loss": 0.02,
+      "step": 275450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.278481012658228e-05,
+      "learning_rate_adapter": 3.278481012658228e-05,
+      "loss": 0.0201,
+      "step": 275500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2772151898734175e-05,
+      "learning_rate_adapter": 3.2772151898734175e-05,
+      "loss": 0.0198,
+      "step": 275550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2759493670886074e-05,
+      "learning_rate_adapter": 3.2759493670886074e-05,
+      "loss": 0.0198,
+      "step": 275600
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.274683544303798e-05,
+      "learning_rate_adapter": 3.274683544303798e-05,
+      "loss": 0.0198,
+      "step": 275650
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.273417721518988e-05,
+      "learning_rate_adapter": 3.273417721518988e-05,
+      "loss": 0.0198,
+      "step": 275700
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.272151898734178e-05,
+      "learning_rate_adapter": 3.272151898734178e-05,
+      "loss": 0.0199,
+      "step": 275750
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.270886075949367e-05,
+      "learning_rate_adapter": 3.270886075949367e-05,
+      "loss": 0.0201,
+      "step": 275800
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.269620253164557e-05,
+      "learning_rate_adapter": 3.269620253164557e-05,
+      "loss": 0.0198,
+      "step": 275850
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.268354430379747e-05,
+      "learning_rate_adapter": 3.268354430379747e-05,
+      "loss": 0.0198,
+      "step": 275900
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.267088607594937e-05,
+      "learning_rate_adapter": 3.267088607594937e-05,
+      "loss": 0.0198,
+      "step": 275950
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.265822784810127e-05,
+      "learning_rate_adapter": 3.265822784810127e-05,
+      "loss": 0.0199,
+      "step": 276000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2645569620253164e-05,
+      "learning_rate_adapter": 3.2645569620253164e-05,
+      "loss": 0.0199,
+      "step": 276050
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.263291139240506e-05,
+      "learning_rate_adapter": 3.263291139240506e-05,
+      "loss": 0.0199,
+      "step": 276100
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.262025316455696e-05,
+      "learning_rate_adapter": 3.262025316455696e-05,
+      "loss": 0.0199,
+      "step": 276150
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.260759493670886e-05,
+      "learning_rate_adapter": 3.260759493670886e-05,
+      "loss": 0.0199,
+      "step": 276200
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2594936708860766e-05,
+      "learning_rate_adapter": 3.2594936708860766e-05,
+      "loss": 0.0199,
+      "step": 276250
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2582278481012665e-05,
+      "learning_rate_adapter": 3.2582278481012665e-05,
+      "loss": 0.0201,
+      "step": 276300
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.256962025316456e-05,
+      "learning_rate_adapter": 3.256962025316456e-05,
+      "loss": 0.02,
+      "step": 276350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2556962025316456e-05,
+      "learning_rate_adapter": 3.2556962025316456e-05,
+      "loss": 0.0198,
+      "step": 276400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2544303797468355e-05,
+      "learning_rate_adapter": 3.2544303797468355e-05,
+      "loss": 0.0198,
+      "step": 276450
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.2531645569620253e-05,
+      "learning_rate_adapter": 3.2531645569620253e-05,
+      "loss": 0.0199,
+      "step": 276500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.251898734177216e-05,
+      "learning_rate_adapter": 3.251898734177216e-05,
+      "loss": 0.0197,
+      "step": 276550
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 3.250632911392405e-05,
+      "learning_rate_adapter": 3.250632911392405e-05,
+      "loss": 0.0199,
+      "step": 276600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.249367088607595e-05,
+      "learning_rate_adapter": 3.249367088607595e-05,
+      "loss": 0.0198,
+      "step": 276650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.248101265822785e-05,
+      "learning_rate_adapter": 3.248101265822785e-05,
+      "loss": 0.0198,
+      "step": 276700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.246835443037975e-05,
+      "learning_rate_adapter": 3.246835443037975e-05,
+      "loss": 0.0199,
+      "step": 276750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2455696202531647e-05,
+      "learning_rate_adapter": 3.2455696202531647e-05,
+      "loss": 0.0198,
+      "step": 276800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2443037974683545e-05,
+      "learning_rate_adapter": 3.2443037974683545e-05,
+      "loss": 0.02,
+      "step": 276850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2430379746835444e-05,
+      "learning_rate_adapter": 3.2430379746835444e-05,
+      "loss": 0.02,
+      "step": 276900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.241772151898734e-05,
+      "learning_rate_adapter": 3.241772151898734e-05,
+      "loss": 0.02,
+      "step": 276950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.240506329113924e-05,
+      "learning_rate_adapter": 3.240506329113924e-05,
+      "loss": 0.02,
+      "step": 277000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.239240506329114e-05,
+      "learning_rate_adapter": 3.239240506329114e-05,
+      "loss": 0.0201,
+      "step": 277050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.237974683544304e-05,
+      "learning_rate_adapter": 3.237974683544304e-05,
+      "loss": 0.0197,
+      "step": 277100
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.236708860759494e-05,
+      "learning_rate_adapter": 3.236708860759494e-05,
+      "loss": 0.02,
+      "step": 277150
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.235443037974684e-05,
+      "learning_rate_adapter": 3.235443037974684e-05,
+      "loss": 0.0199,
+      "step": 277200
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2341772151898736e-05,
+      "learning_rate_adapter": 3.2341772151898736e-05,
+      "loss": 0.0198,
+      "step": 277250
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2329113924050635e-05,
+      "learning_rate_adapter": 3.2329113924050635e-05,
+      "loss": 0.0198,
+      "step": 277300
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2316455696202534e-05,
+      "learning_rate_adapter": 3.2316455696202534e-05,
+      "loss": 0.0199,
+      "step": 277350
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.230379746835443e-05,
+      "learning_rate_adapter": 3.230379746835443e-05,
+      "loss": 0.0198,
+      "step": 277400
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.229113924050633e-05,
+      "learning_rate_adapter": 3.229113924050633e-05,
+      "loss": 0.02,
+      "step": 277450
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.227848101265823e-05,
+      "learning_rate_adapter": 3.227848101265823e-05,
+      "loss": 0.0198,
+      "step": 277500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.226582278481013e-05,
+      "learning_rate_adapter": 3.226582278481013e-05,
+      "loss": 0.0198,
+      "step": 277550
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.225316455696203e-05,
+      "learning_rate_adapter": 3.225316455696203e-05,
+      "loss": 0.0199,
+      "step": 277600
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.224050632911392e-05,
+      "learning_rate_adapter": 3.224050632911392e-05,
+      "loss": 0.0197,
+      "step": 277650
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2227848101265826e-05,
+      "learning_rate_adapter": 3.2227848101265826e-05,
+      "loss": 0.0199,
+      "step": 277700
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2215189873417725e-05,
+      "learning_rate_adapter": 3.2215189873417725e-05,
+      "loss": 0.0198,
+      "step": 277750
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2202531645569624e-05,
+      "learning_rate_adapter": 3.2202531645569624e-05,
+      "loss": 0.02,
+      "step": 277800
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.218987341772152e-05,
+      "learning_rate_adapter": 3.218987341772152e-05,
+      "loss": 0.02,
+      "step": 277850
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.217721518987342e-05,
+      "learning_rate_adapter": 3.217721518987342e-05,
+      "loss": 0.0198,
+      "step": 277900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.2164556962025313e-05,
+      "learning_rate_adapter": 3.2164556962025313e-05,
+      "loss": 0.0199,
+      "step": 277950
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.215189873417722e-05,
+      "learning_rate_adapter": 3.215189873417722e-05,
+      "loss": 0.0198,
+      "step": 278000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.213924050632912e-05,
+      "learning_rate_adapter": 3.213924050632912e-05,
+      "loss": 0.0199,
+      "step": 278050
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 3.212658227848102e-05,
+      "learning_rate_adapter": 3.212658227848102e-05,
+      "loss": 0.0199,
+      "step": 278100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2113924050632916e-05,
+      "learning_rate_adapter": 3.2113924050632916e-05,
+      "loss": 0.0201,
+      "step": 278150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.210126582278481e-05,
+      "learning_rate_adapter": 3.210126582278481e-05,
+      "loss": 0.0197,
+      "step": 278200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2088607594936707e-05,
+      "learning_rate_adapter": 3.2088607594936707e-05,
+      "loss": 0.0201,
+      "step": 278250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.207594936708861e-05,
+      "learning_rate_adapter": 3.207594936708861e-05,
+      "loss": 0.0199,
+      "step": 278300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.206329113924051e-05,
+      "learning_rate_adapter": 3.206329113924051e-05,
+      "loss": 0.0198,
+      "step": 278350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.205063291139241e-05,
+      "learning_rate_adapter": 3.205063291139241e-05,
+      "loss": 0.02,
+      "step": 278400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20379746835443e-05,
+      "learning_rate_adapter": 3.20379746835443e-05,
+      "loss": 0.0199,
+      "step": 278450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20253164556962e-05,
+      "learning_rate_adapter": 3.20253164556962e-05,
+      "loss": 0.0198,
+      "step": 278500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.20126582278481e-05,
+      "learning_rate_adapter": 3.20126582278481e-05,
+      "loss": 0.0197,
+      "step": 278550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.2000000000000005e-05,
+      "learning_rate_adapter": 3.2000000000000005e-05,
+      "loss": 0.0198,
+      "step": 278600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1987341772151904e-05,
+      "learning_rate_adapter": 3.1987341772151904e-05,
+      "loss": 0.0197,
+      "step": 278650
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19746835443038e-05,
+      "learning_rate_adapter": 3.19746835443038e-05,
+      "loss": 0.0198,
+      "step": 278700
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1962025316455695e-05,
+      "learning_rate_adapter": 3.1962025316455695e-05,
+      "loss": 0.0198,
+      "step": 278750
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1949367088607594e-05,
+      "learning_rate_adapter": 3.1949367088607594e-05,
+      "loss": 0.02,
+      "step": 278800
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.193670886075949e-05,
+      "learning_rate_adapter": 3.193670886075949e-05,
+      "loss": 0.0198,
+      "step": 278850
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19240506329114e-05,
+      "learning_rate_adapter": 3.19240506329114e-05,
+      "loss": 0.0199,
+      "step": 278900
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.19113924050633e-05,
+      "learning_rate_adapter": 3.19113924050633e-05,
+      "loss": 0.0198,
+      "step": 278950
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.189873417721519e-05,
+      "learning_rate_adapter": 3.189873417721519e-05,
+      "loss": 0.0199,
+      "step": 279000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.188607594936709e-05,
+      "learning_rate_adapter": 3.188607594936709e-05,
+      "loss": 0.02,
+      "step": 279050
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.187341772151899e-05,
+      "learning_rate_adapter": 3.187341772151899e-05,
+      "loss": 0.02,
+      "step": 279100
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1860759493670886e-05,
+      "learning_rate_adapter": 3.1860759493670886e-05,
+      "loss": 0.0199,
+      "step": 279150
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.184810126582279e-05,
+      "learning_rate_adapter": 3.184810126582279e-05,
+      "loss": 0.0198,
+      "step": 279200
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1835443037974684e-05,
+      "learning_rate_adapter": 3.1835443037974684e-05,
+      "loss": 0.0196,
+      "step": 279250
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.182278481012658e-05,
+      "learning_rate_adapter": 3.182278481012658e-05,
+      "loss": 0.0197,
+      "step": 279300
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.181012658227848e-05,
+      "learning_rate_adapter": 3.181012658227848e-05,
+      "loss": 0.0198,
+      "step": 279350
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.179746835443038e-05,
+      "learning_rate_adapter": 3.179746835443038e-05,
+      "loss": 0.0199,
+      "step": 279400
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.178481012658228e-05,
+      "learning_rate_adapter": 3.178481012658228e-05,
+      "loss": 0.0198,
+      "step": 279450
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.177215189873418e-05,
+      "learning_rate_adapter": 3.177215189873418e-05,
+      "loss": 0.0198,
+      "step": 279500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.175949367088608e-05,
+      "learning_rate_adapter": 3.175949367088608e-05,
+      "loss": 0.0197,
+      "step": 279550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 3.1746835443037976e-05,
+      "learning_rate_adapter": 3.1746835443037976e-05,
+      "loss": 0.02,
+      "step": 279600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1734177215189875e-05,
+      "learning_rate_adapter": 3.1734177215189875e-05,
+      "loss": 0.0199,
+      "step": 279650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.172151898734177e-05,
+      "learning_rate_adapter": 3.172151898734177e-05,
+      "loss": 0.0199,
+      "step": 279700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.170886075949367e-05,
+      "learning_rate_adapter": 3.170886075949367e-05,
+      "loss": 0.02,
+      "step": 279750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.169620253164557e-05,
+      "learning_rate_adapter": 3.169620253164557e-05,
+      "loss": 0.0199,
+      "step": 279800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.168354430379747e-05,
+      "learning_rate_adapter": 3.168354430379747e-05,
+      "loss": 0.0199,
+      "step": 279850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.167088607594937e-05,
+      "learning_rate_adapter": 3.167088607594937e-05,
+      "loss": 0.0196,
+      "step": 279900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.165822784810127e-05,
+      "learning_rate_adapter": 3.165822784810127e-05,
+      "loss": 0.0199,
+      "step": 279950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1645569620253167e-05,
+      "learning_rate_adapter": 3.1645569620253167e-05,
+      "loss": 0.0196,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "eval_af_opus100_pr_auc": 0.8056336876723384,
+      "eval_af_ud_pr_auc": 0.9925323099239951,
+      "eval_am_opus100_pr_auc": 0.6889738038721618,
+      "eval_ar_ersatz_pr_auc": 0.9234372649564326,
+      "eval_ar_opus100_pr_auc": 0.7668812513479621,
+      "eval_ar_ud_pr_auc": 0.9118156395689335,
+      "eval_average_ersatz_pr_auc": 0.9743379112986562,
+      "eval_average_opus100_pr_auc": 0.8668471020040275,
+      "eval_average_ud_pr_auc": 0.9692191396814605,
+      "eval_az_opus100_pr_auc": 0.8450623679039758,
+      "eval_be_opus100_pr_auc": 0.7694142346245718,
+      "eval_be_ud_pr_auc": 0.9101376261116149,
+      "eval_bg_opus100_pr_auc": 0.9328174667041236,
+      "eval_bg_ud_pr_auc": 0.9959540698823319,
+      "eval_bn_opus100_pr_auc": 0.8601107042559026,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9089143056618533,
+      "eval_ca_ud_pr_auc": 0.9975203797463233,
+      "eval_ceb_ud_pr_auc": 0.9991800438884405,
+      "eval_cs_ersatz_pr_auc": 0.9885378352939083,
+      "eval_cs_opus100_pr_auc": 0.9297171434046441,
+      "eval_cs_ud_pr_auc": 0.965290540977799,
+      "eval_cy_opus100_pr_auc": 0.8074217984045663,
+      "eval_cy_ud_pr_auc": 0.9976188652732919,
+      "eval_da_opus100_pr_auc": 0.9337940982525321,
+      "eval_da_ud_pr_auc": 0.97926838799561,
+      "eval_de_ersatz_pr_auc": 0.990499921154953,
+      "eval_de_opus100_pr_auc": 0.9294078509530062,
+      "eval_de_ud_pr_auc": 0.9878857122161431,
+      "eval_el_opus100_pr_auc": 0.9169336212432897,
+      "eval_el_ud_pr_auc": 0.9965516652173372,
+      "eval_en_ersatz_pr_auc": 0.9943939088127651,
+      "eval_en_opus100_pr_auc": 0.9280127938350737,
+      "eval_en_ud_pr_auc": 0.9825167812698152,
+      "eval_eo_opus100_pr_auc": 0.9358008075607841,
+      "eval_es_ersatz_pr_auc": 0.9974087533555477,
+      "eval_es_opus100_pr_auc": 0.9439729402048045,
+      "eval_es_ud_pr_auc": 0.989571413237246,
+      "eval_et_ersatz_pr_auc": 0.9831118443150237,
+      "eval_et_opus100_pr_auc": 0.9243856950827125,
+      "eval_et_ud_pr_auc": 0.9809957553160256,
+      "eval_eu_opus100_pr_auc": 0.8989331574730958,
+      "eval_eu_ud_pr_auc": 0.9922577650518248,
+      "eval_fa_opus100_pr_auc": 0.6784251966002023,
+      "eval_fa_ud_pr_auc": 0.9966687609983313,
+      "eval_fi_ersatz_pr_auc": 0.9958906071209258,
+      "eval_fi_opus100_pr_auc": 0.9391653196530284,
+      "eval_fi_ud_pr_auc": 0.9541258475477744,
+      "eval_fr_ersatz_pr_auc": 0.9883611784057885,
+      "eval_fr_opus100_pr_auc": 0.9333244861980058,
+      "eval_fr_ud_pr_auc": 0.9920788382527965,
+      "eval_fy_opus100_pr_auc": 0.7160856765324197,
+      "eval_ga_opus100_pr_auc": 0.9268363071638639,
+      "eval_ga_ud_pr_auc": 0.814853165884101,
+      "eval_gd_opus100_pr_auc": 0.7728811574533664,
+      "eval_gd_ud_pr_auc": 0.846256717573725,
+      "eval_gl_opus100_pr_auc": 0.9046909556293409,
+      "eval_gl_ud_pr_auc": 0.9970608942277008,
+      "eval_gu_ersatz_pr_auc": 0.9515151307744587,
+      "eval_gu_opus100_pr_auc": 0.7738617149024023,
+      "eval_ha_opus100_pr_auc": 0.940583903012378,
+      "eval_he_opus100_pr_auc": 0.8953814650065058,
+      "eval_he_ud_pr_auc": 0.9837221563082847,
+      "eval_hi_ersatz_pr_auc": 0.9821858692260451,
+      "eval_hi_opus100_pr_auc": 0.7546292964876924,
+      "eval_hi_ud_pr_auc": 0.9910061205480415,
+      "eval_hu_opus100_pr_auc": 0.9291571790841481,
+      "eval_hu_ud_pr_auc": 0.9839360335375363,
+      "eval_hy_opus100_pr_auc": 0.9224316293099252,
+      "eval_hy_ud_pr_auc": 0.9755516820304144,
+      "eval_id_opus100_pr_auc": 0.9101987084971793,
+      "eval_id_ud_pr_auc": 0.996635955852705,
+      "eval_ig_opus100_pr_auc": 0.8884467003706096,
+      "eval_is_opus100_pr_auc": 0.936794100389928,
+      "eval_is_ud_pr_auc": 0.919040300993515,
+      "eval_it_opus100_pr_auc": 0.9282574017871327,
+      "eval_it_ud_pr_auc": 0.9972426678499491,
+      "eval_ja_ersatz_pr_auc": 0.8966760600685516,
+      "eval_ja_opus100_pr_auc": 0.8729496941063185,
+      "eval_ja_ud_pr_auc": 0.9801582737712311,
+      "eval_jv_ud_pr_auc": 0.9569841293893774,
+      "eval_ka_opus100_pr_auc": 0.8694328725230613,
+      "eval_kk_ersatz_pr_auc": 0.9897301328926795,
+      "eval_kk_opus100_pr_auc": 0.8255956118506911,
+      "eval_kk_ud_pr_auc": 0.9733713079978694,
+      "eval_km_ersatz_pr_auc": 0.9524959140171855,
+      "eval_km_opus100_pr_auc": 0.8004692653357187,
+      "eval_kn_opus100_pr_auc": 0.709523506207105,
+      "eval_ko_opus100_pr_auc": 0.7212051801687617,
+      "eval_ko_ud_pr_auc": 0.997398282844541,
+      "eval_ku_opus100_pr_auc": 0.877753092946024,
+      "eval_ky_opus100_pr_auc": 0.9068470265405287,
+      "eval_la_ud_pr_auc": 0.9788248203825213,
+      "eval_loss": 0.023346401751041412,
+      "eval_lt_ersatz_pr_auc": 0.9971867824990633,
+      "eval_lt_opus100_pr_auc": 0.9106834442326948,
+      "eval_lt_ud_pr_auc": 0.9940751331594643,
+      "eval_lv_ersatz_pr_auc": 0.993330250215502,
+      "eval_lv_opus100_pr_auc": 0.9127116628615204,
+      "eval_lv_ud_pr_auc": 0.9704669909422556,
+      "eval_mg_opus100_pr_auc": 0.9525391450226383,
+      "eval_mk_opus100_pr_auc": 0.9340417250602256,
+      "eval_ml_opus100_pr_auc": 0.8090935582112198,
+      "eval_mn_opus100_pr_auc": 0.9501385859362029,
+      "eval_mr_opus100_pr_auc": 0.9221479889905744,
+      "eval_mr_ud_pr_auc": 0.9708644019420367,
+      "eval_ms_opus100_pr_auc": 0.888771058745425,
+      "eval_mt_opus100_pr_auc": 0.8814784341179479,
+      "eval_mt_ud_pr_auc": 0.9280642871239995,
+      "eval_my_opus100_pr_auc": 0.8593015547720518,
+      "eval_ne_opus100_pr_auc": 0.763176537290413,
+      "eval_nl_opus100_pr_auc": 0.9057425308846222,
+      "eval_nl_ud_pr_auc": 0.9860413015563507,
+      "eval_no_opus100_pr_auc": 0.923404987562591,
+      "eval_no_ud_pr_auc": 0.9966572265278503,
+      "eval_pa_opus100_pr_auc": 0.70773032070956,
+      "eval_pl_ersatz_pr_auc": 0.9723728898447384,
+      "eval_pl_opus100_pr_auc": 0.9076226023453549,
+      "eval_pl_ud_pr_auc": 0.9770616715849999,
+      "eval_ps_ersatz_pr_auc": 0.9241269580104483,
+      "eval_ps_opus100_pr_auc": 0.7853510815256953,
+      "eval_pt_opus100_pr_auc": 0.9388050386798288,
+      "eval_pt_ud_pr_auc": 0.9871568040119987,
+      "eval_ro_ersatz_pr_auc": 0.9929764368447737,
+      "eval_ro_opus100_pr_auc": 0.8822769551643529,
+      "eval_ro_ud_pr_auc": 0.9403981204671561,
+      "eval_ru_ersatz_pr_auc": 0.9957419333600279,
+      "eval_ru_opus100_pr_auc": 0.950713263263392,
+      "eval_ru_ud_pr_auc": 0.8947170342146522,
+      "eval_runtime": 515.7579,
+      "eval_samples_per_second": 146.425,
+      "eval_si_opus100_pr_auc": 0.8364902381599778,
+      "eval_sk_opus100_pr_auc": 0.9428142754376659,
+      "eval_sk_ud_pr_auc": 0.9875764327099342,
+      "eval_sl_opus100_pr_auc": 0.8931320357572625,
+      "eval_sl_ud_pr_auc": 0.9712801738496194,
+      "eval_sq_opus100_pr_auc": 0.942724915363881,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.926332600074402,
+      "eval_sr_ud_pr_auc": 0.9988764559433889,
+      "eval_steps_per_second": 0.572,
+      "eval_sv_opus100_pr_auc": 0.9133896914527335,
+      "eval_sv_ud_pr_auc": 0.961521299647235,
+      "eval_ta_ersatz_pr_auc": 0.9818094588200023,
+      "eval_ta_opus100_pr_auc": 0.7658227527125466,
+      "eval_ta_ud_pr_auc": 0.9991590141999526,
+      "eval_te_opus100_pr_auc": 0.8247310552338629,
+      "eval_tg_opus100_pr_auc": 0.9171916227256212,
+      "eval_th_opus100_pr_auc": 0.723492943322589,
+      "eval_th_ud_pr_auc": 0.8986688360945053,
+      "eval_tr_ersatz_pr_auc": 0.9735903152045329,
+      "eval_tr_opus100_pr_auc": 0.9155961280058644,
+      "eval_tr_ud_pr_auc": 0.965359878910432,
+      "eval_uk_opus100_pr_auc": 0.8825892751762523,
+      "eval_uk_ud_pr_auc": 0.9322955782658585,
+      "eval_ur_opus100_pr_auc": 0.6678928598398001,
+      "eval_ur_ud_pr_auc": 0.9922816606118516,
+      "eval_uz_opus100_pr_auc": 0.8971190496613294,
+      "eval_vi_opus100_pr_auc": 0.9064346835480994,
+      "eval_vi_ud_pr_auc": 0.9645664063964521,
+      "eval_xh_opus100_pr_auc": 0.9049080599373478,
+      "eval_yi_opus100_pr_auc": 0.7820520173937682,
+      "eval_yo_opus100_pr_auc": 0.8519302803977449,
+      "eval_yo_ud_pr_auc": 0.9231129046505355,
+      "eval_zh_ersatz_pr_auc": 0.9700546033770817,
+      "eval_zh_opus100_pr_auc": 0.9022340048036855,
+      "eval_zh_ud_pr_auc": 0.9912764373655694,
+      "eval_zu_opus100_pr_auc": 0.837738223735766,
+      "step": 280000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1632911392405065e-05,
+      "learning_rate_adapter": 3.1632911392405065e-05,
+      "loss": 0.0201,
+      "step": 280050
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1620253164556964e-05,
+      "learning_rate_adapter": 3.1620253164556964e-05,
+      "loss": 0.02,
+      "step": 280100
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.160759493670886e-05,
+      "learning_rate_adapter": 3.160759493670886e-05,
+      "loss": 0.0197,
+      "step": 280150
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.159493670886076e-05,
+      "learning_rate_adapter": 3.159493670886076e-05,
+      "loss": 0.0199,
+      "step": 280200
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.158227848101266e-05,
+      "learning_rate_adapter": 3.158227848101266e-05,
+      "loss": 0.0199,
+      "step": 280250
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.156962025316455e-05,
+      "learning_rate_adapter": 3.156962025316455e-05,
+      "loss": 0.0198,
+      "step": 280300
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.155696202531646e-05,
+      "learning_rate_adapter": 3.155696202531646e-05,
+      "loss": 0.0199,
+      "step": 280350
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.154430379746836e-05,
+      "learning_rate_adapter": 3.154430379746836e-05,
+      "loss": 0.0199,
+      "step": 280400
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1531645569620256e-05,
+      "learning_rate_adapter": 3.1531645569620256e-05,
+      "loss": 0.0199,
+      "step": 280450
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1518987341772155e-05,
+      "learning_rate_adapter": 3.1518987341772155e-05,
+      "loss": 0.0197,
+      "step": 280500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1506329113924054e-05,
+      "learning_rate_adapter": 3.1506329113924054e-05,
+      "loss": 0.0197,
+      "step": 280550
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1493670886075946e-05,
+      "learning_rate_adapter": 3.1493670886075946e-05,
+      "loss": 0.02,
+      "step": 280600
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.148101265822785e-05,
+      "learning_rate_adapter": 3.148101265822785e-05,
+      "loss": 0.0199,
+      "step": 280650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.146835443037975e-05,
+      "learning_rate_adapter": 3.146835443037975e-05,
+      "loss": 0.0197,
+      "step": 280700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.145569620253165e-05,
+      "learning_rate_adapter": 3.145569620253165e-05,
+      "loss": 0.0199,
+      "step": 280750
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.144303797468355e-05,
+      "learning_rate_adapter": 3.144303797468355e-05,
+      "loss": 0.0198,
+      "step": 280800
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.143037974683544e-05,
+      "learning_rate_adapter": 3.143037974683544e-05,
+      "loss": 0.02,
+      "step": 280850
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.141772151898734e-05,
+      "learning_rate_adapter": 3.141772151898734e-05,
+      "loss": 0.0198,
+      "step": 280900
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1405063291139245e-05,
+      "learning_rate_adapter": 3.1405063291139245e-05,
+      "loss": 0.0196,
+      "step": 280950
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.1392405063291144e-05,
+      "learning_rate_adapter": 3.1392405063291144e-05,
+      "loss": 0.0199,
+      "step": 281000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 3.137974683544304e-05,
+      "learning_rate_adapter": 3.137974683544304e-05,
+      "loss": 0.02,
+      "step": 281050
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1367088607594935e-05,
+      "learning_rate_adapter": 3.1367088607594935e-05,
+      "loss": 0.0199,
+      "step": 281100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1354430379746833e-05,
+      "learning_rate_adapter": 3.1354430379746833e-05,
+      "loss": 0.0199,
+      "step": 281150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.134177215189873e-05,
+      "learning_rate_adapter": 3.134177215189873e-05,
+      "loss": 0.0199,
+      "step": 281200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.132911392405064e-05,
+      "learning_rate_adapter": 3.132911392405064e-05,
+      "loss": 0.0197,
+      "step": 281250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.131645569620254e-05,
+      "learning_rate_adapter": 3.131645569620254e-05,
+      "loss": 0.02,
+      "step": 281300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1303797468354436e-05,
+      "learning_rate_adapter": 3.1303797468354436e-05,
+      "loss": 0.0197,
+      "step": 281350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.129113924050633e-05,
+      "learning_rate_adapter": 3.129113924050633e-05,
+      "loss": 0.0199,
+      "step": 281400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1278481012658227e-05,
+      "learning_rate_adapter": 3.1278481012658227e-05,
+      "loss": 0.0198,
+      "step": 281450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1265822784810125e-05,
+      "learning_rate_adapter": 3.1265822784810125e-05,
+      "loss": 0.0198,
+      "step": 281500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.125316455696203e-05,
+      "learning_rate_adapter": 3.125316455696203e-05,
+      "loss": 0.02,
+      "step": 281550
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.124050632911393e-05,
+      "learning_rate_adapter": 3.124050632911393e-05,
+      "loss": 0.0198,
+      "step": 281600
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.122784810126582e-05,
+      "learning_rate_adapter": 3.122784810126582e-05,
+      "loss": 0.0198,
+      "step": 281650
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.121518987341772e-05,
+      "learning_rate_adapter": 3.121518987341772e-05,
+      "loss": 0.0199,
+      "step": 281700
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.120253164556962e-05,
+      "learning_rate_adapter": 3.120253164556962e-05,
+      "loss": 0.0199,
+      "step": 281750
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.118987341772152e-05,
+      "learning_rate_adapter": 3.118987341772152e-05,
+      "loss": 0.0199,
+      "step": 281800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1177215189873424e-05,
+      "learning_rate_adapter": 3.1177215189873424e-05,
+      "loss": 0.0199,
+      "step": 281850
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1164556962025316e-05,
+      "learning_rate_adapter": 3.1164556962025316e-05,
+      "loss": 0.02,
+      "step": 281900
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1151898734177215e-05,
+      "learning_rate_adapter": 3.1151898734177215e-05,
+      "loss": 0.0198,
+      "step": 281950
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1139240506329114e-05,
+      "learning_rate_adapter": 3.1139240506329114e-05,
+      "loss": 0.0198,
+      "step": 282000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.112658227848101e-05,
+      "learning_rate_adapter": 3.112658227848101e-05,
+      "loss": 0.0198,
+      "step": 282050
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.111392405063291e-05,
+      "learning_rate_adapter": 3.111392405063291e-05,
+      "loss": 0.0197,
+      "step": 282100
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.110126582278482e-05,
+      "learning_rate_adapter": 3.110126582278482e-05,
+      "loss": 0.0198,
+      "step": 282150
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.108860759493671e-05,
+      "learning_rate_adapter": 3.108860759493671e-05,
+      "loss": 0.0199,
+      "step": 282200
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.107594936708861e-05,
+      "learning_rate_adapter": 3.107594936708861e-05,
+      "loss": 0.0198,
+      "step": 282250
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.106329113924051e-05,
+      "learning_rate_adapter": 3.106329113924051e-05,
+      "loss": 0.0198,
+      "step": 282300
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1050632911392406e-05,
+      "learning_rate_adapter": 3.1050632911392406e-05,
+      "loss": 0.0197,
+      "step": 282350
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1037974683544305e-05,
+      "learning_rate_adapter": 3.1037974683544305e-05,
+      "loss": 0.0201,
+      "step": 282400
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1025316455696204e-05,
+      "learning_rate_adapter": 3.1025316455696204e-05,
+      "loss": 0.0198,
+      "step": 282450
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.10126582278481e-05,
+      "learning_rate_adapter": 3.10126582278481e-05,
+      "loss": 0.02,
+      "step": 282500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 3.1e-05,
+      "learning_rate_adapter": 3.1e-05,
+      "loss": 0.0199,
+      "step": 282550
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09873417721519e-05,
+      "learning_rate_adapter": 3.09873417721519e-05,
+      "loss": 0.02,
+      "step": 282600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09746835443038e-05,
+      "learning_rate_adapter": 3.09746835443038e-05,
+      "loss": 0.0199,
+      "step": 282650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09620253164557e-05,
+      "learning_rate_adapter": 3.09620253164557e-05,
+      "loss": 0.02,
+      "step": 282700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.09493670886076e-05,
+      "learning_rate_adapter": 3.09493670886076e-05,
+      "loss": 0.0199,
+      "step": 282750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0936708860759496e-05,
+      "learning_rate_adapter": 3.0936708860759496e-05,
+      "loss": 0.0197,
+      "step": 282800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0924050632911394e-05,
+      "learning_rate_adapter": 3.0924050632911394e-05,
+      "loss": 0.0197,
+      "step": 282850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.091139240506329e-05,
+      "learning_rate_adapter": 3.091139240506329e-05,
+      "loss": 0.0197,
+      "step": 282900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.089873417721519e-05,
+      "learning_rate_adapter": 3.089873417721519e-05,
+      "loss": 0.0197,
+      "step": 282950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.088607594936709e-05,
+      "learning_rate_adapter": 3.088607594936709e-05,
+      "loss": 0.0199,
+      "step": 283000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.087341772151899e-05,
+      "learning_rate_adapter": 3.087341772151899e-05,
+      "loss": 0.0199,
+      "step": 283050
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.086075949367089e-05,
+      "learning_rate_adapter": 3.086075949367089e-05,
+      "loss": 0.0198,
+      "step": 283100
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.084810126582279e-05,
+      "learning_rate_adapter": 3.084810126582279e-05,
+      "loss": 0.0197,
+      "step": 283150
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0835443037974686e-05,
+      "learning_rate_adapter": 3.0835443037974686e-05,
+      "loss": 0.0199,
+      "step": 283200
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.082278481012658e-05,
+      "learning_rate_adapter": 3.082278481012658e-05,
+      "loss": 0.0198,
+      "step": 283250
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0810126582278484e-05,
+      "learning_rate_adapter": 3.0810126582278484e-05,
+      "loss": 0.0198,
+      "step": 283300
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.079746835443038e-05,
+      "learning_rate_adapter": 3.079746835443038e-05,
+      "loss": 0.0197,
+      "step": 283350
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.078481012658228e-05,
+      "learning_rate_adapter": 3.078481012658228e-05,
+      "loss": 0.0197,
+      "step": 283400
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.077215189873418e-05,
+      "learning_rate_adapter": 3.077215189873418e-05,
+      "loss": 0.0197,
+      "step": 283450
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.075949367088607e-05,
+      "learning_rate_adapter": 3.075949367088607e-05,
+      "loss": 0.0197,
+      "step": 283500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.074683544303797e-05,
+      "learning_rate_adapter": 3.074683544303797e-05,
+      "loss": 0.0199,
+      "step": 283550
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.073417721518988e-05,
+      "learning_rate_adapter": 3.073417721518988e-05,
+      "loss": 0.0199,
+      "step": 283600
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0721518987341776e-05,
+      "learning_rate_adapter": 3.0721518987341776e-05,
+      "loss": 0.0197,
+      "step": 283650
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0708860759493675e-05,
+      "learning_rate_adapter": 3.0708860759493675e-05,
+      "loss": 0.0198,
+      "step": 283700
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0696202531645574e-05,
+      "learning_rate_adapter": 3.0696202531645574e-05,
+      "loss": 0.0196,
+      "step": 283750
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0683544303797466e-05,
+      "learning_rate_adapter": 3.0683544303797466e-05,
+      "loss": 0.02,
+      "step": 283800
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.0670886075949365e-05,
+      "learning_rate_adapter": 3.0670886075949365e-05,
+      "loss": 0.0197,
+      "step": 283850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.065822784810127e-05,
+      "learning_rate_adapter": 3.065822784810127e-05,
+      "loss": 0.0197,
+      "step": 283900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.064556962025317e-05,
+      "learning_rate_adapter": 3.064556962025317e-05,
+      "loss": 0.0197,
+      "step": 283950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.063291139240507e-05,
+      "learning_rate_adapter": 3.063291139240507e-05,
+      "loss": 0.0197,
+      "step": 284000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 3.062025316455696e-05,
+      "learning_rate_adapter": 3.062025316455696e-05,
+      "loss": 0.0196,
+      "step": 284050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.060759493670886e-05,
+      "learning_rate_adapter": 3.060759493670886e-05,
+      "loss": 0.0198,
+      "step": 284100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.059493670886076e-05,
+      "learning_rate_adapter": 3.059493670886076e-05,
+      "loss": 0.0197,
+      "step": 284150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0582278481012664e-05,
+      "learning_rate_adapter": 3.0582278481012664e-05,
+      "loss": 0.0199,
+      "step": 284200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.056962025316456e-05,
+      "learning_rate_adapter": 3.056962025316456e-05,
+      "loss": 0.02,
+      "step": 284250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0556962025316455e-05,
+      "learning_rate_adapter": 3.0556962025316455e-05,
+      "loss": 0.0198,
+      "step": 284300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.054430379746835e-05,
+      "learning_rate_adapter": 3.054430379746835e-05,
+      "loss": 0.0198,
+      "step": 284350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.053164556962025e-05,
+      "learning_rate_adapter": 3.053164556962025e-05,
+      "loss": 0.0199,
+      "step": 284400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.051898734177215e-05,
+      "learning_rate_adapter": 3.051898734177215e-05,
+      "loss": 0.0197,
+      "step": 284450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0506329113924053e-05,
+      "learning_rate_adapter": 3.0506329113924053e-05,
+      "loss": 0.0197,
+      "step": 284500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0493670886075952e-05,
+      "learning_rate_adapter": 3.0493670886075952e-05,
+      "loss": 0.0198,
+      "step": 284550
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0481012658227848e-05,
+      "learning_rate_adapter": 3.0481012658227848e-05,
+      "loss": 0.0202,
+      "step": 284600
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0468354430379746e-05,
+      "learning_rate_adapter": 3.0468354430379746e-05,
+      "loss": 0.0197,
+      "step": 284650
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.045569620253165e-05,
+      "learning_rate_adapter": 3.045569620253165e-05,
+      "loss": 0.0197,
+      "step": 284700
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0443037974683548e-05,
+      "learning_rate_adapter": 3.0443037974683548e-05,
+      "loss": 0.0197,
+      "step": 284750
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0430379746835446e-05,
+      "learning_rate_adapter": 3.0430379746835446e-05,
+      "loss": 0.0198,
+      "step": 284800
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0417721518987342e-05,
+      "learning_rate_adapter": 3.0417721518987342e-05,
+      "loss": 0.0198,
+      "step": 284850
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.040506329113924e-05,
+      "learning_rate_adapter": 3.040506329113924e-05,
+      "loss": 0.0197,
+      "step": 284900
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.039240506329114e-05,
+      "learning_rate_adapter": 3.039240506329114e-05,
+      "loss": 0.0196,
+      "step": 284950
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0379746835443042e-05,
+      "learning_rate_adapter": 3.0379746835443042e-05,
+      "loss": 0.0198,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "eval_af_opus100_pr_auc": 0.8202815821601208,
+      "eval_af_ud_pr_auc": 0.9901909149907876,
+      "eval_am_opus100_pr_auc": 0.6131236638061761,
+      "eval_ar_ersatz_pr_auc": 0.9305482267157327,
+      "eval_ar_opus100_pr_auc": 0.7585793293989469,
+      "eval_ar_ud_pr_auc": 0.9146681981950023,
+      "eval_average_ersatz_pr_auc": 0.9749829267154229,
+      "eval_average_opus100_pr_auc": 0.867351031796869,
+      "eval_average_ud_pr_auc": 0.96922396644559,
+      "eval_az_opus100_pr_auc": 0.8430264053960596,
+      "eval_be_opus100_pr_auc": 0.7981204237800283,
+      "eval_be_ud_pr_auc": 0.9156723722063898,
+      "eval_bg_opus100_pr_auc": 0.935399157657226,
+      "eval_bg_ud_pr_auc": 0.9967404194618328,
+      "eval_bn_opus100_pr_auc": 0.8608359869721476,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9119383240609935,
+      "eval_ca_ud_pr_auc": 0.9979454657319595,
+      "eval_ceb_ud_pr_auc": 0.9996058282634557,
+      "eval_cs_ersatz_pr_auc": 0.9878656964510761,
+      "eval_cs_opus100_pr_auc": 0.9288022955098449,
+      "eval_cs_ud_pr_auc": 0.9646206290418478,
+      "eval_cy_opus100_pr_auc": 0.8034517651306152,
+      "eval_cy_ud_pr_auc": 0.9972750236431779,
+      "eval_da_opus100_pr_auc": 0.9374902133978652,
+      "eval_da_ud_pr_auc": 0.9746115643741246,
+      "eval_de_ersatz_pr_auc": 0.9904334644105001,
+      "eval_de_opus100_pr_auc": 0.9314858892863105,
+      "eval_de_ud_pr_auc": 0.9878854538098231,
+      "eval_el_opus100_pr_auc": 0.9219444317519485,
+      "eval_el_ud_pr_auc": 0.9951424829880684,
+      "eval_en_ersatz_pr_auc": 0.994088064157423,
+      "eval_en_opus100_pr_auc": 0.9307216913291834,
+      "eval_en_ud_pr_auc": 0.9802304855114543,
+      "eval_eo_opus100_pr_auc": 0.9355740234186926,
+      "eval_es_ersatz_pr_auc": 0.9968481167829494,
+      "eval_es_opus100_pr_auc": 0.9471823721660584,
+      "eval_es_ud_pr_auc": 0.9898106460532693,
+      "eval_et_ersatz_pr_auc": 0.9843715556094593,
+      "eval_et_opus100_pr_auc": 0.9208646510768327,
+      "eval_et_ud_pr_auc": 0.9762384262597168,
+      "eval_eu_opus100_pr_auc": 0.8995691147557615,
+      "eval_eu_ud_pr_auc": 0.9914564337496613,
+      "eval_fa_opus100_pr_auc": 0.6586687112920802,
+      "eval_fa_ud_pr_auc": 0.9972626608931653,
+      "eval_fi_ersatz_pr_auc": 0.995044293057373,
+      "eval_fi_opus100_pr_auc": 0.9420416535292679,
+      "eval_fi_ud_pr_auc": 0.9599607100519444,
+      "eval_fr_ersatz_pr_auc": 0.9889973539099989,
+      "eval_fr_opus100_pr_auc": 0.9328137611183436,
+      "eval_fr_ud_pr_auc": 0.991467879163631,
+      "eval_fy_opus100_pr_auc": 0.7164286855673696,
+      "eval_ga_opus100_pr_auc": 0.9267367319389151,
+      "eval_ga_ud_pr_auc": 0.8126182873524221,
+      "eval_gd_opus100_pr_auc": 0.7693283203347799,
+      "eval_gd_ud_pr_auc": 0.8379430387913048,
+      "eval_gl_opus100_pr_auc": 0.9143457218368648,
+      "eval_gl_ud_pr_auc": 0.9958766823010506,
+      "eval_gu_ersatz_pr_auc": 0.955439283406859,
+      "eval_gu_opus100_pr_auc": 0.7852926142914791,
+      "eval_ha_opus100_pr_auc": 0.9398953229245273,
+      "eval_he_opus100_pr_auc": 0.9047576724066992,
+      "eval_he_ud_pr_auc": 0.983839171043158,
+      "eval_hi_ersatz_pr_auc": 0.980840079531712,
+      "eval_hi_opus100_pr_auc": 0.7575732949341616,
+      "eval_hi_ud_pr_auc": 0.9915404301900723,
+      "eval_hu_opus100_pr_auc": 0.932428509216802,
+      "eval_hu_ud_pr_auc": 0.9823364892050779,
+      "eval_hy_opus100_pr_auc": 0.9249464295662826,
+      "eval_hy_ud_pr_auc": 0.9792646145714835,
+      "eval_id_opus100_pr_auc": 0.9130403624254356,
+      "eval_id_ud_pr_auc": 0.995729851325307,
+      "eval_ig_opus100_pr_auc": 0.9099650475513703,
+      "eval_is_opus100_pr_auc": 0.9411310053781722,
+      "eval_is_ud_pr_auc": 0.9252521331948163,
+      "eval_it_opus100_pr_auc": 0.9344884211743046,
+      "eval_it_ud_pr_auc": 0.9974555539974553,
+      "eval_ja_ersatz_pr_auc": 0.8984137631671687,
+      "eval_ja_opus100_pr_auc": 0.8637416961891702,
+      "eval_ja_ud_pr_auc": 0.9838831613219613,
+      "eval_jv_ud_pr_auc": 0.9576829592316629,
+      "eval_ka_opus100_pr_auc": 0.8694119241676067,
+      "eval_kk_ersatz_pr_auc": 0.9900958005729894,
+      "eval_kk_opus100_pr_auc": 0.8357538031241675,
+      "eval_kk_ud_pr_auc": 0.9744539382207507,
+      "eval_km_ersatz_pr_auc": 0.9533663516435291,
+      "eval_km_opus100_pr_auc": 0.7994463048904884,
+      "eval_kn_opus100_pr_auc": 0.6950733454596767,
+      "eval_ko_opus100_pr_auc": 0.7119649301123833,
+      "eval_ko_ud_pr_auc": 0.9984171470266544,
+      "eval_ku_opus100_pr_auc": 0.8918504824737511,
+      "eval_ky_opus100_pr_auc": 0.9072495254829194,
+      "eval_la_ud_pr_auc": 0.9758591523874259,
+      "eval_loss": 0.023189177736639977,
+      "eval_lt_ersatz_pr_auc": 0.997238103207434,
+      "eval_lt_opus100_pr_auc": 0.9174696455413759,
+      "eval_lt_ud_pr_auc": 0.994569846135162,
+      "eval_lv_ersatz_pr_auc": 0.9924837553866618,
+      "eval_lv_opus100_pr_auc": 0.9111549182713348,
+      "eval_lv_ud_pr_auc": 0.9697976386839139,
+      "eval_mg_opus100_pr_auc": 0.953215438025588,
+      "eval_mk_opus100_pr_auc": 0.9371789647161921,
+      "eval_ml_opus100_pr_auc": 0.8030636613246465,
+      "eval_mn_opus100_pr_auc": 0.9507860696300574,
+      "eval_mr_opus100_pr_auc": 0.9188385345070254,
+      "eval_mr_ud_pr_auc": 0.9542853644205421,
+      "eval_ms_opus100_pr_auc": 0.8846218579437263,
+      "eval_mt_opus100_pr_auc": 0.8784114364667219,
+      "eval_mt_ud_pr_auc": 0.9284680965341564,
+      "eval_my_opus100_pr_auc": 0.8776353530702365,
+      "eval_ne_opus100_pr_auc": 0.76110820099167,
+      "eval_nl_opus100_pr_auc": 0.9066149376243594,
+      "eval_nl_ud_pr_auc": 0.985001455826701,
+      "eval_no_opus100_pr_auc": 0.9256516677279863,
+      "eval_no_ud_pr_auc": 0.9960981329271343,
+      "eval_pa_opus100_pr_auc": 0.7016260744020534,
+      "eval_pl_ersatz_pr_auc": 0.9733054283361854,
+      "eval_pl_opus100_pr_auc": 0.9123821237848202,
+      "eval_pl_ud_pr_auc": 0.979172474528746,
+      "eval_ps_ersatz_pr_auc": 0.925407310616372,
+      "eval_ps_opus100_pr_auc": 0.7644711598513244,
+      "eval_pt_opus100_pr_auc": 0.9385332295543576,
+      "eval_pt_ud_pr_auc": 0.9892749149827743,
+      "eval_ro_ersatz_pr_auc": 0.9940046488164058,
+      "eval_ro_opus100_pr_auc": 0.8712423293838645,
+      "eval_ro_ud_pr_auc": 0.9616493539793615,
+      "eval_ru_ersatz_pr_auc": 0.9940443709649853,
+      "eval_ru_opus100_pr_auc": 0.9511228948684336,
+      "eval_ru_ud_pr_auc": 0.897043765719627,
+      "eval_runtime": 522.0725,
+      "eval_samples_per_second": 144.654,
+      "eval_si_opus100_pr_auc": 0.8280889438545395,
+      "eval_sk_opus100_pr_auc": 0.9439402641079055,
+      "eval_sk_ud_pr_auc": 0.9873740111597273,
+      "eval_sl_opus100_pr_auc": 0.903972853406719,
+      "eval_sl_ud_pr_auc": 0.9745233106491633,
+      "eval_sq_opus100_pr_auc": 0.9501616687087637,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9335745256887883,
+      "eval_sr_ud_pr_auc": 0.9993839600795138,
+      "eval_steps_per_second": 0.565,
+      "eval_sv_opus100_pr_auc": 0.9189828691173152,
+      "eval_sv_ud_pr_auc": 0.9606902332822218,
+      "eval_ta_ersatz_pr_auc": 0.9831946798213326,
+      "eval_ta_opus100_pr_auc": 0.7710659976689221,
+      "eval_ta_ud_pr_auc": 0.9990691407507174,
+      "eval_te_opus100_pr_auc": 0.8273788637809218,
+      "eval_tg_opus100_pr_auc": 0.9210073875414623,
+      "eval_th_opus100_pr_auc": 0.7220071680587493,
+      "eval_th_ud_pr_auc": 0.9001316398818608,
+      "eval_tr_ersatz_pr_auc": 0.9735536548811214,
+      "eval_tr_opus100_pr_auc": 0.9197256300902708,
+      "eval_tr_ud_pr_auc": 0.9669766406267687,
+      "eval_uk_opus100_pr_auc": 0.9018646683300107,
+      "eval_uk_ud_pr_auc": 0.9289184131234525,
+      "eval_ur_opus100_pr_auc": 0.6694774049497431,
+      "eval_ur_ud_pr_auc": 0.9929929478587067,
+      "eval_uz_opus100_pr_auc": 0.897685271316162,
+      "eval_vi_opus100_pr_auc": 0.90654430852341,
+      "eval_vi_ud_pr_auc": 0.9421421445599732,
+      "eval_xh_opus100_pr_auc": 0.9018425039240234,
+      "eval_yi_opus100_pr_auc": 0.7668662342582714,
+      "eval_yo_opus100_pr_auc": 0.8555766966733442,
+      "eval_yo_ud_pr_auc": 0.9332341093975058,
+      "eval_zh_ersatz_pr_auc": 0.9700403862920296,
+      "eval_zh_opus100_pr_auc": 0.9006452217884328,
+      "eval_zh_ud_pr_auc": 0.9920302877409901,
+      "eval_zu_opus100_pr_auc": 0.8404820294278906,
+      "step": 285000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.036708860759494e-05,
+      "learning_rate_adapter": 3.036708860759494e-05,
+      "loss": 0.0198,
+      "step": 285050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0354430379746833e-05,
+      "learning_rate_adapter": 3.0354430379746833e-05,
+      "loss": 0.0198,
+      "step": 285100
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0341772151898735e-05,
+      "learning_rate_adapter": 3.0341772151898735e-05,
+      "loss": 0.0199,
+      "step": 285150
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0329113924050634e-05,
+      "learning_rate_adapter": 3.0329113924050634e-05,
+      "loss": 0.0196,
+      "step": 285200
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0316455696202533e-05,
+      "learning_rate_adapter": 3.0316455696202533e-05,
+      "loss": 0.02,
+      "step": 285250
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0303797468354435e-05,
+      "learning_rate_adapter": 3.0303797468354435e-05,
+      "loss": 0.0197,
+      "step": 285300
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0291139240506334e-05,
+      "learning_rate_adapter": 3.0291139240506334e-05,
+      "loss": 0.0199,
+      "step": 285350
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0278481012658226e-05,
+      "learning_rate_adapter": 3.0278481012658226e-05,
+      "loss": 0.0197,
+      "step": 285400
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0265822784810128e-05,
+      "learning_rate_adapter": 3.0265822784810128e-05,
+      "loss": 0.0198,
+      "step": 285450
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 3.0253164556962027e-05,
+      "learning_rate_adapter": 3.0253164556962027e-05,
+      "loss": 0.0198,
+      "step": 285500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0240506329113926e-05,
+      "learning_rate_adapter": 3.0240506329113926e-05,
+      "loss": 0.02,
+      "step": 285550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0227848101265828e-05,
+      "learning_rate_adapter": 3.0227848101265828e-05,
+      "loss": 0.0198,
+      "step": 285600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.021518987341772e-05,
+      "learning_rate_adapter": 3.021518987341772e-05,
+      "loss": 0.0196,
+      "step": 285650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.020253164556962e-05,
+      "learning_rate_adapter": 3.020253164556962e-05,
+      "loss": 0.0198,
+      "step": 285700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.018987341772152e-05,
+      "learning_rate_adapter": 3.018987341772152e-05,
+      "loss": 0.0198,
+      "step": 285750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.017721518987342e-05,
+      "learning_rate_adapter": 3.017721518987342e-05,
+      "loss": 0.0198,
+      "step": 285800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.016455696202532e-05,
+      "learning_rate_adapter": 3.016455696202532e-05,
+      "loss": 0.0198,
+      "step": 285850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0151898734177214e-05,
+      "learning_rate_adapter": 3.0151898734177214e-05,
+      "loss": 0.0198,
+      "step": 285900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0139240506329113e-05,
+      "learning_rate_adapter": 3.0139240506329113e-05,
+      "loss": 0.0198,
+      "step": 285950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0126582278481012e-05,
+      "learning_rate_adapter": 3.0126582278481012e-05,
+      "loss": 0.0198,
+      "step": 286000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0113924050632914e-05,
+      "learning_rate_adapter": 3.0113924050632914e-05,
+      "loss": 0.0201,
+      "step": 286050
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0101265822784813e-05,
+      "learning_rate_adapter": 3.0101265822784813e-05,
+      "loss": 0.0198,
+      "step": 286100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0088607594936712e-05,
+      "learning_rate_adapter": 3.0088607594936712e-05,
+      "loss": 0.02,
+      "step": 286150
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0075949367088608e-05,
+      "learning_rate_adapter": 3.0075949367088608e-05,
+      "loss": 0.0197,
+      "step": 286200
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0063291139240506e-05,
+      "learning_rate_adapter": 3.0063291139240506e-05,
+      "loss": 0.0196,
+      "step": 286250
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0050632911392405e-05,
+      "learning_rate_adapter": 3.0050632911392405e-05,
+      "loss": 0.0199,
+      "step": 286300
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0037974683544308e-05,
+      "learning_rate_adapter": 3.0037974683544308e-05,
+      "loss": 0.0199,
+      "step": 286350
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0025316455696206e-05,
+      "learning_rate_adapter": 3.0025316455696206e-05,
+      "loss": 0.0199,
+      "step": 286400
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3.0012658227848102e-05,
+      "learning_rate_adapter": 3.0012658227848102e-05,
+      "loss": 0.0197,
+      "step": 286450
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 3e-05,
+      "learning_rate_adapter": 3e-05,
+      "loss": 0.0199,
+      "step": 286500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99873417721519e-05,
+      "learning_rate_adapter": 2.99873417721519e-05,
+      "loss": 0.0199,
+      "step": 286550
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99746835443038e-05,
+      "learning_rate_adapter": 2.99746835443038e-05,
+      "loss": 0.0198,
+      "step": 286600
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.99620253164557e-05,
+      "learning_rate_adapter": 2.99620253164557e-05,
+      "loss": 0.0198,
+      "step": 286650
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9949367088607593e-05,
+      "learning_rate_adapter": 2.9949367088607593e-05,
+      "loss": 0.0197,
+      "step": 286700
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9936708860759495e-05,
+      "learning_rate_adapter": 2.9936708860759495e-05,
+      "loss": 0.0198,
+      "step": 286750
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9924050632911394e-05,
+      "learning_rate_adapter": 2.9924050632911394e-05,
+      "loss": 0.0197,
+      "step": 286800
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9911392405063293e-05,
+      "learning_rate_adapter": 2.9911392405063293e-05,
+      "loss": 0.0196,
+      "step": 286850
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.989873417721519e-05,
+      "learning_rate_adapter": 2.989873417721519e-05,
+      "loss": 0.0199,
+      "step": 286900
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9886075949367094e-05,
+      "learning_rate_adapter": 2.9886075949367094e-05,
+      "loss": 0.0197,
+      "step": 286950
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 2.9873417721518986e-05,
+      "learning_rate_adapter": 2.9873417721518986e-05,
+      "loss": 0.0197,
+      "step": 287000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9860759493670888e-05,
+      "learning_rate_adapter": 2.9860759493670888e-05,
+      "loss": 0.0198,
+      "step": 287050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9848101265822787e-05,
+      "learning_rate_adapter": 2.9848101265822787e-05,
+      "loss": 0.0201,
+      "step": 287100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9835443037974686e-05,
+      "learning_rate_adapter": 2.9835443037974686e-05,
+      "loss": 0.0199,
+      "step": 287150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9822784810126585e-05,
+      "learning_rate_adapter": 2.9822784810126585e-05,
+      "loss": 0.0198,
+      "step": 287200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.981012658227848e-05,
+      "learning_rate_adapter": 2.981012658227848e-05,
+      "loss": 0.0198,
+      "step": 287250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.979746835443038e-05,
+      "learning_rate_adapter": 2.979746835443038e-05,
+      "loss": 0.0195,
+      "step": 287300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.978481012658228e-05,
+      "learning_rate_adapter": 2.978481012658228e-05,
+      "loss": 0.0199,
+      "step": 287350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.977215189873418e-05,
+      "learning_rate_adapter": 2.977215189873418e-05,
+      "loss": 0.0197,
+      "step": 287400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.975949367088608e-05,
+      "learning_rate_adapter": 2.975949367088608e-05,
+      "loss": 0.0198,
+      "step": 287450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9746835443037974e-05,
+      "learning_rate_adapter": 2.9746835443037974e-05,
+      "loss": 0.0198,
+      "step": 287500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9734177215189873e-05,
+      "learning_rate_adapter": 2.9734177215189873e-05,
+      "loss": 0.0196,
+      "step": 287550
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9721518987341772e-05,
+      "learning_rate_adapter": 2.9721518987341772e-05,
+      "loss": 0.0197,
+      "step": 287600
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9708860759493674e-05,
+      "learning_rate_adapter": 2.9708860759493674e-05,
+      "loss": 0.0199,
+      "step": 287650
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9696202531645573e-05,
+      "learning_rate_adapter": 2.9696202531645573e-05,
+      "loss": 0.0199,
+      "step": 287700
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9683544303797472e-05,
+      "learning_rate_adapter": 2.9683544303797472e-05,
+      "loss": 0.0198,
+      "step": 287750
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9670886075949368e-05,
+      "learning_rate_adapter": 2.9670886075949368e-05,
+      "loss": 0.0197,
+      "step": 287800
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9658227848101266e-05,
+      "learning_rate_adapter": 2.9658227848101266e-05,
+      "loss": 0.0196,
+      "step": 287850
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9645569620253165e-05,
+      "learning_rate_adapter": 2.9645569620253165e-05,
+      "loss": 0.02,
+      "step": 287900
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9632911392405068e-05,
+      "learning_rate_adapter": 2.9632911392405068e-05,
+      "loss": 0.0199,
+      "step": 287950
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9620253164556966e-05,
+      "learning_rate_adapter": 2.9620253164556966e-05,
+      "loss": 0.0199,
+      "step": 288000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.960759493670886e-05,
+      "learning_rate_adapter": 2.960759493670886e-05,
+      "loss": 0.0197,
+      "step": 288050
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.959493670886076e-05,
+      "learning_rate_adapter": 2.959493670886076e-05,
+      "loss": 0.0198,
+      "step": 288100
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.958227848101266e-05,
+      "learning_rate_adapter": 2.958227848101266e-05,
+      "loss": 0.0198,
+      "step": 288150
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.956962025316456e-05,
+      "learning_rate_adapter": 2.956962025316456e-05,
+      "loss": 0.0196,
+      "step": 288200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.955696202531646e-05,
+      "learning_rate_adapter": 2.955696202531646e-05,
+      "loss": 0.0197,
+      "step": 288250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9544303797468353e-05,
+      "learning_rate_adapter": 2.9544303797468353e-05,
+      "loss": 0.0196,
+      "step": 288300
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.953164556962025e-05,
+      "learning_rate_adapter": 2.953164556962025e-05,
+      "loss": 0.0198,
+      "step": 288350
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9518987341772154e-05,
+      "learning_rate_adapter": 2.9518987341772154e-05,
+      "loss": 0.0198,
+      "step": 288400
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.9506329113924053e-05,
+      "learning_rate_adapter": 2.9506329113924053e-05,
+      "loss": 0.0197,
+      "step": 288450
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 2.949367088607595e-05,
+      "learning_rate_adapter": 2.949367088607595e-05,
+      "loss": 0.0197,
+      "step": 288500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9481012658227847e-05,
+      "learning_rate_adapter": 2.9481012658227847e-05,
+      "loss": 0.0198,
+      "step": 288550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9468354430379746e-05,
+      "learning_rate_adapter": 2.9468354430379746e-05,
+      "loss": 0.0198,
+      "step": 288600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9455696202531645e-05,
+      "learning_rate_adapter": 2.9455696202531645e-05,
+      "loss": 0.0199,
+      "step": 288650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9443037974683547e-05,
+      "learning_rate_adapter": 2.9443037974683547e-05,
+      "loss": 0.0198,
+      "step": 288700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9430379746835446e-05,
+      "learning_rate_adapter": 2.9430379746835446e-05,
+      "loss": 0.0198,
+      "step": 288750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9417721518987345e-05,
+      "learning_rate_adapter": 2.9417721518987345e-05,
+      "loss": 0.0197,
+      "step": 288800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.940506329113924e-05,
+      "learning_rate_adapter": 2.940506329113924e-05,
+      "loss": 0.0197,
+      "step": 288850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.939240506329114e-05,
+      "learning_rate_adapter": 2.939240506329114e-05,
+      "loss": 0.0197,
+      "step": 288900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9379746835443038e-05,
+      "learning_rate_adapter": 2.9379746835443038e-05,
+      "loss": 0.0198,
+      "step": 288950
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.936708860759494e-05,
+      "learning_rate_adapter": 2.936708860759494e-05,
+      "loss": 0.0199,
+      "step": 289000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.935443037974684e-05,
+      "learning_rate_adapter": 2.935443037974684e-05,
+      "loss": 0.0198,
+      "step": 289050
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9341772151898734e-05,
+      "learning_rate_adapter": 2.9341772151898734e-05,
+      "loss": 0.0199,
+      "step": 289100
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9329113924050633e-05,
+      "learning_rate_adapter": 2.9329113924050633e-05,
+      "loss": 0.0199,
+      "step": 289150
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9316455696202532e-05,
+      "learning_rate_adapter": 2.9316455696202532e-05,
+      "loss": 0.0197,
+      "step": 289200
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.930379746835443e-05,
+      "learning_rate_adapter": 2.930379746835443e-05,
+      "loss": 0.0198,
+      "step": 289250
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9291139240506333e-05,
+      "learning_rate_adapter": 2.9291139240506333e-05,
+      "loss": 0.0198,
+      "step": 289300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9278481012658225e-05,
+      "learning_rate_adapter": 2.9278481012658225e-05,
+      "loss": 0.0199,
+      "step": 289350
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9265822784810128e-05,
+      "learning_rate_adapter": 2.9265822784810128e-05,
+      "loss": 0.0197,
+      "step": 289400
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9253164556962026e-05,
+      "learning_rate_adapter": 2.9253164556962026e-05,
+      "loss": 0.0196,
+      "step": 289450
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9240506329113925e-05,
+      "learning_rate_adapter": 2.9240506329113925e-05,
+      "loss": 0.0199,
+      "step": 289500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9227848101265824e-05,
+      "learning_rate_adapter": 2.9227848101265824e-05,
+      "loss": 0.0199,
+      "step": 289550
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9215189873417726e-05,
+      "learning_rate_adapter": 2.9215189873417726e-05,
+      "loss": 0.0195,
+      "step": 289600
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.920253164556962e-05,
+      "learning_rate_adapter": 2.920253164556962e-05,
+      "loss": 0.0199,
+      "step": 289650
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.918987341772152e-05,
+      "learning_rate_adapter": 2.918987341772152e-05,
+      "loss": 0.0197,
+      "step": 289700
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.917721518987342e-05,
+      "learning_rate_adapter": 2.917721518987342e-05,
+      "loss": 0.0198,
+      "step": 289750
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.916455696202532e-05,
+      "learning_rate_adapter": 2.916455696202532e-05,
+      "loss": 0.0196,
+      "step": 289800
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9151898734177217e-05,
+      "learning_rate_adapter": 2.9151898734177217e-05,
+      "loss": 0.0198,
+      "step": 289850
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.9139240506329113e-05,
+      "learning_rate_adapter": 2.9139240506329113e-05,
+      "loss": 0.0196,
+      "step": 289900
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.912658227848101e-05,
+      "learning_rate_adapter": 2.912658227848101e-05,
+      "loss": 0.0199,
+      "step": 289950
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9113924050632914e-05,
+      "learning_rate_adapter": 2.9113924050632914e-05,
+      "loss": 0.0197,
+      "step": 290000
+    },
+    {
+      "epoch": 1.96,
+      "eval_af_opus100_pr_auc": 0.8114115940263938,
+      "eval_af_ud_pr_auc": 0.9957615679453031,
+      "eval_am_opus100_pr_auc": 0.6670813208879294,
+      "eval_ar_ersatz_pr_auc": 0.9326552543223907,
+      "eval_ar_opus100_pr_auc": 0.7578310790640687,
+      "eval_ar_ud_pr_auc": 0.9126073022286015,
+      "eval_average_ersatz_pr_auc": 0.9758973742517056,
+      "eval_average_opus100_pr_auc": 0.8702736814995945,
+      "eval_average_ud_pr_auc": 0.9697000126561091,
+      "eval_az_opus100_pr_auc": 0.8472478547839692,
+      "eval_be_opus100_pr_auc": 0.807681233134845,
+      "eval_be_ud_pr_auc": 0.9162109940701637,
+      "eval_bg_opus100_pr_auc": 0.9369650059288823,
+      "eval_bg_ud_pr_auc": 0.9971956850650467,
+      "eval_bn_opus100_pr_auc": 0.863239550046814,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9105089063440699,
+      "eval_ca_ud_pr_auc": 0.9976199436620328,
+      "eval_ceb_ud_pr_auc": 0.9994207962495313,
+      "eval_cs_ersatz_pr_auc": 0.9893657904522359,
+      "eval_cs_opus100_pr_auc": 0.9276521387145766,
+      "eval_cs_ud_pr_auc": 0.9666061519120013,
+      "eval_cy_opus100_pr_auc": 0.799805835092021,
+      "eval_cy_ud_pr_auc": 0.9976922952694572,
+      "eval_da_opus100_pr_auc": 0.9382521548236284,
+      "eval_da_ud_pr_auc": 0.9786326147405359,
+      "eval_de_ersatz_pr_auc": 0.9908060535923172,
+      "eval_de_opus100_pr_auc": 0.9310077956640497,
+      "eval_de_ud_pr_auc": 0.9893027074818462,
+      "eval_el_opus100_pr_auc": 0.9226535506805454,
+      "eval_el_ud_pr_auc": 0.9958538336452523,
+      "eval_en_ersatz_pr_auc": 0.9949687428942291,
+      "eval_en_opus100_pr_auc": 0.932306099183397,
+      "eval_en_ud_pr_auc": 0.9818741173085703,
+      "eval_eo_opus100_pr_auc": 0.9375070890371364,
+      "eval_es_ersatz_pr_auc": 0.9968033750213448,
+      "eval_es_opus100_pr_auc": 0.9466704079120236,
+      "eval_es_ud_pr_auc": 0.9903684396438746,
+      "eval_et_ersatz_pr_auc": 0.9851900022561819,
+      "eval_et_opus100_pr_auc": 0.9269661185726832,
+      "eval_et_ud_pr_auc": 0.9772413120291921,
+      "eval_eu_opus100_pr_auc": 0.9006887939623732,
+      "eval_eu_ud_pr_auc": 0.9901337963256464,
+      "eval_fa_opus100_pr_auc": 0.6542467998079319,
+      "eval_fa_ud_pr_auc": 0.998292526165113,
+      "eval_fi_ersatz_pr_auc": 0.9951865213479006,
+      "eval_fi_opus100_pr_auc": 0.9401530860678539,
+      "eval_fi_ud_pr_auc": 0.9613357470516657,
+      "eval_fr_ersatz_pr_auc": 0.9905247504579727,
+      "eval_fr_opus100_pr_auc": 0.9358551925966091,
+      "eval_fr_ud_pr_auc": 0.9929652733837918,
+      "eval_fy_opus100_pr_auc": 0.7254084841468531,
+      "eval_ga_opus100_pr_auc": 0.9326847871589092,
+      "eval_ga_ud_pr_auc": 0.8213063979505206,
+      "eval_gd_opus100_pr_auc": 0.782789656313908,
+      "eval_gd_ud_pr_auc": 0.8580357814631069,
+      "eval_gl_opus100_pr_auc": 0.9093144001233806,
+      "eval_gl_ud_pr_auc": 0.9964787063635976,
+      "eval_gu_ersatz_pr_auc": 0.9537709638717661,
+      "eval_gu_opus100_pr_auc": 0.7893778457786284,
+      "eval_ha_opus100_pr_auc": 0.9413548794782005,
+      "eval_he_opus100_pr_auc": 0.9008584358631646,
+      "eval_he_ud_pr_auc": 0.9862532112103254,
+      "eval_hi_ersatz_pr_auc": 0.983388823421446,
+      "eval_hi_opus100_pr_auc": 0.764144384997691,
+      "eval_hi_ud_pr_auc": 0.9910548305123692,
+      "eval_hu_opus100_pr_auc": 0.9330621694231369,
+      "eval_hu_ud_pr_auc": 0.9831696266662057,
+      "eval_hy_opus100_pr_auc": 0.928428615212423,
+      "eval_hy_ud_pr_auc": 0.9790148437481528,
+      "eval_id_opus100_pr_auc": 0.912080175478076,
+      "eval_id_ud_pr_auc": 0.9948734437690909,
+      "eval_ig_opus100_pr_auc": 0.9050880388562832,
+      "eval_is_opus100_pr_auc": 0.9373520662077082,
+      "eval_is_ud_pr_auc": 0.9260744705051122,
+      "eval_it_opus100_pr_auc": 0.9362340424179265,
+      "eval_it_ud_pr_auc": 0.9980808342241835,
+      "eval_ja_ersatz_pr_auc": 0.9063277648395126,
+      "eval_ja_opus100_pr_auc": 0.8764244155350438,
+      "eval_ja_ud_pr_auc": 0.9844365487140017,
+      "eval_jv_ud_pr_auc": 0.9581385262081439,
+      "eval_ka_opus100_pr_auc": 0.8781089218160751,
+      "eval_kk_ersatz_pr_auc": 0.9909025550859987,
+      "eval_kk_opus100_pr_auc": 0.8465805347674699,
+      "eval_kk_ud_pr_auc": 0.9754537099523268,
+      "eval_km_ersatz_pr_auc": 0.95635575897825,
+      "eval_km_opus100_pr_auc": 0.8021460019291854,
+      "eval_kn_opus100_pr_auc": 0.6989401150937321,
+      "eval_ko_opus100_pr_auc": 0.7245081656632913,
+      "eval_ko_ud_pr_auc": 0.9971099732434703,
+      "eval_ku_opus100_pr_auc": 0.8902484448316169,
+      "eval_ky_opus100_pr_auc": 0.9076212407443179,
+      "eval_la_ud_pr_auc": 0.9727295859911832,
+      "eval_loss": 0.023306002840399742,
+      "eval_lt_ersatz_pr_auc": 0.9976516383296544,
+      "eval_lt_opus100_pr_auc": 0.9174030890742144,
+      "eval_lt_ud_pr_auc": 0.9949142918329489,
+      "eval_lv_ersatz_pr_auc": 0.9929146964712495,
+      "eval_lv_opus100_pr_auc": 0.9050342786409099,
+      "eval_lv_ud_pr_auc": 0.9716176535362914,
+      "eval_mg_opus100_pr_auc": 0.9521356346102476,
+      "eval_mk_opus100_pr_auc": 0.9324037022025193,
+      "eval_ml_opus100_pr_auc": 0.8186509647976228,
+      "eval_mn_opus100_pr_auc": 0.9551281497519342,
+      "eval_mr_opus100_pr_auc": 0.9284953501445506,
+      "eval_mr_ud_pr_auc": 0.9621756328600453,
+      "eval_ms_opus100_pr_auc": 0.8966212457186067,
+      "eval_mt_opus100_pr_auc": 0.8860651372973647,
+      "eval_mt_ud_pr_auc": 0.9225689411451514,
+      "eval_my_opus100_pr_auc": 0.8805068291155248,
+      "eval_ne_opus100_pr_auc": 0.7722264586775943,
+      "eval_nl_opus100_pr_auc": 0.9060514968441653,
+      "eval_nl_ud_pr_auc": 0.9868307155174606,
+      "eval_no_opus100_pr_auc": 0.9265330328622785,
+      "eval_no_ud_pr_auc": 0.9971002501818348,
+      "eval_pa_opus100_pr_auc": 0.7039989466653366,
+      "eval_pl_ersatz_pr_auc": 0.9764062269401861,
+      "eval_pl_opus100_pr_auc": 0.914224244291181,
+      "eval_pl_ud_pr_auc": 0.9788580728222933,
+      "eval_ps_ersatz_pr_auc": 0.9263191095204871,
+      "eval_ps_opus100_pr_auc": 0.7796033611230444,
+      "eval_pt_opus100_pr_auc": 0.9395704465456148,
+      "eval_pt_ud_pr_auc": 0.989728440250641,
+      "eval_ro_ersatz_pr_auc": 0.9941886353884688,
+      "eval_ro_opus100_pr_auc": 0.8740953864990012,
+      "eval_ro_ud_pr_auc": 0.937751041738404,
+      "eval_ru_ersatz_pr_auc": 0.9940269512670569,
+      "eval_ru_opus100_pr_auc": 0.9530078752710981,
+      "eval_ru_ud_pr_auc": 0.8923371985525977,
+      "eval_runtime": 510.857,
+      "eval_samples_per_second": 147.83,
+      "eval_si_opus100_pr_auc": 0.8348935730628902,
+      "eval_sk_opus100_pr_auc": 0.944401137503743,
+      "eval_sk_ud_pr_auc": 0.9893546592301865,
+      "eval_sl_opus100_pr_auc": 0.9001427523124957,
+      "eval_sl_ud_pr_auc": 0.9720015024959855,
+      "eval_sq_opus100_pr_auc": 0.9501878738417558,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9373331582145297,
+      "eval_sr_ud_pr_auc": 0.9995155700030482,
+      "eval_steps_per_second": 0.577,
+      "eval_sv_opus100_pr_auc": 0.9202243468642263,
+      "eval_sv_ud_pr_auc": 0.9616727920913822,
+      "eval_ta_ersatz_pr_auc": 0.9837141844525802,
+      "eval_ta_opus100_pr_auc": 0.7694553990530553,
+      "eval_ta_ud_pr_auc": 0.9992811548665843,
+      "eval_te_opus100_pr_auc": 0.8180675241873652,
+      "eval_tg_opus100_pr_auc": 0.9143784707101608,
+      "eval_th_opus100_pr_auc": 0.7225678725024213,
+      "eval_th_ud_pr_auc": 0.8941689048717183,
+      "eval_tr_ersatz_pr_auc": 0.9757074666351737,
+      "eval_tr_opus100_pr_auc": 0.9160086846751677,
+      "eval_tr_ud_pr_auc": 0.9646659158260638,
+      "eval_uk_opus100_pr_auc": 0.8971735270700014,
+      "eval_uk_ud_pr_auc": 0.9354450369376008,
+      "eval_ur_opus100_pr_auc": 0.6602349341357339,
+      "eval_ur_ud_pr_auc": 0.9917581998341544,
+      "eval_uz_opus100_pr_auc": 0.9013893252305785,
+      "eval_vi_opus100_pr_auc": 0.910613550867361,
+      "eval_vi_ud_pr_auc": 0.9495507360915355,
+      "eval_xh_opus100_pr_auc": 0.900676625052701,
+      "eval_yi_opus100_pr_auc": 0.7906836039003756,
+      "eval_yo_opus100_pr_auc": 0.862730111949669,
+      "eval_yo_ud_pr_auc": 0.9281873972467585,
+      "eval_zh_ersatz_pr_auc": 0.9625669679911188,
+      "eval_zh_opus100_pr_auc": 0.9058411841062687,
+      "eval_zh_ud_pr_auc": 0.9920910187661197,
+      "eval_zu_opus100_pr_auc": 0.845195169424613,
+      "step": 290000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9101265822784813e-05,
+      "learning_rate_adapter": 2.9101265822784813e-05,
+      "loss": 0.0201,
+      "step": 290050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.908860759493671e-05,
+      "learning_rate_adapter": 2.908860759493671e-05,
+      "loss": 0.0199,
+      "step": 290100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9075949367088607e-05,
+      "learning_rate_adapter": 2.9075949367088607e-05,
+      "loss": 0.0197,
+      "step": 290150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9063291139240506e-05,
+      "learning_rate_adapter": 2.9063291139240506e-05,
+      "loss": 0.0199,
+      "step": 290200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9050632911392405e-05,
+      "learning_rate_adapter": 2.9050632911392405e-05,
+      "loss": 0.0197,
+      "step": 290250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9037974683544307e-05,
+      "learning_rate_adapter": 2.9037974683544307e-05,
+      "loss": 0.0197,
+      "step": 290300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9025316455696206e-05,
+      "learning_rate_adapter": 2.9025316455696206e-05,
+      "loss": 0.0198,
+      "step": 290350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9012658227848105e-05,
+      "learning_rate_adapter": 2.9012658227848105e-05,
+      "loss": 0.02,
+      "step": 290400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.9e-05,
+      "learning_rate_adapter": 2.9e-05,
+      "loss": 0.0198,
+      "step": 290450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89873417721519e-05,
+      "learning_rate_adapter": 2.89873417721519e-05,
+      "loss": 0.0196,
+      "step": 290500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8974683544303798e-05,
+      "learning_rate_adapter": 2.8974683544303798e-05,
+      "loss": 0.0198,
+      "step": 290550
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89620253164557e-05,
+      "learning_rate_adapter": 2.89620253164557e-05,
+      "loss": 0.0198,
+      "step": 290600
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.89493670886076e-05,
+      "learning_rate_adapter": 2.89493670886076e-05,
+      "loss": 0.0196,
+      "step": 290650
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.893670886075949e-05,
+      "learning_rate_adapter": 2.893670886075949e-05,
+      "loss": 0.0198,
+      "step": 290700
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8924050632911393e-05,
+      "learning_rate_adapter": 2.8924050632911393e-05,
+      "loss": 0.0196,
+      "step": 290750
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8911392405063292e-05,
+      "learning_rate_adapter": 2.8911392405063292e-05,
+      "loss": 0.0198,
+      "step": 290800
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.889873417721519e-05,
+      "learning_rate_adapter": 2.889873417721519e-05,
+      "loss": 0.0196,
+      "step": 290850
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8886075949367093e-05,
+      "learning_rate_adapter": 2.8886075949367093e-05,
+      "loss": 0.02,
+      "step": 290900
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8873417721518985e-05,
+      "learning_rate_adapter": 2.8873417721518985e-05,
+      "loss": 0.0199,
+      "step": 290950
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8860759493670884e-05,
+      "learning_rate_adapter": 2.8860759493670884e-05,
+      "loss": 0.0197,
+      "step": 291000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8848101265822786e-05,
+      "learning_rate_adapter": 2.8848101265822786e-05,
+      "loss": 0.0196,
+      "step": 291050
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8835443037974685e-05,
+      "learning_rate_adapter": 2.8835443037974685e-05,
+      "loss": 0.0198,
+      "step": 291100
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8822784810126584e-05,
+      "learning_rate_adapter": 2.8822784810126584e-05,
+      "loss": 0.0196,
+      "step": 291150
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8810126582278486e-05,
+      "learning_rate_adapter": 2.8810126582278486e-05,
+      "loss": 0.0198,
+      "step": 291200
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.879746835443038e-05,
+      "learning_rate_adapter": 2.879746835443038e-05,
+      "loss": 0.0198,
+      "step": 291250
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8784810126582277e-05,
+      "learning_rate_adapter": 2.8784810126582277e-05,
+      "loss": 0.0198,
+      "step": 291300
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.877215189873418e-05,
+      "learning_rate_adapter": 2.877215189873418e-05,
+      "loss": 0.0198,
+      "step": 291350
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.875949367088608e-05,
+      "learning_rate_adapter": 2.875949367088608e-05,
+      "loss": 0.0196,
+      "step": 291400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.8746835443037977e-05,
+      "learning_rate_adapter": 2.8746835443037977e-05,
+      "loss": 0.0198,
+      "step": 291450
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8734177215189873e-05,
+      "learning_rate_adapter": 2.8734177215189873e-05,
+      "loss": 0.02,
+      "step": 291500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.872151898734177e-05,
+      "learning_rate_adapter": 2.872151898734177e-05,
+      "loss": 0.0197,
+      "step": 291550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.870886075949367e-05,
+      "learning_rate_adapter": 2.870886075949367e-05,
+      "loss": 0.0197,
+      "step": 291600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8696202531645573e-05,
+      "learning_rate_adapter": 2.8696202531645573e-05,
+      "loss": 0.0196,
+      "step": 291650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.868354430379747e-05,
+      "learning_rate_adapter": 2.868354430379747e-05,
+      "loss": 0.0196,
+      "step": 291700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8670886075949367e-05,
+      "learning_rate_adapter": 2.8670886075949367e-05,
+      "loss": 0.0199,
+      "step": 291750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8658227848101266e-05,
+      "learning_rate_adapter": 2.8658227848101266e-05,
+      "loss": 0.02,
+      "step": 291800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8645569620253165e-05,
+      "learning_rate_adapter": 2.8645569620253165e-05,
+      "loss": 0.0198,
+      "step": 291850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8632911392405064e-05,
+      "learning_rate_adapter": 2.8632911392405064e-05,
+      "loss": 0.0199,
+      "step": 291900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8620253164556966e-05,
+      "learning_rate_adapter": 2.8620253164556966e-05,
+      "loss": 0.0195,
+      "step": 291950
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8607594936708865e-05,
+      "learning_rate_adapter": 2.8607594936708865e-05,
+      "loss": 0.0198,
+      "step": 292000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.859493670886076e-05,
+      "learning_rate_adapter": 2.859493670886076e-05,
+      "loss": 0.0197,
+      "step": 292050
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.858227848101266e-05,
+      "learning_rate_adapter": 2.858227848101266e-05,
+      "loss": 0.0197,
+      "step": 292100
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8569620253164558e-05,
+      "learning_rate_adapter": 2.8569620253164558e-05,
+      "loss": 0.0198,
+      "step": 292150
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8556962025316457e-05,
+      "learning_rate_adapter": 2.8556962025316457e-05,
+      "loss": 0.0197,
+      "step": 292200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.854430379746836e-05,
+      "learning_rate_adapter": 2.854430379746836e-05,
+      "loss": 0.0198,
+      "step": 292250
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.853164556962025e-05,
+      "learning_rate_adapter": 2.853164556962025e-05,
+      "loss": 0.0197,
+      "step": 292300
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8518987341772153e-05,
+      "learning_rate_adapter": 2.8518987341772153e-05,
+      "loss": 0.0198,
+      "step": 292350
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8506329113924052e-05,
+      "learning_rate_adapter": 2.8506329113924052e-05,
+      "loss": 0.0198,
+      "step": 292400
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.849367088607595e-05,
+      "learning_rate_adapter": 2.849367088607595e-05,
+      "loss": 0.0196,
+      "step": 292450
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.848101265822785e-05,
+      "learning_rate_adapter": 2.848101265822785e-05,
+      "loss": 0.0197,
+      "step": 292500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8468354430379745e-05,
+      "learning_rate_adapter": 2.8468354430379745e-05,
+      "loss": 0.0196,
+      "step": 292550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8455696202531644e-05,
+      "learning_rate_adapter": 2.8455696202531644e-05,
+      "loss": 0.0198,
+      "step": 292600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8443037974683546e-05,
+      "learning_rate_adapter": 2.8443037974683546e-05,
+      "loss": 0.0197,
+      "step": 292650
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8430379746835445e-05,
+      "learning_rate_adapter": 2.8430379746835445e-05,
+      "loss": 0.0198,
+      "step": 292700
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8417721518987344e-05,
+      "learning_rate_adapter": 2.8417721518987344e-05,
+      "loss": 0.0199,
+      "step": 292750
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8405063291139243e-05,
+      "learning_rate_adapter": 2.8405063291139243e-05,
+      "loss": 0.0199,
+      "step": 292800
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.839240506329114e-05,
+      "learning_rate_adapter": 2.839240506329114e-05,
+      "loss": 0.0199,
+      "step": 292850
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.8379746835443037e-05,
+      "learning_rate_adapter": 2.8379746835443037e-05,
+      "loss": 0.0199,
+      "step": 292900
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 2.836708860759494e-05,
+      "learning_rate_adapter": 2.836708860759494e-05,
+      "loss": 0.0198,
+      "step": 292950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.835443037974684e-05,
+      "learning_rate_adapter": 2.835443037974684e-05,
+      "loss": 0.0197,
+      "step": 293000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8341772151898737e-05,
+      "learning_rate_adapter": 2.8341772151898737e-05,
+      "loss": 0.0198,
+      "step": 293050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8329113924050633e-05,
+      "learning_rate_adapter": 2.8329113924050633e-05,
+      "loss": 0.0197,
+      "step": 293100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.831645569620253e-05,
+      "learning_rate_adapter": 2.831645569620253e-05,
+      "loss": 0.0195,
+      "step": 293150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.830379746835443e-05,
+      "learning_rate_adapter": 2.830379746835443e-05,
+      "loss": 0.0197,
+      "step": 293200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8291139240506333e-05,
+      "learning_rate_adapter": 2.8291139240506333e-05,
+      "loss": 0.0197,
+      "step": 293250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.827848101265823e-05,
+      "learning_rate_adapter": 2.827848101265823e-05,
+      "loss": 0.0199,
+      "step": 293300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8265822784810127e-05,
+      "learning_rate_adapter": 2.8265822784810127e-05,
+      "loss": 0.0198,
+      "step": 293350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8253164556962026e-05,
+      "learning_rate_adapter": 2.8253164556962026e-05,
+      "loss": 0.0199,
+      "step": 293400
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8240506329113925e-05,
+      "learning_rate_adapter": 2.8240506329113925e-05,
+      "loss": 0.0197,
+      "step": 293450
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8227848101265824e-05,
+      "learning_rate_adapter": 2.8227848101265824e-05,
+      "loss": 0.0197,
+      "step": 293500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8215189873417726e-05,
+      "learning_rate_adapter": 2.8215189873417726e-05,
+      "loss": 0.0198,
+      "step": 293550
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8202531645569625e-05,
+      "learning_rate_adapter": 2.8202531645569625e-05,
+      "loss": 0.0196,
+      "step": 293600
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.818987341772152e-05,
+      "learning_rate_adapter": 2.818987341772152e-05,
+      "loss": 0.0197,
+      "step": 293650
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.817721518987342e-05,
+      "learning_rate_adapter": 2.817721518987342e-05,
+      "loss": 0.0196,
+      "step": 293700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8164556962025318e-05,
+      "learning_rate_adapter": 2.8164556962025318e-05,
+      "loss": 0.0196,
+      "step": 293750
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8151898734177217e-05,
+      "learning_rate_adapter": 2.8151898734177217e-05,
+      "loss": 0.0198,
+      "step": 293800
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.813924050632912e-05,
+      "learning_rate_adapter": 2.813924050632912e-05,
+      "loss": 0.0198,
+      "step": 293850
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.812658227848101e-05,
+      "learning_rate_adapter": 2.812658227848101e-05,
+      "loss": 0.0197,
+      "step": 293900
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.811392405063291e-05,
+      "learning_rate_adapter": 2.811392405063291e-05,
+      "loss": 0.0196,
+      "step": 293950
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8101265822784812e-05,
+      "learning_rate_adapter": 2.8101265822784812e-05,
+      "loss": 0.0196,
+      "step": 294000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.808860759493671e-05,
+      "learning_rate_adapter": 2.808860759493671e-05,
+      "loss": 0.0199,
+      "step": 294050
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.807594936708861e-05,
+      "learning_rate_adapter": 2.807594936708861e-05,
+      "loss": 0.0197,
+      "step": 294100
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8063291139240505e-05,
+      "learning_rate_adapter": 2.8063291139240505e-05,
+      "loss": 0.0196,
+      "step": 294150
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8050632911392404e-05,
+      "learning_rate_adapter": 2.8050632911392404e-05,
+      "loss": 0.0197,
+      "step": 294200
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8037974683544303e-05,
+      "learning_rate_adapter": 2.8037974683544303e-05,
+      "loss": 0.02,
+      "step": 294250
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8025316455696205e-05,
+      "learning_rate_adapter": 2.8025316455696205e-05,
+      "loss": 0.0197,
+      "step": 294300
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8012658227848104e-05,
+      "learning_rate_adapter": 2.8012658227848104e-05,
+      "loss": 0.0197,
+      "step": 294350
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8000000000000003e-05,
+      "learning_rate_adapter": 2.8000000000000003e-05,
+      "loss": 0.0197,
+      "step": 294400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.79873417721519e-05,
+      "learning_rate_adapter": 2.79873417721519e-05,
+      "loss": 0.0193,
+      "step": 294450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7974683544303797e-05,
+      "learning_rate_adapter": 2.7974683544303797e-05,
+      "loss": 0.0196,
+      "step": 294500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7962025316455696e-05,
+      "learning_rate_adapter": 2.7962025316455696e-05,
+      "loss": 0.0195,
+      "step": 294550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.79493670886076e-05,
+      "learning_rate_adapter": 2.79493670886076e-05,
+      "loss": 0.0197,
+      "step": 294600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7936708860759497e-05,
+      "learning_rate_adapter": 2.7936708860759497e-05,
+      "loss": 0.0196,
+      "step": 294650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7924050632911393e-05,
+      "learning_rate_adapter": 2.7924050632911393e-05,
+      "loss": 0.0196,
+      "step": 294700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.791139240506329e-05,
+      "learning_rate_adapter": 2.791139240506329e-05,
+      "loss": 0.0196,
+      "step": 294750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.789873417721519e-05,
+      "learning_rate_adapter": 2.789873417721519e-05,
+      "loss": 0.0197,
+      "step": 294800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.788607594936709e-05,
+      "learning_rate_adapter": 2.788607594936709e-05,
+      "loss": 0.0197,
+      "step": 294850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.787341772151899e-05,
+      "learning_rate_adapter": 2.787341772151899e-05,
+      "loss": 0.0197,
+      "step": 294900
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7860759493670884e-05,
+      "learning_rate_adapter": 2.7860759493670884e-05,
+      "loss": 0.0196,
+      "step": 294950
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7848101265822786e-05,
+      "learning_rate_adapter": 2.7848101265822786e-05,
+      "loss": 0.0196,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "eval_af_opus100_pr_auc": 0.8096925681693986,
+      "eval_af_ud_pr_auc": 0.992944228573504,
+      "eval_am_opus100_pr_auc": 0.6618654565671884,
+      "eval_ar_ersatz_pr_auc": 0.9303397285831096,
+      "eval_ar_opus100_pr_auc": 0.7665634936964282,
+      "eval_ar_ud_pr_auc": 0.9104585202612633,
+      "eval_average_ersatz_pr_auc": 0.9757337790447511,
+      "eval_average_opus100_pr_auc": 0.8642633333092663,
+      "eval_average_ud_pr_auc": 0.9694247691554141,
+      "eval_az_opus100_pr_auc": 0.8567771626896398,
+      "eval_be_opus100_pr_auc": 0.7701544494778604,
+      "eval_be_ud_pr_auc": 0.9147981202092977,
+      "eval_bg_opus100_pr_auc": 0.9300481156379907,
+      "eval_bg_ud_pr_auc": 0.9957643875424311,
+      "eval_bn_opus100_pr_auc": 0.8706887955165068,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9104944718858261,
+      "eval_ca_ud_pr_auc": 0.9982962892130293,
+      "eval_ceb_ud_pr_auc": 0.9998283979881223,
+      "eval_cs_ersatz_pr_auc": 0.9901331955478558,
+      "eval_cs_opus100_pr_auc": 0.9274985185381419,
+      "eval_cs_ud_pr_auc": 0.9644748505232971,
+      "eval_cy_opus100_pr_auc": 0.7916152269001954,
+      "eval_cy_ud_pr_auc": 0.9975182940673891,
+      "eval_da_opus100_pr_auc": 0.9346485699241709,
+      "eval_da_ud_pr_auc": 0.9754662952874846,
+      "eval_de_ersatz_pr_auc": 0.9909868271866257,
+      "eval_de_opus100_pr_auc": 0.9291668415983527,
+      "eval_de_ud_pr_auc": 0.9870178129820505,
+      "eval_el_opus100_pr_auc": 0.9170734556735618,
+      "eval_el_ud_pr_auc": 0.9960468809207361,
+      "eval_en_ersatz_pr_auc": 0.9945481142852656,
+      "eval_en_opus100_pr_auc": 0.9261123680597444,
+      "eval_en_ud_pr_auc": 0.9822592800132178,
+      "eval_eo_opus100_pr_auc": 0.9339271229541954,
+      "eval_es_ersatz_pr_auc": 0.9969728490529853,
+      "eval_es_opus100_pr_auc": 0.9438760645117348,
+      "eval_es_ud_pr_auc": 0.9895186056833533,
+      "eval_et_ersatz_pr_auc": 0.9838263093089431,
+      "eval_et_opus100_pr_auc": 0.9316680957801649,
+      "eval_et_ud_pr_auc": 0.9786554444093407,
+      "eval_eu_opus100_pr_auc": 0.892074343519575,
+      "eval_eu_ud_pr_auc": 0.9889247365223713,
+      "eval_fa_opus100_pr_auc": 0.6596264498097905,
+      "eval_fa_ud_pr_auc": 0.9974242769408859,
+      "eval_fi_ersatz_pr_auc": 0.9960256912604466,
+      "eval_fi_opus100_pr_auc": 0.9376702749115569,
+      "eval_fi_ud_pr_auc": 0.96288975964166,
+      "eval_fr_ersatz_pr_auc": 0.9896170263491071,
+      "eval_fr_opus100_pr_auc": 0.927344037247663,
+      "eval_fr_ud_pr_auc": 0.9928573726657061,
+      "eval_fy_opus100_pr_auc": 0.7186883029080183,
+      "eval_ga_opus100_pr_auc": 0.9242265486686605,
+      "eval_ga_ud_pr_auc": 0.8272433615313907,
+      "eval_gd_opus100_pr_auc": 0.759462244915527,
+      "eval_gd_ud_pr_auc": 0.8490438951542499,
+      "eval_gl_opus100_pr_auc": 0.9109498473203026,
+      "eval_gl_ud_pr_auc": 0.9959325734175407,
+      "eval_gu_ersatz_pr_auc": 0.959015665241139,
+      "eval_gu_opus100_pr_auc": 0.7752124914911597,
+      "eval_ha_opus100_pr_auc": 0.9427210063738591,
+      "eval_he_opus100_pr_auc": 0.8989094166218544,
+      "eval_he_ud_pr_auc": 0.9862111980828707,
+      "eval_hi_ersatz_pr_auc": 0.9823732703805717,
+      "eval_hi_opus100_pr_auc": 0.7665320577701726,
+      "eval_hi_ud_pr_auc": 0.9923070099118705,
+      "eval_hu_opus100_pr_auc": 0.924609686382206,
+      "eval_hu_ud_pr_auc": 0.9822837804806819,
+      "eval_hy_opus100_pr_auc": 0.9161289260980726,
+      "eval_hy_ud_pr_auc": 0.976946651836176,
+      "eval_id_opus100_pr_auc": 0.9041687001474007,
+      "eval_id_ud_pr_auc": 0.9957580298211112,
+      "eval_ig_opus100_pr_auc": 0.8883712790194241,
+      "eval_is_opus100_pr_auc": 0.93604025553237,
+      "eval_is_ud_pr_auc": 0.9193699149108931,
+      "eval_it_opus100_pr_auc": 0.9301130744931896,
+      "eval_it_ud_pr_auc": 0.9973372158477082,
+      "eval_ja_ersatz_pr_auc": 0.90708576172674,
+      "eval_ja_opus100_pr_auc": 0.8652379462956121,
+      "eval_ja_ud_pr_auc": 0.9838395944119267,
+      "eval_jv_ud_pr_auc": 0.9561113672339778,
+      "eval_ka_opus100_pr_auc": 0.8684193583122618,
+      "eval_kk_ersatz_pr_auc": 0.9902190296246723,
+      "eval_kk_opus100_pr_auc": 0.8296428274519381,
+      "eval_kk_ud_pr_auc": 0.9746118467499986,
+      "eval_km_ersatz_pr_auc": 0.9567685313377018,
+      "eval_km_opus100_pr_auc": 0.7824670232081203,
+      "eval_kn_opus100_pr_auc": 0.6943962861522849,
+      "eval_ko_opus100_pr_auc": 0.71334599374997,
+      "eval_ko_ud_pr_auc": 0.9974221070401654,
+      "eval_ku_opus100_pr_auc": 0.8724232609907899,
+      "eval_ky_opus100_pr_auc": 0.8884907675457387,
+      "eval_la_ud_pr_auc": 0.9705266554276771,
+      "eval_loss": 0.02308829501271248,
+      "eval_lt_ersatz_pr_auc": 0.9980107730517942,
+      "eval_lt_opus100_pr_auc": 0.9145806912838947,
+      "eval_lt_ud_pr_auc": 0.9955649200638818,
+      "eval_lv_ersatz_pr_auc": 0.9928050205164962,
+      "eval_lv_opus100_pr_auc": 0.9146342136498439,
+      "eval_lv_ud_pr_auc": 0.9705406117894331,
+      "eval_mg_opus100_pr_auc": 0.9538868649061594,
+      "eval_mk_opus100_pr_auc": 0.9372608000369108,
+      "eval_ml_opus100_pr_auc": 0.815587893496588,
+      "eval_mn_opus100_pr_auc": 0.944657526164097,
+      "eval_mr_opus100_pr_auc": 0.9239211691318797,
+      "eval_mr_ud_pr_auc": 0.9648109327063675,
+      "eval_ms_opus100_pr_auc": 0.8887234270992848,
+      "eval_mt_opus100_pr_auc": 0.877019006130489,
+      "eval_mt_ud_pr_auc": 0.93836521194252,
+      "eval_my_opus100_pr_auc": 0.8684110035722452,
+      "eval_ne_opus100_pr_auc": 0.7512587582358863,
+      "eval_nl_opus100_pr_auc": 0.9037114432507611,
+      "eval_nl_ud_pr_auc": 0.987396915646899,
+      "eval_no_opus100_pr_auc": 0.9225688977261233,
+      "eval_no_ud_pr_auc": 0.9967388678540027,
+      "eval_pa_opus100_pr_auc": 0.6818464641046632,
+      "eval_pl_ersatz_pr_auc": 0.9734334204120637,
+      "eval_pl_opus100_pr_auc": 0.9071032578917986,
+      "eval_pl_ud_pr_auc": 0.9755392590669004,
+      "eval_ps_ersatz_pr_auc": 0.924169651887884,
+      "eval_ps_opus100_pr_auc": 0.7817484779016991,
+      "eval_pt_opus100_pr_auc": 0.9365396912731939,
+      "eval_pt_ud_pr_auc": 0.9880170703893689,
+      "eval_ro_ersatz_pr_auc": 0.9936501145616952,
+      "eval_ro_opus100_pr_auc": 0.8846469172301088,
+      "eval_ro_ud_pr_auc": 0.9371288781651094,
+      "eval_ru_ersatz_pr_auc": 0.9947904084026131,
+      "eval_ru_opus100_pr_auc": 0.9512168236811175,
+      "eval_ru_ud_pr_auc": 0.8958855199317926,
+      "eval_runtime": 512.3803,
+      "eval_samples_per_second": 147.391,
+      "eval_si_opus100_pr_auc": 0.8331601449458359,
+      "eval_sk_opus100_pr_auc": 0.945381015311994,
+      "eval_sk_ud_pr_auc": 0.9893369532310426,
+      "eval_sl_opus100_pr_auc": 0.8923444291798062,
+      "eval_sl_ud_pr_auc": 0.9703486648575674,
+      "eval_sq_opus100_pr_auc": 0.9480503437526048,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9299275658731428,
+      "eval_sr_ud_pr_auc": 0.9994172532465379,
+      "eval_steps_per_second": 0.576,
+      "eval_sv_opus100_pr_auc": 0.9178042572639683,
+      "eval_sv_ud_pr_auc": 0.9607309557316636,
+      "eval_ta_ersatz_pr_auc": 0.9810494119983606,
+      "eval_ta_opus100_pr_auc": 0.7688250704453147,
+      "eval_ta_ud_pr_auc": 0.9989162291165367,
+      "eval_te_opus100_pr_auc": 0.8302634542580192,
+      "eval_tg_opus100_pr_auc": 0.915210985299788,
+      "eval_th_opus100_pr_auc": 0.7243882592738013,
+      "eval_th_ud_pr_auc": 0.9005999347958569,
+      "eval_tr_ersatz_pr_auc": 0.9735845669813123,
+      "eval_tr_opus100_pr_auc": 0.9136457283660561,
+      "eval_tr_ud_pr_auc": 0.9659842818547697,
+      "eval_uk_opus100_pr_auc": 0.8937936347637692,
+      "eval_uk_ud_pr_auc": 0.9283807578089517,
+      "eval_ur_opus100_pr_auc": 0.6615612748374765,
+      "eval_ur_ud_pr_auc": 0.9916219709963632,
+      "eval_uz_opus100_pr_auc": 0.8919459120799763,
+      "eval_vi_opus100_pr_auc": 0.9062613337774055,
+      "eval_vi_ud_pr_auc": 0.9481016134970102,
+      "eval_xh_opus100_pr_auc": 0.8971145242530428,
+      "eval_yi_opus100_pr_auc": 0.7080777082974665,
+      "eval_yo_opus100_pr_auc": 0.8508251514516301,
+      "eval_yo_ud_pr_auc": 0.9313550275139406,
+      "eval_zh_ersatz_pr_auc": 0.9667377712871408,
+      "eval_zh_opus100_pr_auc": 0.907722210420855,
+      "eval_zh_ud_pr_auc": 0.9923412563487074,
+      "eval_zu_opus100_pr_auc": 0.8348238162225236,
+      "step": 295000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7835443037974685e-05,
+      "learning_rate_adapter": 2.7835443037974685e-05,
+      "loss": 0.0198,
+      "step": 295050
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7822784810126584e-05,
+      "learning_rate_adapter": 2.7822784810126584e-05,
+      "loss": 0.0197,
+      "step": 295100
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7810126582278482e-05,
+      "learning_rate_adapter": 2.7810126582278482e-05,
+      "loss": 0.0196,
+      "step": 295150
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7797468354430385e-05,
+      "learning_rate_adapter": 2.7797468354430385e-05,
+      "loss": 0.0196,
+      "step": 295200
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7784810126582277e-05,
+      "learning_rate_adapter": 2.7784810126582277e-05,
+      "loss": 0.0196,
+      "step": 295250
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.777215189873418e-05,
+      "learning_rate_adapter": 2.777215189873418e-05,
+      "loss": 0.0197,
+      "step": 295300
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7759493670886078e-05,
+      "learning_rate_adapter": 2.7759493670886078e-05,
+      "loss": 0.0196,
+      "step": 295350
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7746835443037977e-05,
+      "learning_rate_adapter": 2.7746835443037977e-05,
+      "loss": 0.0195,
+      "step": 295400
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7734177215189876e-05,
+      "learning_rate_adapter": 2.7734177215189876e-05,
+      "loss": 0.0196,
+      "step": 295450
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.772151898734177e-05,
+      "learning_rate_adapter": 2.772151898734177e-05,
+      "loss": 0.0197,
+      "step": 295500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.770886075949367e-05,
+      "learning_rate_adapter": 2.770886075949367e-05,
+      "loss": 0.0199,
+      "step": 295550
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7696202531645572e-05,
+      "learning_rate_adapter": 2.7696202531645572e-05,
+      "loss": 0.0197,
+      "step": 295600
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.768354430379747e-05,
+      "learning_rate_adapter": 2.768354430379747e-05,
+      "loss": 0.0197,
+      "step": 295650
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.767088607594937e-05,
+      "learning_rate_adapter": 2.767088607594937e-05,
+      "loss": 0.0197,
+      "step": 295700
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7658227848101265e-05,
+      "learning_rate_adapter": 2.7658227848101265e-05,
+      "loss": 0.0197,
+      "step": 295750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7645569620253164e-05,
+      "learning_rate_adapter": 2.7645569620253164e-05,
+      "loss": 0.0198,
+      "step": 295800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7632911392405063e-05,
+      "learning_rate_adapter": 2.7632911392405063e-05,
+      "loss": 0.0197,
+      "step": 295850
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.7620253164556965e-05,
+      "learning_rate_adapter": 2.7620253164556965e-05,
+      "loss": 0.0196,
+      "step": 295900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7607594936708864e-05,
+      "learning_rate_adapter": 2.7607594936708864e-05,
+      "loss": 0.0197,
+      "step": 295950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7594936708860763e-05,
+      "learning_rate_adapter": 2.7594936708860763e-05,
+      "loss": 0.0196,
+      "step": 296000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.758227848101266e-05,
+      "learning_rate_adapter": 2.758227848101266e-05,
+      "loss": 0.0199,
+      "step": 296050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7569620253164557e-05,
+      "learning_rate_adapter": 2.7569620253164557e-05,
+      "loss": 0.0197,
+      "step": 296100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7556962025316456e-05,
+      "learning_rate_adapter": 2.7556962025316456e-05,
+      "loss": 0.0197,
+      "step": 296150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.754430379746836e-05,
+      "learning_rate_adapter": 2.754430379746836e-05,
+      "loss": 0.0196,
+      "step": 296200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7531645569620257e-05,
+      "learning_rate_adapter": 2.7531645569620257e-05,
+      "loss": 0.0197,
+      "step": 296250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7518987341772153e-05,
+      "learning_rate_adapter": 2.7518987341772153e-05,
+      "loss": 0.0197,
+      "step": 296300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.750632911392405e-05,
+      "learning_rate_adapter": 2.750632911392405e-05,
+      "loss": 0.0195,
+      "step": 296350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.749367088607595e-05,
+      "learning_rate_adapter": 2.749367088607595e-05,
+      "loss": 0.0194,
+      "step": 296400
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.748101265822785e-05,
+      "learning_rate_adapter": 2.748101265822785e-05,
+      "loss": 0.0197,
+      "step": 296450
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.746835443037975e-05,
+      "learning_rate_adapter": 2.746835443037975e-05,
+      "loss": 0.0197,
+      "step": 296500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7455696202531644e-05,
+      "learning_rate_adapter": 2.7455696202531644e-05,
+      "loss": 0.0198,
+      "step": 296550
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7443037974683546e-05,
+      "learning_rate_adapter": 2.7443037974683546e-05,
+      "loss": 0.0196,
+      "step": 296600
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7430379746835445e-05,
+      "learning_rate_adapter": 2.7430379746835445e-05,
+      "loss": 0.0198,
+      "step": 296650
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7417721518987344e-05,
+      "learning_rate_adapter": 2.7417721518987344e-05,
+      "loss": 0.0196,
+      "step": 296700
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7405063291139242e-05,
+      "learning_rate_adapter": 2.7405063291139242e-05,
+      "loss": 0.0195,
+      "step": 296750
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7392405063291145e-05,
+      "learning_rate_adapter": 2.7392405063291145e-05,
+      "loss": 0.0194,
+      "step": 296800
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7379746835443037e-05,
+      "learning_rate_adapter": 2.7379746835443037e-05,
+      "loss": 0.0194,
+      "step": 296850
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.736708860759494e-05,
+      "learning_rate_adapter": 2.736708860759494e-05,
+      "loss": 0.0195,
+      "step": 296900
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7354430379746838e-05,
+      "learning_rate_adapter": 2.7354430379746838e-05,
+      "loss": 0.0195,
+      "step": 296950
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7341772151898737e-05,
+      "learning_rate_adapter": 2.7341772151898737e-05,
+      "loss": 0.0195,
+      "step": 297000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7329113924050636e-05,
+      "learning_rate_adapter": 2.7329113924050636e-05,
+      "loss": 0.0196,
+      "step": 297050
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.731645569620253e-05,
+      "learning_rate_adapter": 2.731645569620253e-05,
+      "loss": 0.0196,
+      "step": 297100
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.730379746835443e-05,
+      "learning_rate_adapter": 2.730379746835443e-05,
+      "loss": 0.0197,
+      "step": 297150
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7291139240506332e-05,
+      "learning_rate_adapter": 2.7291139240506332e-05,
+      "loss": 0.0197,
+      "step": 297200
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.727848101265823e-05,
+      "learning_rate_adapter": 2.727848101265823e-05,
+      "loss": 0.0194,
+      "step": 297250
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.726582278481013e-05,
+      "learning_rate_adapter": 2.726582278481013e-05,
+      "loss": 0.0195,
+      "step": 297300
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7253164556962025e-05,
+      "learning_rate_adapter": 2.7253164556962025e-05,
+      "loss": 0.0194,
+      "step": 297350
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7240506329113924e-05,
+      "learning_rate_adapter": 2.7240506329113924e-05,
+      "loss": 0.0194,
+      "step": 297400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7227848101265823e-05,
+      "learning_rate_adapter": 2.7227848101265823e-05,
+      "loss": 0.0194,
+      "step": 297450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7215189873417722e-05,
+      "learning_rate_adapter": 2.7215189873417722e-05,
+      "loss": 0.0197,
+      "step": 297500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7202531645569624e-05,
+      "learning_rate_adapter": 2.7202531645569624e-05,
+      "loss": 0.0195,
+      "step": 297550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7189873417721516e-05,
+      "learning_rate_adapter": 2.7189873417721516e-05,
+      "loss": 0.0193,
+      "step": 297600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.717721518987342e-05,
+      "learning_rate_adapter": 2.717721518987342e-05,
+      "loss": 0.0194,
+      "step": 297650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7164556962025317e-05,
+      "learning_rate_adapter": 2.7164556962025317e-05,
+      "loss": 0.0196,
+      "step": 297700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7151898734177216e-05,
+      "learning_rate_adapter": 2.7151898734177216e-05,
+      "loss": 0.0196,
+      "step": 297750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7139240506329115e-05,
+      "learning_rate_adapter": 2.7139240506329115e-05,
+      "loss": 0.0195,
+      "step": 297800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7126582278481017e-05,
+      "learning_rate_adapter": 2.7126582278481017e-05,
+      "loss": 0.0197,
+      "step": 297850
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.711392405063291e-05,
+      "learning_rate_adapter": 2.711392405063291e-05,
+      "loss": 0.0196,
+      "step": 297900
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.710126582278481e-05,
+      "learning_rate_adapter": 2.710126582278481e-05,
+      "loss": 0.0198,
+      "step": 297950
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.708860759493671e-05,
+      "learning_rate_adapter": 2.708860759493671e-05,
+      "loss": 0.0193,
+      "step": 298000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.707594936708861e-05,
+      "learning_rate_adapter": 2.707594936708861e-05,
+      "loss": 0.0195,
+      "step": 298050
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7063291139240508e-05,
+      "learning_rate_adapter": 2.7063291139240508e-05,
+      "loss": 0.0197,
+      "step": 298100
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7050632911392404e-05,
+      "learning_rate_adapter": 2.7050632911392404e-05,
+      "loss": 0.0195,
+      "step": 298150
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7037974683544302e-05,
+      "learning_rate_adapter": 2.7037974683544302e-05,
+      "loss": 0.0194,
+      "step": 298200
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7025316455696205e-05,
+      "learning_rate_adapter": 2.7025316455696205e-05,
+      "loss": 0.0196,
+      "step": 298250
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7012658227848104e-05,
+      "learning_rate_adapter": 2.7012658227848104e-05,
+      "loss": 0.0196,
+      "step": 298300
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.7000000000000002e-05,
+      "learning_rate_adapter": 2.7000000000000002e-05,
+      "loss": 0.0195,
+      "step": 298350
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6987341772151898e-05,
+      "learning_rate_adapter": 2.6987341772151898e-05,
+      "loss": 0.0196,
+      "step": 298400
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6974683544303797e-05,
+      "learning_rate_adapter": 2.6974683544303797e-05,
+      "loss": 0.0193,
+      "step": 298450
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6962025316455696e-05,
+      "learning_rate_adapter": 2.6962025316455696e-05,
+      "loss": 0.0196,
+      "step": 298500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6949367088607598e-05,
+      "learning_rate_adapter": 2.6949367088607598e-05,
+      "loss": 0.0195,
+      "step": 298550
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6936708860759497e-05,
+      "learning_rate_adapter": 2.6936708860759497e-05,
+      "loss": 0.0194,
+      "step": 298600
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.6924050632911396e-05,
+      "learning_rate_adapter": 2.6924050632911396e-05,
+      "loss": 0.0195,
+      "step": 298650
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.691139240506329e-05,
+      "learning_rate_adapter": 2.691139240506329e-05,
+      "loss": 0.0196,
+      "step": 298700
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.689873417721519e-05,
+      "learning_rate_adapter": 2.689873417721519e-05,
+      "loss": 0.0194,
+      "step": 298750
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.688607594936709e-05,
+      "learning_rate_adapter": 2.688607594936709e-05,
+      "loss": 0.0193,
+      "step": 298800
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 2.687341772151899e-05,
+      "learning_rate_adapter": 2.687341772151899e-05,
+      "loss": 0.0193,
+      "step": 298850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.686075949367089e-05,
+      "learning_rate_adapter": 2.686075949367089e-05,
+      "loss": 0.0196,
+      "step": 298900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6848101265822785e-05,
+      "learning_rate_adapter": 2.6848101265822785e-05,
+      "loss": 0.0194,
+      "step": 298950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6835443037974684e-05,
+      "learning_rate_adapter": 2.6835443037974684e-05,
+      "loss": 0.0195,
+      "step": 299000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6822784810126583e-05,
+      "learning_rate_adapter": 2.6822784810126583e-05,
+      "loss": 0.0194,
+      "step": 299050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6810126582278482e-05,
+      "learning_rate_adapter": 2.6810126582278482e-05,
+      "loss": 0.0196,
+      "step": 299100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6797468354430384e-05,
+      "learning_rate_adapter": 2.6797468354430384e-05,
+      "loss": 0.0195,
+      "step": 299150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6784810126582276e-05,
+      "learning_rate_adapter": 2.6784810126582276e-05,
+      "loss": 0.0196,
+      "step": 299200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.677215189873418e-05,
+      "learning_rate_adapter": 2.677215189873418e-05,
+      "loss": 0.0196,
+      "step": 299250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6759493670886077e-05,
+      "learning_rate_adapter": 2.6759493670886077e-05,
+      "loss": 0.0197,
+      "step": 299300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6746835443037976e-05,
+      "learning_rate_adapter": 2.6746835443037976e-05,
+      "loss": 0.0197,
+      "step": 299350
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6734177215189875e-05,
+      "learning_rate_adapter": 2.6734177215189875e-05,
+      "loss": 0.0196,
+      "step": 299400
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6721518987341777e-05,
+      "learning_rate_adapter": 2.6721518987341777e-05,
+      "loss": 0.0194,
+      "step": 299450
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.670886075949367e-05,
+      "learning_rate_adapter": 2.670886075949367e-05,
+      "loss": 0.0196,
+      "step": 299500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.669620253164557e-05,
+      "learning_rate_adapter": 2.669620253164557e-05,
+      "loss": 0.0197,
+      "step": 299550
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.668354430379747e-05,
+      "learning_rate_adapter": 2.668354430379747e-05,
+      "loss": 0.0196,
+      "step": 299600
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.667088607594937e-05,
+      "learning_rate_adapter": 2.667088607594937e-05,
+      "loss": 0.0198,
+      "step": 299650
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6658227848101268e-05,
+      "learning_rate_adapter": 2.6658227848101268e-05,
+      "loss": 0.0194,
+      "step": 299700
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6645569620253164e-05,
+      "learning_rate_adapter": 2.6645569620253164e-05,
+      "loss": 0.0197,
+      "step": 299750
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6632911392405062e-05,
+      "learning_rate_adapter": 2.6632911392405062e-05,
+      "loss": 0.0196,
+      "step": 299800
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6620253164556965e-05,
+      "learning_rate_adapter": 2.6620253164556965e-05,
+      "loss": 0.0194,
+      "step": 299850
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6607594936708864e-05,
+      "learning_rate_adapter": 2.6607594936708864e-05,
+      "loss": 0.0196,
+      "step": 299900
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6594936708860762e-05,
+      "learning_rate_adapter": 2.6594936708860762e-05,
+      "loss": 0.0196,
+      "step": 299950
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6582278481012658e-05,
+      "learning_rate_adapter": 2.6582278481012658e-05,
+      "loss": 0.0195,
+      "step": 300000
+    },
+    {
+      "epoch": 2.02,
+      "eval_af_opus100_pr_auc": 0.8227124241777152,
+      "eval_af_ud_pr_auc": 0.9978916944961254,
+      "eval_am_opus100_pr_auc": 0.6491357921152592,
+      "eval_ar_ersatz_pr_auc": 0.9275401396773346,
+      "eval_ar_opus100_pr_auc": 0.7632763469879833,
+      "eval_ar_ud_pr_auc": 0.9162155003377773,
+      "eval_average_ersatz_pr_auc": 0.9772523781843984,
+      "eval_average_opus100_pr_auc": 0.8701783737150013,
+      "eval_average_ud_pr_auc": 0.9712916341205958,
+      "eval_az_opus100_pr_auc": 0.851893698577936,
+      "eval_be_opus100_pr_auc": 0.8046213251793498,
+      "eval_be_ud_pr_auc": 0.919738358324878,
+      "eval_bg_opus100_pr_auc": 0.9328388453767185,
+      "eval_bg_ud_pr_auc": 0.9963555241441446,
+      "eval_bn_opus100_pr_auc": 0.8676293132278942,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9151165598459359,
+      "eval_ca_ud_pr_auc": 0.9984643939823303,
+      "eval_ceb_ud_pr_auc": 0.9997108432066122,
+      "eval_cs_ersatz_pr_auc": 0.9897425767675645,
+      "eval_cs_opus100_pr_auc": 0.9269645660920945,
+      "eval_cs_ud_pr_auc": 0.9671564336479643,
+      "eval_cy_opus100_pr_auc": 0.8141685125554995,
+      "eval_cy_ud_pr_auc": 0.9976505920634231,
+      "eval_da_opus100_pr_auc": 0.9315378198025595,
+      "eval_da_ud_pr_auc": 0.977818172298898,
+      "eval_de_ersatz_pr_auc": 0.9914856339025477,
+      "eval_de_opus100_pr_auc": 0.9292844575421941,
+      "eval_de_ud_pr_auc": 0.9879321697417465,
+      "eval_el_opus100_pr_auc": 0.919879634997859,
+      "eval_el_ud_pr_auc": 0.9960815864466985,
+      "eval_en_ersatz_pr_auc": 0.9951860234402498,
+      "eval_en_opus100_pr_auc": 0.9293384559233916,
+      "eval_en_ud_pr_auc": 0.9825107841545095,
+      "eval_eo_opus100_pr_auc": 0.9359246344795707,
+      "eval_es_ersatz_pr_auc": 0.9968237790469582,
+      "eval_es_opus100_pr_auc": 0.9469376328837458,
+      "eval_es_ud_pr_auc": 0.9910184351526774,
+      "eval_et_ersatz_pr_auc": 0.9849258508991046,
+      "eval_et_opus100_pr_auc": 0.9337105815086176,
+      "eval_et_ud_pr_auc": 0.9811546539240492,
+      "eval_eu_opus100_pr_auc": 0.8972527420873909,
+      "eval_eu_ud_pr_auc": 0.9923551143870787,
+      "eval_fa_opus100_pr_auc": 0.6554245081578138,
+      "eval_fa_ud_pr_auc": 0.9981116515804656,
+      "eval_fi_ersatz_pr_auc": 0.996148732845188,
+      "eval_fi_opus100_pr_auc": 0.9375428977355503,
+      "eval_fi_ud_pr_auc": 0.9623550026111577,
+      "eval_fr_ersatz_pr_auc": 0.9898723340360522,
+      "eval_fr_opus100_pr_auc": 0.933579822335048,
+      "eval_fr_ud_pr_auc": 0.9930414589262049,
+      "eval_fy_opus100_pr_auc": 0.7385471204141418,
+      "eval_ga_opus100_pr_auc": 0.932330194177549,
+      "eval_ga_ud_pr_auc": 0.8262806388646349,
+      "eval_gd_opus100_pr_auc": 0.7730359686812319,
+      "eval_gd_ud_pr_auc": 0.8373592130121781,
+      "eval_gl_opus100_pr_auc": 0.9134349561860566,
+      "eval_gl_ud_pr_auc": 0.9968536010998001,
+      "eval_gu_ersatz_pr_auc": 0.962805375053895,
+      "eval_gu_opus100_pr_auc": 0.7860853160694614,
+      "eval_ha_opus100_pr_auc": 0.9418247987684378,
+      "eval_he_opus100_pr_auc": 0.9021189223037224,
+      "eval_he_ud_pr_auc": 0.989132974000758,
+      "eval_hi_ersatz_pr_auc": 0.9844476146823377,
+      "eval_hi_opus100_pr_auc": 0.7630948477617706,
+      "eval_hi_ud_pr_auc": 0.9934845237478465,
+      "eval_hu_opus100_pr_auc": 0.9287320728507209,
+      "eval_hu_ud_pr_auc": 0.9826954213090263,
+      "eval_hy_opus100_pr_auc": 0.9238201159848805,
+      "eval_hy_ud_pr_auc": 0.9781223646313538,
+      "eval_id_opus100_pr_auc": 0.905713860975077,
+      "eval_id_ud_pr_auc": 0.9959329452647262,
+      "eval_ig_opus100_pr_auc": 0.909775611920274,
+      "eval_is_opus100_pr_auc": 0.9400258209117907,
+      "eval_is_ud_pr_auc": 0.9247872964828088,
+      "eval_it_opus100_pr_auc": 0.932373657062994,
+      "eval_it_ud_pr_auc": 0.9981141232518183,
+      "eval_ja_ersatz_pr_auc": 0.9120747520785418,
+      "eval_ja_opus100_pr_auc": 0.8659583595260429,
+      "eval_ja_ud_pr_auc": 0.9847344177226048,
+      "eval_jv_ud_pr_auc": 0.9629610414422911,
+      "eval_ka_opus100_pr_auc": 0.8722362134766363,
+      "eval_kk_ersatz_pr_auc": 0.9908141514869764,
+      "eval_kk_opus100_pr_auc": 0.8418915793300812,
+      "eval_kk_ud_pr_auc": 0.9758667029817485,
+      "eval_km_ersatz_pr_auc": 0.955455022435782,
+      "eval_km_opus100_pr_auc": 0.7879539365558715,
+      "eval_kn_opus100_pr_auc": 0.7111202646805728,
+      "eval_ko_opus100_pr_auc": 0.7206781791829873,
+      "eval_ko_ud_pr_auc": 0.9984595265930228,
+      "eval_ku_opus100_pr_auc": 0.8872459487651208,
+      "eval_ky_opus100_pr_auc": 0.9127749666992105,
+      "eval_la_ud_pr_auc": 0.9747244863355828,
+      "eval_loss": 0.02316204085946083,
+      "eval_lt_ersatz_pr_auc": 0.9977186042696787,
+      "eval_lt_opus100_pr_auc": 0.9169747047081069,
+      "eval_lt_ud_pr_auc": 0.9953526391366576,
+      "eval_lv_ersatz_pr_auc": 0.9935140571725826,
+      "eval_lv_opus100_pr_auc": 0.9053592581723641,
+      "eval_lv_ud_pr_auc": 0.972759535429749,
+      "eval_mg_opus100_pr_auc": 0.9551974011318924,
+      "eval_mk_opus100_pr_auc": 0.9380591691971452,
+      "eval_ml_opus100_pr_auc": 0.8118533227188032,
+      "eval_mn_opus100_pr_auc": 0.9554350575381917,
+      "eval_mr_opus100_pr_auc": 0.9280303479500587,
+      "eval_mr_ud_pr_auc": 0.9730503713852442,
+      "eval_ms_opus100_pr_auc": 0.8929319396931624,
+      "eval_mt_opus100_pr_auc": 0.8903875587453094,
+      "eval_mt_ud_pr_auc": 0.9406434911237073,
+      "eval_my_opus100_pr_auc": 0.8758147661661602,
+      "eval_ne_opus100_pr_auc": 0.7686347174526611,
+      "eval_nl_opus100_pr_auc": 0.9072619136785911,
+      "eval_nl_ud_pr_auc": 0.9890947023382657,
+      "eval_no_opus100_pr_auc": 0.921609604169596,
+      "eval_no_ud_pr_auc": 0.9970890687156548,
+      "eval_pa_opus100_pr_auc": 0.7269819642005373,
+      "eval_pl_ersatz_pr_auc": 0.9756030669666634,
+      "eval_pl_opus100_pr_auc": 0.9080870477280586,
+      "eval_pl_ud_pr_auc": 0.9748638511194809,
+      "eval_ps_ersatz_pr_auc": 0.9288952187398042,
+      "eval_ps_opus100_pr_auc": 0.7794489701496446,
+      "eval_pt_opus100_pr_auc": 0.9381851016127768,
+      "eval_pt_ud_pr_auc": 0.9893717566349465,
+      "eval_ro_ersatz_pr_auc": 0.9944148314452853,
+      "eval_ro_opus100_pr_auc": 0.8730612273267824,
+      "eval_ro_ud_pr_auc": 0.9470580505762775,
+      "eval_ru_ersatz_pr_auc": 0.99455557249485,
+      "eval_ru_opus100_pr_auc": 0.9535574192353127,
+      "eval_ru_ud_pr_auc": 0.8943825879958031,
+      "eval_runtime": 526.1702,
+      "eval_samples_per_second": 143.528,
+      "eval_si_opus100_pr_auc": 0.8398683084876454,
+      "eval_sk_opus100_pr_auc": 0.9491431140489444,
+      "eval_sk_ud_pr_auc": 0.989587859079487,
+      "eval_sl_opus100_pr_auc": 0.8978990663958872,
+      "eval_sl_ud_pr_auc": 0.9730063613954292,
+      "eval_sq_opus100_pr_auc": 0.945949608364176,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.933459617840169,
+      "eval_sr_ud_pr_auc": 0.9995225001548641,
+      "eval_steps_per_second": 0.561,
+      "eval_sv_opus100_pr_auc": 0.9190179267891617,
+      "eval_sv_ud_pr_auc": 0.958675570188784,
+      "eval_ta_ersatz_pr_auc": 0.9840381005526092,
+      "eval_ta_opus100_pr_auc": 0.7700806326346176,
+      "eval_ta_ud_pr_auc": 0.999129633453595,
+      "eval_te_opus100_pr_auc": 0.8361251092161761,
+      "eval_tg_opus100_pr_auc": 0.9170473910028768,
+      "eval_th_opus100_pr_auc": 0.7222412781946399,
+      "eval_th_ud_pr_auc": 0.9009171172730526,
+      "eval_tr_ersatz_pr_auc": 0.9755194552172491,
+      "eval_tr_opus100_pr_auc": 0.917919595816751,
+      "eval_tr_ud_pr_auc": 0.9695818929596904,
+      "eval_uk_opus100_pr_auc": 0.89274591888032,
+      "eval_uk_ud_pr_auc": 0.932796197228045,
+      "eval_ur_opus100_pr_auc": 0.6697701474492902,
+      "eval_ur_ud_pr_auc": 0.9941765247671965,
+      "eval_uz_opus100_pr_auc": 0.9002669523833972,
+      "eval_vi_opus100_pr_auc": 0.9080906438930347,
+      "eval_vi_ud_pr_auc": 0.965501446390339,
+      "eval_xh_opus100_pr_auc": 0.896506379419765,
+      "eval_yi_opus100_pr_auc": 0.780184119640923,
+      "eval_yo_opus100_pr_auc": 0.8582772195050121,
+      "eval_yo_ud_pr_auc": 0.9366264337129752,
+      "eval_zh_ersatz_pr_auc": 0.9779714268455071,
+      "eval_zh_opus100_pr_auc": 0.9117667722260553,
+      "eval_zh_ud_pr_auc": 0.9953639076477786,
+      "eval_zu_opus100_pr_auc": 0.8518520669913315,
+      "step": 300000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6569620253164557e-05,
+      "learning_rate_adapter": 2.6569620253164557e-05,
+      "loss": 0.0197,
+      "step": 300050
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6556962025316456e-05,
+      "learning_rate_adapter": 2.6556962025316456e-05,
+      "loss": 0.0195,
+      "step": 300100
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6544303797468358e-05,
+      "learning_rate_adapter": 2.6544303797468358e-05,
+      "loss": 0.0193,
+      "step": 300150
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6531645569620257e-05,
+      "learning_rate_adapter": 2.6531645569620257e-05,
+      "loss": 0.0197,
+      "step": 300200
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.6518987341772155e-05,
+      "learning_rate_adapter": 2.6518987341772155e-05,
+      "loss": 0.0195,
+      "step": 300250
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.650632911392405e-05,
+      "learning_rate_adapter": 2.650632911392405e-05,
+      "loss": 0.0193,
+      "step": 300300
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 2.649367088607595e-05,
+      "learning_rate_adapter": 2.649367088607595e-05,
+      "loss": 0.0196,
+      "step": 300350
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.648101265822785e-05,
+      "learning_rate_adapter": 2.648101265822785e-05,
+      "loss": 0.0196,
+      "step": 300400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.646835443037975e-05,
+      "learning_rate_adapter": 2.646835443037975e-05,
+      "loss": 0.0194,
+      "step": 300450
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.645569620253165e-05,
+      "learning_rate_adapter": 2.645569620253165e-05,
+      "loss": 0.0195,
+      "step": 300500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6443037974683542e-05,
+      "learning_rate_adapter": 2.6443037974683542e-05,
+      "loss": 0.0195,
+      "step": 300550
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6430379746835444e-05,
+      "learning_rate_adapter": 2.6430379746835444e-05,
+      "loss": 0.0194,
+      "step": 300600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6417721518987343e-05,
+      "learning_rate_adapter": 2.6417721518987343e-05,
+      "loss": 0.0194,
+      "step": 300650
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6405063291139242e-05,
+      "learning_rate_adapter": 2.6405063291139242e-05,
+      "loss": 0.0193,
+      "step": 300700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6392405063291144e-05,
+      "learning_rate_adapter": 2.6392405063291144e-05,
+      "loss": 0.0195,
+      "step": 300750
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6379746835443036e-05,
+      "learning_rate_adapter": 2.6379746835443036e-05,
+      "loss": 0.0195,
+      "step": 300800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6367088607594935e-05,
+      "learning_rate_adapter": 2.6367088607594935e-05,
+      "loss": 0.0196,
+      "step": 300850
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6354430379746837e-05,
+      "learning_rate_adapter": 2.6354430379746837e-05,
+      "loss": 0.0194,
+      "step": 300900
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6341772151898736e-05,
+      "learning_rate_adapter": 2.6341772151898736e-05,
+      "loss": 0.0192,
+      "step": 300950
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6329113924050635e-05,
+      "learning_rate_adapter": 2.6329113924050635e-05,
+      "loss": 0.0192,
+      "step": 301000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6316455696202534e-05,
+      "learning_rate_adapter": 2.6316455696202534e-05,
+      "loss": 0.0195,
+      "step": 301050
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.630379746835443e-05,
+      "learning_rate_adapter": 2.630379746835443e-05,
+      "loss": 0.0193,
+      "step": 301100
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6291139240506328e-05,
+      "learning_rate_adapter": 2.6291139240506328e-05,
+      "loss": 0.0194,
+      "step": 301150
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.627848101265823e-05,
+      "learning_rate_adapter": 2.627848101265823e-05,
+      "loss": 0.0194,
+      "step": 301200
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.626582278481013e-05,
+      "learning_rate_adapter": 2.626582278481013e-05,
+      "loss": 0.0195,
+      "step": 301250
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6253164556962028e-05,
+      "learning_rate_adapter": 2.6253164556962028e-05,
+      "loss": 0.0194,
+      "step": 301300
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6240506329113924e-05,
+      "learning_rate_adapter": 2.6240506329113924e-05,
+      "loss": 0.0195,
+      "step": 301350
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6227848101265822e-05,
+      "learning_rate_adapter": 2.6227848101265822e-05,
+      "loss": 0.0196,
+      "step": 301400
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.621518987341772e-05,
+      "learning_rate_adapter": 2.621518987341772e-05,
+      "loss": 0.0194,
+      "step": 301450
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6202531645569623e-05,
+      "learning_rate_adapter": 2.6202531645569623e-05,
+      "loss": 0.0194,
+      "step": 301500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6189873417721522e-05,
+      "learning_rate_adapter": 2.6189873417721522e-05,
+      "loss": 0.0196,
+      "step": 301550
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6177215189873418e-05,
+      "learning_rate_adapter": 2.6177215189873418e-05,
+      "loss": 0.0195,
+      "step": 301600
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6164556962025317e-05,
+      "learning_rate_adapter": 2.6164556962025317e-05,
+      "loss": 0.0194,
+      "step": 301650
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6151898734177216e-05,
+      "learning_rate_adapter": 2.6151898734177216e-05,
+      "loss": 0.0194,
+      "step": 301700
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6139240506329114e-05,
+      "learning_rate_adapter": 2.6139240506329114e-05,
+      "loss": 0.0195,
+      "step": 301750
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6126582278481017e-05,
+      "learning_rate_adapter": 2.6126582278481017e-05,
+      "loss": 0.0194,
+      "step": 301800
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 2.6113924050632915e-05,
+      "learning_rate_adapter": 2.6113924050632915e-05,
+      "loss": 0.0195,
+      "step": 301850
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.610126582278481e-05,
+      "learning_rate_adapter": 2.610126582278481e-05,
+      "loss": 0.0193,
+      "step": 301900
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.608860759493671e-05,
+      "learning_rate_adapter": 2.608860759493671e-05,
+      "loss": 0.0196,
+      "step": 301950
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.607594936708861e-05,
+      "learning_rate_adapter": 2.607594936708861e-05,
+      "loss": 0.0196,
+      "step": 302000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6063291139240508e-05,
+      "learning_rate_adapter": 2.6063291139240508e-05,
+      "loss": 0.0195,
+      "step": 302050
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.605063291139241e-05,
+      "learning_rate_adapter": 2.605063291139241e-05,
+      "loss": 0.0193,
+      "step": 302100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6037974683544302e-05,
+      "learning_rate_adapter": 2.6037974683544302e-05,
+      "loss": 0.0194,
+      "step": 302150
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6025316455696204e-05,
+      "learning_rate_adapter": 2.6025316455696204e-05,
+      "loss": 0.0195,
+      "step": 302200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6012658227848103e-05,
+      "learning_rate_adapter": 2.6012658227848103e-05,
+      "loss": 0.0193,
+      "step": 302250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.6000000000000002e-05,
+      "learning_rate_adapter": 2.6000000000000002e-05,
+      "loss": 0.0195,
+      "step": 302300
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.59873417721519e-05,
+      "learning_rate_adapter": 2.59873417721519e-05,
+      "loss": 0.0196,
+      "step": 302350
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5974683544303796e-05,
+      "learning_rate_adapter": 2.5974683544303796e-05,
+      "loss": 0.0195,
+      "step": 302400
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5962025316455695e-05,
+      "learning_rate_adapter": 2.5962025316455695e-05,
+      "loss": 0.0197,
+      "step": 302450
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5949367088607597e-05,
+      "learning_rate_adapter": 2.5949367088607597e-05,
+      "loss": 0.0195,
+      "step": 302500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5936708860759496e-05,
+      "learning_rate_adapter": 2.5936708860759496e-05,
+      "loss": 0.0195,
+      "step": 302550
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5924050632911395e-05,
+      "learning_rate_adapter": 2.5924050632911395e-05,
+      "loss": 0.0194,
+      "step": 302600
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5911392405063294e-05,
+      "learning_rate_adapter": 2.5911392405063294e-05,
+      "loss": 0.0194,
+      "step": 302650
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.589873417721519e-05,
+      "learning_rate_adapter": 2.589873417721519e-05,
+      "loss": 0.0195,
+      "step": 302700
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5886075949367088e-05,
+      "learning_rate_adapter": 2.5886075949367088e-05,
+      "loss": 0.0194,
+      "step": 302750
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.587341772151899e-05,
+      "learning_rate_adapter": 2.587341772151899e-05,
+      "loss": 0.0194,
+      "step": 302800
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.586075949367089e-05,
+      "learning_rate_adapter": 2.586075949367089e-05,
+      "loss": 0.0196,
+      "step": 302850
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5848101265822788e-05,
+      "learning_rate_adapter": 2.5848101265822788e-05,
+      "loss": 0.0193,
+      "step": 302900
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5835443037974684e-05,
+      "learning_rate_adapter": 2.5835443037974684e-05,
+      "loss": 0.0195,
+      "step": 302950
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5822784810126582e-05,
+      "learning_rate_adapter": 2.5822784810126582e-05,
+      "loss": 0.0194,
+      "step": 303000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.581012658227848e-05,
+      "learning_rate_adapter": 2.581012658227848e-05,
+      "loss": 0.0194,
+      "step": 303050
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5797468354430383e-05,
+      "learning_rate_adapter": 2.5797468354430383e-05,
+      "loss": 0.0193,
+      "step": 303100
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5784810126582282e-05,
+      "learning_rate_adapter": 2.5784810126582282e-05,
+      "loss": 0.0197,
+      "step": 303150
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5772151898734174e-05,
+      "learning_rate_adapter": 2.5772151898734174e-05,
+      "loss": 0.0193,
+      "step": 303200
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5759493670886077e-05,
+      "learning_rate_adapter": 2.5759493670886077e-05,
+      "loss": 0.0195,
+      "step": 303250
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 2.5746835443037976e-05,
+      "learning_rate_adapter": 2.5746835443037976e-05,
+      "loss": 0.0196,
+      "step": 303300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5734177215189874e-05,
+      "learning_rate_adapter": 2.5734177215189874e-05,
+      "loss": 0.0195,
+      "step": 303350
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5721518987341777e-05,
+      "learning_rate_adapter": 2.5721518987341777e-05,
+      "loss": 0.0196,
+      "step": 303400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5708860759493675e-05,
+      "learning_rate_adapter": 2.5708860759493675e-05,
+      "loss": 0.0195,
+      "step": 303450
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5696202531645568e-05,
+      "learning_rate_adapter": 2.5696202531645568e-05,
+      "loss": 0.0194,
+      "step": 303500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.568354430379747e-05,
+      "learning_rate_adapter": 2.568354430379747e-05,
+      "loss": 0.0195,
+      "step": 303550
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.567088607594937e-05,
+      "learning_rate_adapter": 2.567088607594937e-05,
+      "loss": 0.0194,
+      "step": 303600
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5658227848101267e-05,
+      "learning_rate_adapter": 2.5658227848101267e-05,
+      "loss": 0.0194,
+      "step": 303650
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.564556962025317e-05,
+      "learning_rate_adapter": 2.564556962025317e-05,
+      "loss": 0.0195,
+      "step": 303700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5632911392405062e-05,
+      "learning_rate_adapter": 2.5632911392405062e-05,
+      "loss": 0.0195,
+      "step": 303750
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.562025316455696e-05,
+      "learning_rate_adapter": 2.562025316455696e-05,
+      "loss": 0.0195,
+      "step": 303800
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5607594936708863e-05,
+      "learning_rate_adapter": 2.5607594936708863e-05,
+      "loss": 0.0194,
+      "step": 303850
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5594936708860762e-05,
+      "learning_rate_adapter": 2.5594936708860762e-05,
+      "loss": 0.0194,
+      "step": 303900
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.558227848101266e-05,
+      "learning_rate_adapter": 2.558227848101266e-05,
+      "loss": 0.0193,
+      "step": 303950
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5569620253164556e-05,
+      "learning_rate_adapter": 2.5569620253164556e-05,
+      "loss": 0.0196,
+      "step": 304000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5556962025316455e-05,
+      "learning_rate_adapter": 2.5556962025316455e-05,
+      "loss": 0.0196,
+      "step": 304050
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5544303797468354e-05,
+      "learning_rate_adapter": 2.5544303797468354e-05,
+      "loss": 0.0194,
+      "step": 304100
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5531645569620256e-05,
+      "learning_rate_adapter": 2.5531645569620256e-05,
+      "loss": 0.0196,
+      "step": 304150
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5518987341772155e-05,
+      "learning_rate_adapter": 2.5518987341772155e-05,
+      "loss": 0.0195,
+      "step": 304200
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5506329113924054e-05,
+      "learning_rate_adapter": 2.5506329113924054e-05,
+      "loss": 0.0195,
+      "step": 304250
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.549367088607595e-05,
+      "learning_rate_adapter": 2.549367088607595e-05,
+      "loss": 0.0195,
+      "step": 304300
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5481012658227848e-05,
+      "learning_rate_adapter": 2.5481012658227848e-05,
+      "loss": 0.0197,
+      "step": 304350
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5468354430379747e-05,
+      "learning_rate_adapter": 2.5468354430379747e-05,
+      "loss": 0.0198,
+      "step": 304400
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.545569620253165e-05,
+      "learning_rate_adapter": 2.545569620253165e-05,
+      "loss": 0.0196,
+      "step": 304450
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5443037974683548e-05,
+      "learning_rate_adapter": 2.5443037974683548e-05,
+      "loss": 0.0197,
+      "step": 304500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5430379746835444e-05,
+      "learning_rate_adapter": 2.5430379746835444e-05,
+      "loss": 0.0195,
+      "step": 304550
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5417721518987342e-05,
+      "learning_rate_adapter": 2.5417721518987342e-05,
+      "loss": 0.0194,
+      "step": 304600
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.540506329113924e-05,
+      "learning_rate_adapter": 2.540506329113924e-05,
+      "loss": 0.0193,
+      "step": 304650
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.539240506329114e-05,
+      "learning_rate_adapter": 2.539240506329114e-05,
+      "loss": 0.0194,
+      "step": 304700
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5379746835443042e-05,
+      "learning_rate_adapter": 2.5379746835443042e-05,
+      "loss": 0.0193,
+      "step": 304750
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 2.5367088607594934e-05,
+      "learning_rate_adapter": 2.5367088607594934e-05,
+      "loss": 0.0194,
+      "step": 304800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5354430379746837e-05,
+      "learning_rate_adapter": 2.5354430379746837e-05,
+      "loss": 0.0194,
+      "step": 304850
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5341772151898735e-05,
+      "learning_rate_adapter": 2.5341772151898735e-05,
+      "loss": 0.0195,
+      "step": 304900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5329113924050634e-05,
+      "learning_rate_adapter": 2.5329113924050634e-05,
+      "loss": 0.0195,
+      "step": 304950
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5316455696202533e-05,
+      "learning_rate_adapter": 2.5316455696202533e-05,
+      "loss": 0.0194,
+      "step": 305000
+    },
+    {
+      "epoch": 2.06,
+      "eval_af_opus100_pr_auc": 0.8175164502898233,
+      "eval_af_ud_pr_auc": 0.9950864298922738,
+      "eval_am_opus100_pr_auc": 0.693514197668309,
+      "eval_ar_ersatz_pr_auc": 0.9305690585873767,
+      "eval_ar_opus100_pr_auc": 0.7566288259835259,
+      "eval_ar_ud_pr_auc": 0.9143877650895174,
+      "eval_average_ersatz_pr_auc": 0.9769553174998303,
+      "eval_average_opus100_pr_auc": 0.86935289014772,
+      "eval_average_ud_pr_auc": 0.9717181706544507,
+      "eval_az_opus100_pr_auc": 0.857139566171318,
+      "eval_be_opus100_pr_auc": 0.7708293991882176,
+      "eval_be_ud_pr_auc": 0.9205425739875374,
+      "eval_bg_opus100_pr_auc": 0.9356531004568293,
+      "eval_bg_ud_pr_auc": 0.9966582401108306,
+      "eval_bn_opus100_pr_auc": 0.8654308832295269,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9157071460454775,
+      "eval_ca_ud_pr_auc": 0.9983262792919055,
+      "eval_ceb_ud_pr_auc": 0.9997404757647982,
+      "eval_cs_ersatz_pr_auc": 0.9903133511247033,
+      "eval_cs_opus100_pr_auc": 0.9303350019487084,
+      "eval_cs_ud_pr_auc": 0.9678348339506716,
+      "eval_cy_opus100_pr_auc": 0.80762995829354,
+      "eval_cy_ud_pr_auc": 0.9980630973831133,
+      "eval_da_opus100_pr_auc": 0.934985582907962,
+      "eval_da_ud_pr_auc": 0.9787095746932521,
+      "eval_de_ersatz_pr_auc": 0.9919473535061285,
+      "eval_de_opus100_pr_auc": 0.9293788152457663,
+      "eval_de_ud_pr_auc": 0.9882603079461592,
+      "eval_el_opus100_pr_auc": 0.9254631527460885,
+      "eval_el_ud_pr_auc": 0.994481888628796,
+      "eval_en_ersatz_pr_auc": 0.9950040767545267,
+      "eval_en_opus100_pr_auc": 0.9319163954533426,
+      "eval_en_ud_pr_auc": 0.9811974450337804,
+      "eval_eo_opus100_pr_auc": 0.9389043503496112,
+      "eval_es_ersatz_pr_auc": 0.9969319119016545,
+      "eval_es_opus100_pr_auc": 0.9488264598083923,
+      "eval_es_ud_pr_auc": 0.9911470037181487,
+      "eval_et_ersatz_pr_auc": 0.9856926746828968,
+      "eval_et_opus100_pr_auc": 0.9391302287684162,
+      "eval_et_ud_pr_auc": 0.980333536225523,
+      "eval_eu_opus100_pr_auc": 0.8973617565188557,
+      "eval_eu_ud_pr_auc": 0.990762270085864,
+      "eval_fa_opus100_pr_auc": 0.6648995359581964,
+      "eval_fa_ud_pr_auc": 0.9975747705444171,
+      "eval_fi_ersatz_pr_auc": 0.9964353969038235,
+      "eval_fi_opus100_pr_auc": 0.9451051496295667,
+      "eval_fi_ud_pr_auc": 0.9622649788169142,
+      "eval_fr_ersatz_pr_auc": 0.9900760724978632,
+      "eval_fr_opus100_pr_auc": 0.9352851746290631,
+      "eval_fr_ud_pr_auc": 0.9929051914656607,
+      "eval_fy_opus100_pr_auc": 0.7266561801741752,
+      "eval_ga_opus100_pr_auc": 0.9298523708303443,
+      "eval_ga_ud_pr_auc": 0.8292206111034816,
+      "eval_gd_opus100_pr_auc": 0.7813380029167973,
+      "eval_gd_ud_pr_auc": 0.8456531575430212,
+      "eval_gl_opus100_pr_auc": 0.9174687046722532,
+      "eval_gl_ud_pr_auc": 0.9969264168316877,
+      "eval_gu_ersatz_pr_auc": 0.9552024271860288,
+      "eval_gu_opus100_pr_auc": 0.7816940504468486,
+      "eval_ha_opus100_pr_auc": 0.9432525162667297,
+      "eval_he_opus100_pr_auc": 0.9024930535356102,
+      "eval_he_ud_pr_auc": 0.9879921737020618,
+      "eval_hi_ersatz_pr_auc": 0.9839166489757657,
+      "eval_hi_opus100_pr_auc": 0.7639576604322537,
+      "eval_hi_ud_pr_auc": 0.9923999939159978,
+      "eval_hu_opus100_pr_auc": 0.9302878852670116,
+      "eval_hu_ud_pr_auc": 0.9854791943659182,
+      "eval_hy_opus100_pr_auc": 0.9203674443568346,
+      "eval_hy_ud_pr_auc": 0.9775034380039874,
+      "eval_id_opus100_pr_auc": 0.9079671080223364,
+      "eval_id_ud_pr_auc": 0.9968664383193474,
+      "eval_ig_opus100_pr_auc": 0.8936683032099264,
+      "eval_is_opus100_pr_auc": 0.9353586468227089,
+      "eval_is_ud_pr_auc": 0.9307074642826348,
+      "eval_it_opus100_pr_auc": 0.9370168531144489,
+      "eval_it_ud_pr_auc": 0.9968203480318318,
+      "eval_ja_ersatz_pr_auc": 0.9184059217837419,
+      "eval_ja_opus100_pr_auc": 0.871652105160666,
+      "eval_ja_ud_pr_auc": 0.982845861584829,
+      "eval_jv_ud_pr_auc": 0.9573193217129634,
+      "eval_ka_opus100_pr_auc": 0.8672358707767037,
+      "eval_kk_ersatz_pr_auc": 0.9911932502668268,
+      "eval_kk_opus100_pr_auc": 0.820403338359756,
+      "eval_kk_ud_pr_auc": 0.9745607428698255,
+      "eval_km_ersatz_pr_auc": 0.9536445461040042,
+      "eval_km_opus100_pr_auc": 0.7796169551938236,
+      "eval_kn_opus100_pr_auc": 0.7040188226486093,
+      "eval_ko_opus100_pr_auc": 0.7184964235601488,
+      "eval_ko_ud_pr_auc": 0.9983824882727153,
+      "eval_ku_opus100_pr_auc": 0.8766807014210645,
+      "eval_ky_opus100_pr_auc": 0.8964942596448622,
+      "eval_la_ud_pr_auc": 0.977752334521097,
+      "eval_loss": 0.023011289536952972,
+      "eval_lt_ersatz_pr_auc": 0.9979430513217161,
+      "eval_lt_opus100_pr_auc": 0.9180545712421738,
+      "eval_lt_ud_pr_auc": 0.9947842140498467,
+      "eval_lv_ersatz_pr_auc": 0.9940993633357471,
+      "eval_lv_opus100_pr_auc": 0.9084171880187284,
+      "eval_lv_ud_pr_auc": 0.9712900293512509,
+      "eval_mg_opus100_pr_auc": 0.953713136837223,
+      "eval_mk_opus100_pr_auc": 0.93688439573223,
+      "eval_ml_opus100_pr_auc": 0.8201171657282351,
+      "eval_mn_opus100_pr_auc": 0.9481640049794844,
+      "eval_mr_opus100_pr_auc": 0.9309552511946318,
+      "eval_mr_ud_pr_auc": 0.9728222754207861,
+      "eval_ms_opus100_pr_auc": 0.894865417576551,
+      "eval_mt_opus100_pr_auc": 0.8872485544810846,
+      "eval_mt_ud_pr_auc": 0.9378736936069293,
+      "eval_my_opus100_pr_auc": 0.8743522388924075,
+      "eval_ne_opus100_pr_auc": 0.7601836023818652,
+      "eval_nl_opus100_pr_auc": 0.9115777416689195,
+      "eval_nl_ud_pr_auc": 0.9888031662023871,
+      "eval_no_opus100_pr_auc": 0.9237392956438397,
+      "eval_no_ud_pr_auc": 0.9967098337014634,
+      "eval_pa_opus100_pr_auc": 0.7171171366041531,
+      "eval_pl_ersatz_pr_auc": 0.9763702074825685,
+      "eval_pl_opus100_pr_auc": 0.91290063192056,
+      "eval_pl_ud_pr_auc": 0.9792602053751956,
+      "eval_ps_ersatz_pr_auc": 0.9330705390440404,
+      "eval_ps_opus100_pr_auc": 0.7766639347642827,
+      "eval_pt_opus100_pr_auc": 0.9408944504578707,
+      "eval_pt_ud_pr_auc": 0.98876161725831,
+      "eval_ro_ersatz_pr_auc": 0.9942476362051665,
+      "eval_ro_opus100_pr_auc": 0.8949149482225434,
+      "eval_ro_ud_pr_auc": 0.9642861610581137,
+      "eval_ru_ersatz_pr_auc": 0.9943534569288272,
+      "eval_ru_opus100_pr_auc": 0.9496558230433443,
+      "eval_ru_ud_pr_auc": 0.8968887299258705,
+      "eval_runtime": 528.8629,
+      "eval_samples_per_second": 142.797,
+      "eval_si_opus100_pr_auc": 0.8368211771412656,
+      "eval_sk_opus100_pr_auc": 0.9500480247872111,
+      "eval_sk_ud_pr_auc": 0.9909221984810699,
+      "eval_sl_opus100_pr_auc": 0.8998421156179862,
+      "eval_sl_ud_pr_auc": 0.9745002476187075,
+      "eval_sq_opus100_pr_auc": 0.9493154926722711,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9354394772156805,
+      "eval_sr_ud_pr_auc": 0.9994221887593501,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9247372599886658,
+      "eval_sv_ud_pr_auc": 0.9611172444626429,
+      "eval_ta_ersatz_pr_auc": 0.9801324011430838,
+      "eval_ta_opus100_pr_auc": 0.7654742559498469,
+      "eval_ta_ud_pr_auc": 0.9989753058501047,
+      "eval_te_opus100_pr_auc": 0.8323146710294759,
+      "eval_tg_opus100_pr_auc": 0.9192808559313774,
+      "eval_th_opus100_pr_auc": 0.7220902196137842,
+      "eval_th_ud_pr_auc": 0.9105514750505642,
+      "eval_tr_ersatz_pr_auc": 0.9768480851908417,
+      "eval_tr_opus100_pr_auc": 0.9208022090006442,
+      "eval_tr_ud_pr_auc": 0.9716499763453958,
+      "eval_uk_opus100_pr_auc": 0.9006264024746519,
+      "eval_uk_ud_pr_auc": 0.931589606390193,
+      "eval_ur_opus100_pr_auc": 0.6679242298583946,
+      "eval_ur_ud_pr_auc": 0.9941762938155121,
+      "eval_uz_opus100_pr_auc": 0.8957152226753281,
+      "eval_vi_opus100_pr_auc": 0.9075197599644136,
+      "eval_vi_ud_pr_auc": 0.9597971079742017,
+      "eval_xh_opus100_pr_auc": 0.8919535093310925,
+      "eval_yi_opus100_pr_auc": 0.7553211284182334,
+      "eval_yo_opus100_pr_auc": 0.8515036948395038,
+      "eval_yo_ud_pr_auc": 0.9319025077887259,
+      "eval_zh_ersatz_pr_auc": 0.966619554068935,
+      "eval_zh_opus100_pr_auc": 0.9130974296323696,
+      "eval_zh_ud_pr_auc": 0.9931450011264972,
+      "eval_zu_opus100_pr_auc": 0.8390719784562808,
+      "step": 305000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5303797468354435e-05,
+      "learning_rate_adapter": 2.5303797468354435e-05,
+      "loss": 0.0198,
+      "step": 305050
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5291139240506328e-05,
+      "learning_rate_adapter": 2.5291139240506328e-05,
+      "loss": 0.0194,
+      "step": 305100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.527848101265823e-05,
+      "learning_rate_adapter": 2.527848101265823e-05,
+      "loss": 0.0194,
+      "step": 305150
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.526582278481013e-05,
+      "learning_rate_adapter": 2.526582278481013e-05,
+      "loss": 0.0194,
+      "step": 305200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5253164556962027e-05,
+      "learning_rate_adapter": 2.5253164556962027e-05,
+      "loss": 0.0194,
+      "step": 305250
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5240506329113926e-05,
+      "learning_rate_adapter": 2.5240506329113926e-05,
+      "loss": 0.0195,
+      "step": 305300
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5227848101265822e-05,
+      "learning_rate_adapter": 2.5227848101265822e-05,
+      "loss": 0.0197,
+      "step": 305350
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.521518987341772e-05,
+      "learning_rate_adapter": 2.521518987341772e-05,
+      "loss": 0.0193,
+      "step": 305400
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5202531645569623e-05,
+      "learning_rate_adapter": 2.5202531645569623e-05,
+      "loss": 0.0195,
+      "step": 305450
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5189873417721522e-05,
+      "learning_rate_adapter": 2.5189873417721522e-05,
+      "loss": 0.0194,
+      "step": 305500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.517721518987342e-05,
+      "learning_rate_adapter": 2.517721518987342e-05,
+      "loss": 0.0193,
+      "step": 305550
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5164556962025316e-05,
+      "learning_rate_adapter": 2.5164556962025316e-05,
+      "loss": 0.0196,
+      "step": 305600
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5151898734177215e-05,
+      "learning_rate_adapter": 2.5151898734177215e-05,
+      "loss": 0.0194,
+      "step": 305650
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5139240506329114e-05,
+      "learning_rate_adapter": 2.5139240506329114e-05,
+      "loss": 0.0196,
+      "step": 305700
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5126582278481016e-05,
+      "learning_rate_adapter": 2.5126582278481016e-05,
+      "loss": 0.0194,
+      "step": 305750
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5113924050632915e-05,
+      "learning_rate_adapter": 2.5113924050632915e-05,
+      "loss": 0.0193,
+      "step": 305800
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5101265822784814e-05,
+      "learning_rate_adapter": 2.5101265822784814e-05,
+      "loss": 0.0196,
+      "step": 305850
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.508860759493671e-05,
+      "learning_rate_adapter": 2.508860759493671e-05,
+      "loss": 0.0197,
+      "step": 305900
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5075949367088608e-05,
+      "learning_rate_adapter": 2.5075949367088608e-05,
+      "loss": 0.0196,
+      "step": 305950
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5063291139240507e-05,
+      "learning_rate_adapter": 2.5063291139240507e-05,
+      "loss": 0.0195,
+      "step": 306000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.505063291139241e-05,
+      "learning_rate_adapter": 2.505063291139241e-05,
+      "loss": 0.0197,
+      "step": 306050
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5037974683544308e-05,
+      "learning_rate_adapter": 2.5037974683544308e-05,
+      "loss": 0.0195,
+      "step": 306100
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.50253164556962e-05,
+      "learning_rate_adapter": 2.50253164556962e-05,
+      "loss": 0.0192,
+      "step": 306150
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5012658227848102e-05,
+      "learning_rate_adapter": 2.5012658227848102e-05,
+      "loss": 0.0193,
+      "step": 306200
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.5e-05,
+      "learning_rate_adapter": 2.5e-05,
+      "loss": 0.0195,
+      "step": 306250
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 2.49873417721519e-05,
+      "learning_rate_adapter": 2.49873417721519e-05,
+      "loss": 0.0195,
+      "step": 306300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.49746835443038e-05,
+      "learning_rate_adapter": 2.49746835443038e-05,
+      "loss": 0.0195,
+      "step": 306350
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4962025316455698e-05,
+      "learning_rate_adapter": 2.4962025316455698e-05,
+      "loss": 0.0195,
+      "step": 306400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4949367088607593e-05,
+      "learning_rate_adapter": 2.4949367088607593e-05,
+      "loss": 0.0195,
+      "step": 306450
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4936708860759495e-05,
+      "learning_rate_adapter": 2.4936708860759495e-05,
+      "loss": 0.0195,
+      "step": 306500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4924050632911394e-05,
+      "learning_rate_adapter": 2.4924050632911394e-05,
+      "loss": 0.0196,
+      "step": 306550
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.491139240506329e-05,
+      "learning_rate_adapter": 2.491139240506329e-05,
+      "loss": 0.0194,
+      "step": 306600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4898734177215192e-05,
+      "learning_rate_adapter": 2.4898734177215192e-05,
+      "loss": 0.0192,
+      "step": 306650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.488607594936709e-05,
+      "learning_rate_adapter": 2.488607594936709e-05,
+      "loss": 0.0193,
+      "step": 306700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4873417721518986e-05,
+      "learning_rate_adapter": 2.4873417721518986e-05,
+      "loss": 0.0195,
+      "step": 306750
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.486075949367089e-05,
+      "learning_rate_adapter": 2.486075949367089e-05,
+      "loss": 0.0193,
+      "step": 306800
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4848101265822784e-05,
+      "learning_rate_adapter": 2.4848101265822784e-05,
+      "loss": 0.0195,
+      "step": 306850
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4835443037974683e-05,
+      "learning_rate_adapter": 2.4835443037974683e-05,
+      "loss": 0.0194,
+      "step": 306900
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4822784810126585e-05,
+      "learning_rate_adapter": 2.4822784810126585e-05,
+      "loss": 0.0193,
+      "step": 306950
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.481012658227848e-05,
+      "learning_rate_adapter": 2.481012658227848e-05,
+      "loss": 0.0197,
+      "step": 307000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.479746835443038e-05,
+      "learning_rate_adapter": 2.479746835443038e-05,
+      "loss": 0.0193,
+      "step": 307050
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4784810126582282e-05,
+      "learning_rate_adapter": 2.4784810126582282e-05,
+      "loss": 0.0193,
+      "step": 307100
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4772151898734177e-05,
+      "learning_rate_adapter": 2.4772151898734177e-05,
+      "loss": 0.0196,
+      "step": 307150
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4759493670886076e-05,
+      "learning_rate_adapter": 2.4759493670886076e-05,
+      "loss": 0.0195,
+      "step": 307200
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4746835443037975e-05,
+      "learning_rate_adapter": 2.4746835443037975e-05,
+      "loss": 0.0194,
+      "step": 307250
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4734177215189874e-05,
+      "learning_rate_adapter": 2.4734177215189874e-05,
+      "loss": 0.0195,
+      "step": 307300
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4721518987341773e-05,
+      "learning_rate_adapter": 2.4721518987341773e-05,
+      "loss": 0.0192,
+      "step": 307350
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.470886075949367e-05,
+      "learning_rate_adapter": 2.470886075949367e-05,
+      "loss": 0.0194,
+      "step": 307400
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.469620253164557e-05,
+      "learning_rate_adapter": 2.469620253164557e-05,
+      "loss": 0.0194,
+      "step": 307450
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.468354430379747e-05,
+      "learning_rate_adapter": 2.468354430379747e-05,
+      "loss": 0.0196,
+      "step": 307500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4670886075949368e-05,
+      "learning_rate_adapter": 2.4670886075949368e-05,
+      "loss": 0.0195,
+      "step": 307550
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4658227848101267e-05,
+      "learning_rate_adapter": 2.4658227848101267e-05,
+      "loss": 0.0194,
+      "step": 307600
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4645569620253166e-05,
+      "learning_rate_adapter": 2.4645569620253166e-05,
+      "loss": 0.0194,
+      "step": 307650
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4632911392405065e-05,
+      "learning_rate_adapter": 2.4632911392405065e-05,
+      "loss": 0.0197,
+      "step": 307700
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 2.4620253164556963e-05,
+      "learning_rate_adapter": 2.4620253164556963e-05,
+      "loss": 0.0196,
+      "step": 307750
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4607594936708862e-05,
+      "learning_rate_adapter": 2.4607594936708862e-05,
+      "loss": 0.0195,
+      "step": 307800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.459493670886076e-05,
+      "learning_rate_adapter": 2.459493670886076e-05,
+      "loss": 0.0193,
+      "step": 307850
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.458227848101266e-05,
+      "learning_rate_adapter": 2.458227848101266e-05,
+      "loss": 0.0195,
+      "step": 307900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.456962025316456e-05,
+      "learning_rate_adapter": 2.456962025316456e-05,
+      "loss": 0.0195,
+      "step": 307950
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4556962025316458e-05,
+      "learning_rate_adapter": 2.4556962025316458e-05,
+      "loss": 0.0194,
+      "step": 308000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4544303797468353e-05,
+      "learning_rate_adapter": 2.4544303797468353e-05,
+      "loss": 0.0194,
+      "step": 308050
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4531645569620255e-05,
+      "learning_rate_adapter": 2.4531645569620255e-05,
+      "loss": 0.0194,
+      "step": 308100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4518987341772154e-05,
+      "learning_rate_adapter": 2.4518987341772154e-05,
+      "loss": 0.0195,
+      "step": 308150
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.450632911392405e-05,
+      "learning_rate_adapter": 2.450632911392405e-05,
+      "loss": 0.0194,
+      "step": 308200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4493670886075952e-05,
+      "learning_rate_adapter": 2.4493670886075952e-05,
+      "loss": 0.0191,
+      "step": 308250
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.448101265822785e-05,
+      "learning_rate_adapter": 2.448101265822785e-05,
+      "loss": 0.0194,
+      "step": 308300
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4468354430379746e-05,
+      "learning_rate_adapter": 2.4468354430379746e-05,
+      "loss": 0.0193,
+      "step": 308350
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.445569620253165e-05,
+      "learning_rate_adapter": 2.445569620253165e-05,
+      "loss": 0.0196,
+      "step": 308400
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4443037974683544e-05,
+      "learning_rate_adapter": 2.4443037974683544e-05,
+      "loss": 0.0193,
+      "step": 308450
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4430379746835443e-05,
+      "learning_rate_adapter": 2.4430379746835443e-05,
+      "loss": 0.0195,
+      "step": 308500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4417721518987345e-05,
+      "learning_rate_adapter": 2.4417721518987345e-05,
+      "loss": 0.0192,
+      "step": 308550
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.440506329113924e-05,
+      "learning_rate_adapter": 2.440506329113924e-05,
+      "loss": 0.0193,
+      "step": 308600
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.439240506329114e-05,
+      "learning_rate_adapter": 2.439240506329114e-05,
+      "loss": 0.0195,
+      "step": 308650
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4379746835443042e-05,
+      "learning_rate_adapter": 2.4379746835443042e-05,
+      "loss": 0.0195,
+      "step": 308700
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4367088607594937e-05,
+      "learning_rate_adapter": 2.4367088607594937e-05,
+      "loss": 0.0193,
+      "step": 308750
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4354430379746836e-05,
+      "learning_rate_adapter": 2.4354430379746836e-05,
+      "loss": 0.0193,
+      "step": 308800
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4341772151898735e-05,
+      "learning_rate_adapter": 2.4341772151898735e-05,
+      "loss": 0.0194,
+      "step": 308850
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4329113924050634e-05,
+      "learning_rate_adapter": 2.4329113924050634e-05,
+      "loss": 0.0194,
+      "step": 308900
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4316455696202533e-05,
+      "learning_rate_adapter": 2.4316455696202533e-05,
+      "loss": 0.0195,
+      "step": 308950
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.430379746835443e-05,
+      "learning_rate_adapter": 2.430379746835443e-05,
+      "loss": 0.0193,
+      "step": 309000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.429113924050633e-05,
+      "learning_rate_adapter": 2.429113924050633e-05,
+      "loss": 0.0193,
+      "step": 309050
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.427848101265823e-05,
+      "learning_rate_adapter": 2.427848101265823e-05,
+      "loss": 0.0194,
+      "step": 309100
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4265822784810128e-05,
+      "learning_rate_adapter": 2.4265822784810128e-05,
+      "loss": 0.0195,
+      "step": 309150
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4253164556962027e-05,
+      "learning_rate_adapter": 2.4253164556962027e-05,
+      "loss": 0.0191,
+      "step": 309200
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 2.4240506329113922e-05,
+      "learning_rate_adapter": 2.4240506329113922e-05,
+      "loss": 0.0195,
+      "step": 309250
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4227848101265825e-05,
+      "learning_rate_adapter": 2.4227848101265825e-05,
+      "loss": 0.0195,
+      "step": 309300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4215189873417723e-05,
+      "learning_rate_adapter": 2.4215189873417723e-05,
+      "loss": 0.0193,
+      "step": 309350
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.420253164556962e-05,
+      "learning_rate_adapter": 2.420253164556962e-05,
+      "loss": 0.0195,
+      "step": 309400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.418987341772152e-05,
+      "learning_rate_adapter": 2.418987341772152e-05,
+      "loss": 0.0196,
+      "step": 309450
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.417721518987342e-05,
+      "learning_rate_adapter": 2.417721518987342e-05,
+      "loss": 0.0195,
+      "step": 309500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4164556962025315e-05,
+      "learning_rate_adapter": 2.4164556962025315e-05,
+      "loss": 0.0194,
+      "step": 309550
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4151898734177218e-05,
+      "learning_rate_adapter": 2.4151898734177218e-05,
+      "loss": 0.0194,
+      "step": 309600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4139240506329113e-05,
+      "learning_rate_adapter": 2.4139240506329113e-05,
+      "loss": 0.0193,
+      "step": 309650
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4126582278481012e-05,
+      "learning_rate_adapter": 2.4126582278481012e-05,
+      "loss": 0.0193,
+      "step": 309700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4113924050632914e-05,
+      "learning_rate_adapter": 2.4113924050632914e-05,
+      "loss": 0.0194,
+      "step": 309750
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.410126582278481e-05,
+      "learning_rate_adapter": 2.410126582278481e-05,
+      "loss": 0.0193,
+      "step": 309800
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.408860759493671e-05,
+      "learning_rate_adapter": 2.408860759493671e-05,
+      "loss": 0.0195,
+      "step": 309850
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.407594936708861e-05,
+      "learning_rate_adapter": 2.407594936708861e-05,
+      "loss": 0.0193,
+      "step": 309900
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4063291139240506e-05,
+      "learning_rate_adapter": 2.4063291139240506e-05,
+      "loss": 0.0194,
+      "step": 309950
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4050632911392405e-05,
+      "learning_rate_adapter": 2.4050632911392405e-05,
+      "loss": 0.0195,
+      "step": 310000
+    },
+    {
+      "epoch": 2.09,
+      "eval_af_opus100_pr_auc": 0.816492915367035,
+      "eval_af_ud_pr_auc": 0.9904531413427522,
+      "eval_am_opus100_pr_auc": 0.7095086978842722,
+      "eval_ar_ersatz_pr_auc": 0.9219422848123102,
+      "eval_ar_opus100_pr_auc": 0.7486955630760648,
+      "eval_ar_ud_pr_auc": 0.9103761494838807,
+      "eval_average_ersatz_pr_auc": 0.9761535045689917,
+      "eval_average_opus100_pr_auc": 0.8686541184257182,
+      "eval_average_ud_pr_auc": 0.9676529147583474,
+      "eval_az_opus100_pr_auc": 0.8239939178737039,
+      "eval_be_opus100_pr_auc": 0.810453993006509,
+      "eval_be_ud_pr_auc": 0.9107812739415727,
+      "eval_bg_opus100_pr_auc": 0.930298133449735,
+      "eval_bg_ud_pr_auc": 0.9969333174197645,
+      "eval_bn_opus100_pr_auc": 0.8624922623098639,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9051792670524088,
+      "eval_ca_ud_pr_auc": 0.9975235637408224,
+      "eval_ceb_ud_pr_auc": 0.9997699457735493,
+      "eval_cs_ersatz_pr_auc": 0.9899723907509848,
+      "eval_cs_opus100_pr_auc": 0.9273988223329719,
+      "eval_cs_ud_pr_auc": 0.9645076591508357,
+      "eval_cy_opus100_pr_auc": 0.8214305640529631,
+      "eval_cy_ud_pr_auc": 0.9977333910193544,
+      "eval_da_opus100_pr_auc": 0.9284368216437526,
+      "eval_da_ud_pr_auc": 0.9787168645317462,
+      "eval_de_ersatz_pr_auc": 0.9917294486180599,
+      "eval_de_opus100_pr_auc": 0.9300280639012979,
+      "eval_de_ud_pr_auc": 0.9879023136773276,
+      "eval_el_opus100_pr_auc": 0.9196162598602344,
+      "eval_el_ud_pr_auc": 0.992685715326493,
+      "eval_en_ersatz_pr_auc": 0.9946108309412258,
+      "eval_en_opus100_pr_auc": 0.9258081852814148,
+      "eval_en_ud_pr_auc": 0.9821675156818361,
+      "eval_eo_opus100_pr_auc": 0.9322093856823797,
+      "eval_es_ersatz_pr_auc": 0.9968554181879701,
+      "eval_es_opus100_pr_auc": 0.9422098483556044,
+      "eval_es_ud_pr_auc": 0.9896590186625794,
+      "eval_et_ersatz_pr_auc": 0.9832150698657623,
+      "eval_et_opus100_pr_auc": 0.9245537959978299,
+      "eval_et_ud_pr_auc": 0.9777868714397919,
+      "eval_eu_opus100_pr_auc": 0.897722686207586,
+      "eval_eu_ud_pr_auc": 0.9911008278514748,
+      "eval_fa_opus100_pr_auc": 0.6558002128205583,
+      "eval_fa_ud_pr_auc": 0.9979928360049757,
+      "eval_fi_ersatz_pr_auc": 0.9955287976560232,
+      "eval_fi_opus100_pr_auc": 0.9331254198015029,
+      "eval_fi_ud_pr_auc": 0.9611802198315399,
+      "eval_fr_ersatz_pr_auc": 0.9889366124022851,
+      "eval_fr_opus100_pr_auc": 0.9310984137630762,
+      "eval_fr_ud_pr_auc": 0.9918649974713689,
+      "eval_fy_opus100_pr_auc": 0.7324960584015572,
+      "eval_ga_opus100_pr_auc": 0.9291653880387029,
+      "eval_ga_ud_pr_auc": 0.8098107613669631,
+      "eval_gd_opus100_pr_auc": 0.7996445022412402,
+      "eval_gd_ud_pr_auc": 0.84846355099279,
+      "eval_gl_opus100_pr_auc": 0.9079552730554601,
+      "eval_gl_ud_pr_auc": 0.9968876226206133,
+      "eval_gu_ersatz_pr_auc": 0.9535998326884855,
+      "eval_gu_opus100_pr_auc": 0.7822145639218054,
+      "eval_ha_opus100_pr_auc": 0.9415916943275618,
+      "eval_he_opus100_pr_auc": 0.9008366069323872,
+      "eval_he_ud_pr_auc": 0.9876112201194743,
+      "eval_hi_ersatz_pr_auc": 0.9847057959710854,
+      "eval_hi_opus100_pr_auc": 0.761983068443123,
+      "eval_hi_ud_pr_auc": 0.9948972313781117,
+      "eval_hu_opus100_pr_auc": 0.9271769374633501,
+      "eval_hu_ud_pr_auc": 0.9815436699541268,
+      "eval_hy_opus100_pr_auc": 0.9234499540266974,
+      "eval_hy_ud_pr_auc": 0.9731868352234079,
+      "eval_id_opus100_pr_auc": 0.9061344473290452,
+      "eval_id_ud_pr_auc": 0.9957096903835705,
+      "eval_ig_opus100_pr_auc": 0.9042221462287237,
+      "eval_is_opus100_pr_auc": 0.9333481036488988,
+      "eval_is_ud_pr_auc": 0.91958707715787,
+      "eval_it_opus100_pr_auc": 0.9319571322945333,
+      "eval_it_ud_pr_auc": 0.996396185175488,
+      "eval_ja_ersatz_pr_auc": 0.9143245322665614,
+      "eval_ja_opus100_pr_auc": 0.8671475611763214,
+      "eval_ja_ud_pr_auc": 0.9857598555909423,
+      "eval_jv_ud_pr_auc": 0.9548260036785413,
+      "eval_ka_opus100_pr_auc": 0.8660229086275759,
+      "eval_kk_ersatz_pr_auc": 0.9900251048756499,
+      "eval_kk_opus100_pr_auc": 0.8505358746039097,
+      "eval_kk_ud_pr_auc": 0.974574342905576,
+      "eval_km_ersatz_pr_auc": 0.9574631285004243,
+      "eval_km_opus100_pr_auc": 0.7943797205968839,
+      "eval_kn_opus100_pr_auc": 0.7040995286017075,
+      "eval_ko_opus100_pr_auc": 0.7174664905048649,
+      "eval_ko_ud_pr_auc": 0.9981321049732071,
+      "eval_ku_opus100_pr_auc": 0.9011754933822455,
+      "eval_ky_opus100_pr_auc": 0.9189289262266788,
+      "eval_la_ud_pr_auc": 0.9795885163917124,
+      "eval_loss": 0.023072905838489532,
+      "eval_lt_ersatz_pr_auc": 0.9979003302259435,
+      "eval_lt_opus100_pr_auc": 0.9057675142037734,
+      "eval_lt_ud_pr_auc": 0.994310751855033,
+      "eval_lv_ersatz_pr_auc": 0.9929742793672036,
+      "eval_lv_opus100_pr_auc": 0.9029183018064809,
+      "eval_lv_ud_pr_auc": 0.9667745376525982,
+      "eval_mg_opus100_pr_auc": 0.9485609319125017,
+      "eval_mk_opus100_pr_auc": 0.932496410740214,
+      "eval_ml_opus100_pr_auc": 0.8045885743864791,
+      "eval_mn_opus100_pr_auc": 0.9510384029290704,
+      "eval_mr_opus100_pr_auc": 0.9310237385153608,
+      "eval_mr_ud_pr_auc": 0.9681567116455417,
+      "eval_ms_opus100_pr_auc": 0.8853849846145321,
+      "eval_mt_opus100_pr_auc": 0.8699022243819635,
+      "eval_mt_ud_pr_auc": 0.9270856752114535,
+      "eval_my_opus100_pr_auc": 0.8778633591572313,
+      "eval_ne_opus100_pr_auc": 0.7772677774352035,
+      "eval_nl_opus100_pr_auc": 0.9053931209447026,
+      "eval_nl_ud_pr_auc": 0.9857087326269061,
+      "eval_no_opus100_pr_auc": 0.9186663095300243,
+      "eval_no_ud_pr_auc": 0.9967127482025747,
+      "eval_pa_opus100_pr_auc": 0.7352016163680039,
+      "eval_pl_ersatz_pr_auc": 0.9732759254228995,
+      "eval_pl_opus100_pr_auc": 0.9071194019482635,
+      "eval_pl_ud_pr_auc": 0.9750271529705146,
+      "eval_ps_ersatz_pr_auc": 0.9244171158638185,
+      "eval_ps_opus100_pr_auc": 0.7787821464079399,
+      "eval_pt_opus100_pr_auc": 0.9318194481305008,
+      "eval_pt_ud_pr_auc": 0.9900120904896702,
+      "eval_ro_ersatz_pr_auc": 0.9929521194182442,
+      "eval_ro_opus100_pr_auc": 0.8804805143674983,
+      "eval_ro_ud_pr_auc": 0.8761276191276305,
+      "eval_ru_ersatz_pr_auc": 0.9945483715131717,
+      "eval_ru_opus100_pr_auc": 0.9451120565694451,
+      "eval_ru_ud_pr_auc": 0.8765130708744622,
+      "eval_runtime": 529.1403,
+      "eval_samples_per_second": 142.722,
+      "eval_si_opus100_pr_auc": 0.8396048701111996,
+      "eval_sk_opus100_pr_auc": 0.9419360273850139,
+      "eval_sk_ud_pr_auc": 0.9904234400776185,
+      "eval_sl_opus100_pr_auc": 0.8989552817627735,
+      "eval_sl_ud_pr_auc": 0.9741574755365884,
+      "eval_sq_opus100_pr_auc": 0.9465379233323615,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9307880045095893,
+      "eval_sr_ud_pr_auc": 0.9994662676683971,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9166741732826541,
+      "eval_sv_ud_pr_auc": 0.9607954392808294,
+      "eval_ta_ersatz_pr_auc": 0.9839658420828075,
+      "eval_ta_opus100_pr_auc": 0.7691341746327103,
+      "eval_ta_ud_pr_auc": 0.9992131358161696,
+      "eval_te_opus100_pr_auc": 0.8077375785806401,
+      "eval_tg_opus100_pr_auc": 0.9193811448518727,
+      "eval_th_opus100_pr_auc": 0.7220017141277216,
+      "eval_th_ud_pr_auc": 0.9036670849481456,
+      "eval_tr_ersatz_pr_auc": 0.9745655218828635,
+      "eval_tr_opus100_pr_auc": 0.9132854735049771,
+      "eval_tr_ud_pr_auc": 0.9663615628193466,
+      "eval_uk_opus100_pr_auc": 0.8909195266637521,
+      "eval_uk_ud_pr_auc": 0.9255258359857912,
+      "eval_ur_opus100_pr_auc": 0.6658527810919069,
+      "eval_ur_ud_pr_auc": 0.9906148298094638,
+      "eval_uz_opus100_pr_auc": 0.9009681200433762,
+      "eval_vi_opus100_pr_auc": 0.8988797776693694,
+      "eval_vi_ud_pr_auc": 0.9476814675578984,
+      "eval_xh_opus100_pr_auc": 0.8950126967838732,
+      "eval_yi_opus100_pr_auc": 0.7947320619459359,
+      "eval_yo_opus100_pr_auc": 0.8563636185062814,
+      "eval_yo_ud_pr_auc": 0.9329477799471925,
+      "eval_zh_ersatz_pr_auc": 0.9778683472040377,
+      "eval_zh_opus100_pr_auc": 0.9063946216204748,
+      "eval_zh_ud_pr_auc": 0.9928224408579134,
+      "eval_zu_opus100_pr_auc": 0.8466056963591744,
+      "step": 310000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4037974683544304e-05,
+      "learning_rate_adapter": 2.4037974683544304e-05,
+      "loss": 0.0195,
+      "step": 310050
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4025316455696203e-05,
+      "learning_rate_adapter": 2.4025316455696203e-05,
+      "loss": 0.0195,
+      "step": 310100
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4012658227848102e-05,
+      "learning_rate_adapter": 2.4012658227848102e-05,
+      "loss": 0.0193,
+      "step": 310150
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.4e-05,
+      "learning_rate_adapter": 2.4e-05,
+      "loss": 0.0194,
+      "step": 310200
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.39873417721519e-05,
+      "learning_rate_adapter": 2.39873417721519e-05,
+      "loss": 0.0194,
+      "step": 310250
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.39746835443038e-05,
+      "learning_rate_adapter": 2.39746835443038e-05,
+      "loss": 0.0195,
+      "step": 310300
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3962025316455697e-05,
+      "learning_rate_adapter": 2.3962025316455697e-05,
+      "loss": 0.0194,
+      "step": 310350
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3949367088607596e-05,
+      "learning_rate_adapter": 2.3949367088607596e-05,
+      "loss": 0.0195,
+      "step": 310400
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3936708860759495e-05,
+      "learning_rate_adapter": 2.3936708860759495e-05,
+      "loss": 0.0194,
+      "step": 310450
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3924050632911394e-05,
+      "learning_rate_adapter": 2.3924050632911394e-05,
+      "loss": 0.0195,
+      "step": 310500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3911392405063293e-05,
+      "learning_rate_adapter": 2.3911392405063293e-05,
+      "loss": 0.0195,
+      "step": 310550
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.389873417721519e-05,
+      "learning_rate_adapter": 2.389873417721519e-05,
+      "loss": 0.0195,
+      "step": 310600
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.388607594936709e-05,
+      "learning_rate_adapter": 2.388607594936709e-05,
+      "loss": 0.0193,
+      "step": 310650
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.387341772151899e-05,
+      "learning_rate_adapter": 2.387341772151899e-05,
+      "loss": 0.0194,
+      "step": 310700
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 2.3860759493670888e-05,
+      "learning_rate_adapter": 2.3860759493670888e-05,
+      "loss": 0.0194,
+      "step": 310750
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3848101265822787e-05,
+      "learning_rate_adapter": 2.3848101265822787e-05,
+      "loss": 0.0194,
+      "step": 310800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3835443037974682e-05,
+      "learning_rate_adapter": 2.3835443037974682e-05,
+      "loss": 0.0193,
+      "step": 310850
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3822784810126585e-05,
+      "learning_rate_adapter": 2.3822784810126585e-05,
+      "loss": 0.0196,
+      "step": 310900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3810126582278483e-05,
+      "learning_rate_adapter": 2.3810126582278483e-05,
+      "loss": 0.0194,
+      "step": 310950
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.379746835443038e-05,
+      "learning_rate_adapter": 2.379746835443038e-05,
+      "loss": 0.0195,
+      "step": 311000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.378481012658228e-05,
+      "learning_rate_adapter": 2.378481012658228e-05,
+      "loss": 0.0194,
+      "step": 311050
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.377215189873418e-05,
+      "learning_rate_adapter": 2.377215189873418e-05,
+      "loss": 0.0194,
+      "step": 311100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3759493670886075e-05,
+      "learning_rate_adapter": 2.3759493670886075e-05,
+      "loss": 0.0194,
+      "step": 311150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3746835443037978e-05,
+      "learning_rate_adapter": 2.3746835443037978e-05,
+      "loss": 0.0195,
+      "step": 311200
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3734177215189873e-05,
+      "learning_rate_adapter": 2.3734177215189873e-05,
+      "loss": 0.0194,
+      "step": 311250
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3721518987341772e-05,
+      "learning_rate_adapter": 2.3721518987341772e-05,
+      "loss": 0.0193,
+      "step": 311300
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3708860759493674e-05,
+      "learning_rate_adapter": 2.3708860759493674e-05,
+      "loss": 0.0192,
+      "step": 311350
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.369620253164557e-05,
+      "learning_rate_adapter": 2.369620253164557e-05,
+      "loss": 0.0195,
+      "step": 311400
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.368354430379747e-05,
+      "learning_rate_adapter": 2.368354430379747e-05,
+      "loss": 0.0194,
+      "step": 311450
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.367088607594937e-05,
+      "learning_rate_adapter": 2.367088607594937e-05,
+      "loss": 0.0193,
+      "step": 311500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3658227848101266e-05,
+      "learning_rate_adapter": 2.3658227848101266e-05,
+      "loss": 0.0196,
+      "step": 311550
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3645569620253165e-05,
+      "learning_rate_adapter": 2.3645569620253165e-05,
+      "loss": 0.0193,
+      "step": 311600
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3632911392405064e-05,
+      "learning_rate_adapter": 2.3632911392405064e-05,
+      "loss": 0.0191,
+      "step": 311650
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3620253164556963e-05,
+      "learning_rate_adapter": 2.3620253164556963e-05,
+      "loss": 0.0195,
+      "step": 311700
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3607594936708862e-05,
+      "learning_rate_adapter": 2.3607594936708862e-05,
+      "loss": 0.0194,
+      "step": 311750
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.359493670886076e-05,
+      "learning_rate_adapter": 2.359493670886076e-05,
+      "loss": 0.0195,
+      "step": 311800
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.358227848101266e-05,
+      "learning_rate_adapter": 2.358227848101266e-05,
+      "loss": 0.0195,
+      "step": 311850
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3569620253164558e-05,
+      "learning_rate_adapter": 2.3569620253164558e-05,
+      "loss": 0.0193,
+      "step": 311900
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3556962025316457e-05,
+      "learning_rate_adapter": 2.3556962025316457e-05,
+      "loss": 0.0195,
+      "step": 311950
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3544303797468356e-05,
+      "learning_rate_adapter": 2.3544303797468356e-05,
+      "loss": 0.0195,
+      "step": 312000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.353164556962025e-05,
+      "learning_rate_adapter": 2.353164556962025e-05,
+      "loss": 0.0195,
+      "step": 312050
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3518987341772154e-05,
+      "learning_rate_adapter": 2.3518987341772154e-05,
+      "loss": 0.0193,
+      "step": 312100
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3506329113924053e-05,
+      "learning_rate_adapter": 2.3506329113924053e-05,
+      "loss": 0.0194,
+      "step": 312150
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 2.3493670886075948e-05,
+      "learning_rate_adapter": 2.3493670886075948e-05,
+      "loss": 0.0193,
+      "step": 312200
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.348101265822785e-05,
+      "learning_rate_adapter": 2.348101265822785e-05,
+      "loss": 0.0196,
+      "step": 312250
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.346835443037975e-05,
+      "learning_rate_adapter": 2.346835443037975e-05,
+      "loss": 0.0194,
+      "step": 312300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3455696202531645e-05,
+      "learning_rate_adapter": 2.3455696202531645e-05,
+      "loss": 0.0194,
+      "step": 312350
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3443037974683547e-05,
+      "learning_rate_adapter": 2.3443037974683547e-05,
+      "loss": 0.0193,
+      "step": 312400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3430379746835442e-05,
+      "learning_rate_adapter": 2.3430379746835442e-05,
+      "loss": 0.0193,
+      "step": 312450
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.341772151898734e-05,
+      "learning_rate_adapter": 2.341772151898734e-05,
+      "loss": 0.0192,
+      "step": 312500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3405063291139243e-05,
+      "learning_rate_adapter": 2.3405063291139243e-05,
+      "loss": 0.0194,
+      "step": 312550
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.339240506329114e-05,
+      "learning_rate_adapter": 2.339240506329114e-05,
+      "loss": 0.0193,
+      "step": 312600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3379746835443038e-05,
+      "learning_rate_adapter": 2.3379746835443038e-05,
+      "loss": 0.0195,
+      "step": 312650
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.336708860759494e-05,
+      "learning_rate_adapter": 2.336708860759494e-05,
+      "loss": 0.0193,
+      "step": 312700
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3354430379746835e-05,
+      "learning_rate_adapter": 2.3354430379746835e-05,
+      "loss": 0.0194,
+      "step": 312750
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3341772151898734e-05,
+      "learning_rate_adapter": 2.3341772151898734e-05,
+      "loss": 0.0193,
+      "step": 312800
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3329113924050633e-05,
+      "learning_rate_adapter": 2.3329113924050633e-05,
+      "loss": 0.0195,
+      "step": 312850
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3316455696202532e-05,
+      "learning_rate_adapter": 2.3316455696202532e-05,
+      "loss": 0.0194,
+      "step": 312900
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.330379746835443e-05,
+      "learning_rate_adapter": 2.330379746835443e-05,
+      "loss": 0.0194,
+      "step": 312950
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.329113924050633e-05,
+      "learning_rate_adapter": 2.329113924050633e-05,
+      "loss": 0.0193,
+      "step": 313000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.327848101265823e-05,
+      "learning_rate_adapter": 2.327848101265823e-05,
+      "loss": 0.0194,
+      "step": 313050
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3265822784810127e-05,
+      "learning_rate_adapter": 2.3265822784810127e-05,
+      "loss": 0.0195,
+      "step": 313100
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3253164556962026e-05,
+      "learning_rate_adapter": 2.3253164556962026e-05,
+      "loss": 0.0193,
+      "step": 313150
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3240506329113925e-05,
+      "learning_rate_adapter": 2.3240506329113925e-05,
+      "loss": 0.0192,
+      "step": 313200
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3227848101265824e-05,
+      "learning_rate_adapter": 2.3227848101265824e-05,
+      "loss": 0.0192,
+      "step": 313250
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3215189873417723e-05,
+      "learning_rate_adapter": 2.3215189873417723e-05,
+      "loss": 0.0195,
+      "step": 313300
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3202531645569622e-05,
+      "learning_rate_adapter": 2.3202531645569622e-05,
+      "loss": 0.0193,
+      "step": 313350
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.318987341772152e-05,
+      "learning_rate_adapter": 2.318987341772152e-05,
+      "loss": 0.0192,
+      "step": 313400
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.317721518987342e-05,
+      "learning_rate_adapter": 2.317721518987342e-05,
+      "loss": 0.0195,
+      "step": 313450
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3164556962025318e-05,
+      "learning_rate_adapter": 2.3164556962025318e-05,
+      "loss": 0.0193,
+      "step": 313500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3151898734177217e-05,
+      "learning_rate_adapter": 2.3151898734177217e-05,
+      "loss": 0.0196,
+      "step": 313550
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3139240506329116e-05,
+      "learning_rate_adapter": 2.3139240506329116e-05,
+      "loss": 0.0194,
+      "step": 313600
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.312658227848101e-05,
+      "learning_rate_adapter": 2.312658227848101e-05,
+      "loss": 0.0194,
+      "step": 313650
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 2.3113924050632914e-05,
+      "learning_rate_adapter": 2.3113924050632914e-05,
+      "loss": 0.0195,
+      "step": 313700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3101265822784813e-05,
+      "learning_rate_adapter": 2.3101265822784813e-05,
+      "loss": 0.0194,
+      "step": 313750
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3088607594936708e-05,
+      "learning_rate_adapter": 2.3088607594936708e-05,
+      "loss": 0.0195,
+      "step": 313800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.307594936708861e-05,
+      "learning_rate_adapter": 2.307594936708861e-05,
+      "loss": 0.0194,
+      "step": 313850
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.306329113924051e-05,
+      "learning_rate_adapter": 2.306329113924051e-05,
+      "loss": 0.0192,
+      "step": 313900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3050632911392405e-05,
+      "learning_rate_adapter": 2.3050632911392405e-05,
+      "loss": 0.0192,
+      "step": 313950
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3037974683544307e-05,
+      "learning_rate_adapter": 2.3037974683544307e-05,
+      "loss": 0.0195,
+      "step": 314000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3025316455696202e-05,
+      "learning_rate_adapter": 2.3025316455696202e-05,
+      "loss": 0.0194,
+      "step": 314050
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.30126582278481e-05,
+      "learning_rate_adapter": 2.30126582278481e-05,
+      "loss": 0.0194,
+      "step": 314100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.3000000000000003e-05,
+      "learning_rate_adapter": 2.3000000000000003e-05,
+      "loss": 0.0194,
+      "step": 314150
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.29873417721519e-05,
+      "learning_rate_adapter": 2.29873417721519e-05,
+      "loss": 0.0193,
+      "step": 314200
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2974683544303798e-05,
+      "learning_rate_adapter": 2.2974683544303798e-05,
+      "loss": 0.0193,
+      "step": 314250
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.29620253164557e-05,
+      "learning_rate_adapter": 2.29620253164557e-05,
+      "loss": 0.0193,
+      "step": 314300
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2949367088607595e-05,
+      "learning_rate_adapter": 2.2949367088607595e-05,
+      "loss": 0.0191,
+      "step": 314350
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2936708860759494e-05,
+      "learning_rate_adapter": 2.2936708860759494e-05,
+      "loss": 0.0192,
+      "step": 314400
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2924050632911393e-05,
+      "learning_rate_adapter": 2.2924050632911393e-05,
+      "loss": 0.0194,
+      "step": 314450
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2911392405063292e-05,
+      "learning_rate_adapter": 2.2911392405063292e-05,
+      "loss": 0.0195,
+      "step": 314500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.289873417721519e-05,
+      "learning_rate_adapter": 2.289873417721519e-05,
+      "loss": 0.0195,
+      "step": 314550
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.288607594936709e-05,
+      "learning_rate_adapter": 2.288607594936709e-05,
+      "loss": 0.0194,
+      "step": 314600
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.287341772151899e-05,
+      "learning_rate_adapter": 2.287341772151899e-05,
+      "loss": 0.0193,
+      "step": 314650
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2860759493670887e-05,
+      "learning_rate_adapter": 2.2860759493670887e-05,
+      "loss": 0.0192,
+      "step": 314700
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2848101265822786e-05,
+      "learning_rate_adapter": 2.2848101265822786e-05,
+      "loss": 0.0193,
+      "step": 314750
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2835443037974685e-05,
+      "learning_rate_adapter": 2.2835443037974685e-05,
+      "loss": 0.0193,
+      "step": 314800
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2822784810126584e-05,
+      "learning_rate_adapter": 2.2822784810126584e-05,
+      "loss": 0.0193,
+      "step": 314850
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2810126582278483e-05,
+      "learning_rate_adapter": 2.2810126582278483e-05,
+      "loss": 0.0194,
+      "step": 314900
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2797468354430382e-05,
+      "learning_rate_adapter": 2.2797468354430382e-05,
+      "loss": 0.0194,
+      "step": 314950
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.278481012658228e-05,
+      "learning_rate_adapter": 2.278481012658228e-05,
+      "loss": 0.0193,
+      "step": 315000
+    },
+    {
+      "epoch": 2.12,
+      "eval_af_opus100_pr_auc": 0.8100879325566819,
+      "eval_af_ud_pr_auc": 0.9877871415874881,
+      "eval_am_opus100_pr_auc": 0.7108353446564057,
+      "eval_ar_ersatz_pr_auc": 0.9291274710904428,
+      "eval_ar_opus100_pr_auc": 0.7610176228087792,
+      "eval_ar_ud_pr_auc": 0.913404550322933,
+      "eval_average_ersatz_pr_auc": 0.9761017760148737,
+      "eval_average_opus100_pr_auc": 0.8694471407038294,
+      "eval_average_ud_pr_auc": 0.969669902051416,
+      "eval_az_opus100_pr_auc": 0.8356323483882164,
+      "eval_be_opus100_pr_auc": 0.7896730574591813,
+      "eval_be_ud_pr_auc": 0.9150700772037966,
+      "eval_bg_opus100_pr_auc": 0.9332997258011823,
+      "eval_bg_ud_pr_auc": 0.9969381518266947,
+      "eval_bn_opus100_pr_auc": 0.8707522121339428,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9131306885566469,
+      "eval_ca_ud_pr_auc": 0.998608014631905,
+      "eval_ceb_ud_pr_auc": 0.9998283988420114,
+      "eval_cs_ersatz_pr_auc": 0.9891612424374945,
+      "eval_cs_opus100_pr_auc": 0.9296127744346123,
+      "eval_cs_ud_pr_auc": 0.9647390413508296,
+      "eval_cy_opus100_pr_auc": 0.8222856643189874,
+      "eval_cy_ud_pr_auc": 0.9980150569584676,
+      "eval_da_opus100_pr_auc": 0.9302418197696083,
+      "eval_da_ud_pr_auc": 0.9755651632373414,
+      "eval_de_ersatz_pr_auc": 0.9913212685922561,
+      "eval_de_opus100_pr_auc": 0.9303401378862467,
+      "eval_de_ud_pr_auc": 0.987998984111456,
+      "eval_el_opus100_pr_auc": 0.91926229629841,
+      "eval_el_ud_pr_auc": 0.9934672604345606,
+      "eval_en_ersatz_pr_auc": 0.9950415913068156,
+      "eval_en_opus100_pr_auc": 0.9297392087428212,
+      "eval_en_ud_pr_auc": 0.9823671873144465,
+      "eval_eo_opus100_pr_auc": 0.9337972444357362,
+      "eval_es_ersatz_pr_auc": 0.9972713817826643,
+      "eval_es_opus100_pr_auc": 0.9472222878453085,
+      "eval_es_ud_pr_auc": 0.9904364122777879,
+      "eval_et_ersatz_pr_auc": 0.9837687602222377,
+      "eval_et_opus100_pr_auc": 0.9315822926822749,
+      "eval_et_ud_pr_auc": 0.9790701979815611,
+      "eval_eu_opus100_pr_auc": 0.8964377917838466,
+      "eval_eu_ud_pr_auc": 0.9913628668164948,
+      "eval_fa_opus100_pr_auc": 0.6501983715787183,
+      "eval_fa_ud_pr_auc": 0.997202066936901,
+      "eval_fi_ersatz_pr_auc": 0.9960721776189458,
+      "eval_fi_opus100_pr_auc": 0.9401732062530725,
+      "eval_fi_ud_pr_auc": 0.9705542301983987,
+      "eval_fr_ersatz_pr_auc": 0.989442261019007,
+      "eval_fr_opus100_pr_auc": 0.9309392774710048,
+      "eval_fr_ud_pr_auc": 0.9914518473423622,
+      "eval_fy_opus100_pr_auc": 0.7361368260602679,
+      "eval_ga_opus100_pr_auc": 0.9237927577859775,
+      "eval_ga_ud_pr_auc": 0.816086552259095,
+      "eval_gd_opus100_pr_auc": 0.7932251754399411,
+      "eval_gd_ud_pr_auc": 0.8422499370126474,
+      "eval_gl_opus100_pr_auc": 0.9127922927945975,
+      "eval_gl_ud_pr_auc": 0.9962402832070871,
+      "eval_gu_ersatz_pr_auc": 0.9563370555960643,
+      "eval_gu_opus100_pr_auc": 0.7817190195323251,
+      "eval_ha_opus100_pr_auc": 0.9428230125616892,
+      "eval_he_opus100_pr_auc": 0.9058469930775489,
+      "eval_he_ud_pr_auc": 0.9857590986490133,
+      "eval_hi_ersatz_pr_auc": 0.9867528213108558,
+      "eval_hi_opus100_pr_auc": 0.765838279242653,
+      "eval_hi_ud_pr_auc": 0.9960122334111936,
+      "eval_hu_opus100_pr_auc": 0.9267883002802993,
+      "eval_hu_ud_pr_auc": 0.9824133636585317,
+      "eval_hy_opus100_pr_auc": 0.9204468276032702,
+      "eval_hy_ud_pr_auc": 0.977570731481006,
+      "eval_id_opus100_pr_auc": 0.9077931511150381,
+      "eval_id_ud_pr_auc": 0.9965689490799367,
+      "eval_ig_opus100_pr_auc": 0.9043867091847524,
+      "eval_is_opus100_pr_auc": 0.9379697265607929,
+      "eval_is_ud_pr_auc": 0.9266479776100917,
+      "eval_it_opus100_pr_auc": 0.9317376681850765,
+      "eval_it_ud_pr_auc": 0.9983135019479286,
+      "eval_ja_ersatz_pr_auc": 0.9031482335023718,
+      "eval_ja_opus100_pr_auc": 0.8697779041490152,
+      "eval_ja_ud_pr_auc": 0.9837803361901346,
+      "eval_jv_ud_pr_auc": 0.9559246891011873,
+      "eval_ka_opus100_pr_auc": 0.8700188892813135,
+      "eval_kk_ersatz_pr_auc": 0.9901926670872048,
+      "eval_kk_opus100_pr_auc": 0.8480305620215528,
+      "eval_kk_ud_pr_auc": 0.9756498380363281,
+      "eval_km_ersatz_pr_auc": 0.9551945049211817,
+      "eval_km_opus100_pr_auc": 0.7802101208755138,
+      "eval_kn_opus100_pr_auc": 0.7003450015363205,
+      "eval_ko_opus100_pr_auc": 0.7151684487464001,
+      "eval_ko_ud_pr_auc": 0.9981126993254753,
+      "eval_ku_opus100_pr_auc": 0.8876997021501016,
+      "eval_ky_opus100_pr_auc": 0.9093183490438679,
+      "eval_la_ud_pr_auc": 0.9747406412710232,
+      "eval_loss": 0.023055989295244217,
+      "eval_lt_ersatz_pr_auc": 0.9980329258865059,
+      "eval_lt_opus100_pr_auc": 0.9129203696602642,
+      "eval_lt_ud_pr_auc": 0.9950054013310213,
+      "eval_lv_ersatz_pr_auc": 0.9944119969420528,
+      "eval_lv_opus100_pr_auc": 0.9092559127170066,
+      "eval_lv_ud_pr_auc": 0.9712202000569993,
+      "eval_mg_opus100_pr_auc": 0.9526636738643749,
+      "eval_mk_opus100_pr_auc": 0.9354855253587511,
+      "eval_ml_opus100_pr_auc": 0.8146447420372941,
+      "eval_mn_opus100_pr_auc": 0.9513132443217037,
+      "eval_mr_opus100_pr_auc": 0.9312261173987638,
+      "eval_mr_ud_pr_auc": 0.9646813670496387,
+      "eval_ms_opus100_pr_auc": 0.8913241971827106,
+      "eval_mt_opus100_pr_auc": 0.873891002139432,
+      "eval_mt_ud_pr_auc": 0.9468064883467877,
+      "eval_my_opus100_pr_auc": 0.8792071193540825,
+      "eval_ne_opus100_pr_auc": 0.7711214065591577,
+      "eval_nl_opus100_pr_auc": 0.9085902157384843,
+      "eval_nl_ud_pr_auc": 0.9856387269882216,
+      "eval_no_opus100_pr_auc": 0.9181142339756906,
+      "eval_no_ud_pr_auc": 0.9964972508276084,
+      "eval_pa_opus100_pr_auc": 0.7139137723844862,
+      "eval_pl_ersatz_pr_auc": 0.9732109834907396,
+      "eval_pl_opus100_pr_auc": 0.9072129782047851,
+      "eval_pl_ud_pr_auc": 0.9753528846495312,
+      "eval_ps_ersatz_pr_auc": 0.9318238478243102,
+      "eval_ps_opus100_pr_auc": 0.7840219928060201,
+      "eval_pt_opus100_pr_auc": 0.9373869734534921,
+      "eval_pt_ud_pr_auc": 0.9901932530630869,
+      "eval_ro_ersatz_pr_auc": 0.994456200773114,
+      "eval_ro_opus100_pr_auc": 0.881539132056305,
+      "eval_ro_ud_pr_auc": 0.9252958620662888,
+      "eval_ru_ersatz_pr_auc": 0.9951144001154673,
+      "eval_ru_opus100_pr_auc": 0.9503000561167649,
+      "eval_ru_ud_pr_auc": 0.8909106113860586,
+      "eval_runtime": 519.241,
+      "eval_samples_per_second": 145.443,
+      "eval_si_opus100_pr_auc": 0.8370397896581457,
+      "eval_sk_opus100_pr_auc": 0.9448062785036303,
+      "eval_sk_ud_pr_auc": 0.9893936712553082,
+      "eval_sl_opus100_pr_auc": 0.8934476011370132,
+      "eval_sl_ud_pr_auc": 0.9751592235985167,
+      "eval_sq_opus100_pr_auc": 0.9492848060036432,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9354626380763247,
+      "eval_sr_ud_pr_auc": 0.9994337432803413,
+      "eval_steps_per_second": 0.568,
+      "eval_sv_opus100_pr_auc": 0.91726178411299,
+      "eval_sv_ud_pr_auc": 0.9625809308762927,
+      "eval_ta_ersatz_pr_auc": 0.9816991152063499,
+      "eval_ta_opus100_pr_auc": 0.7767438928738355,
+      "eval_ta_ud_pr_auc": 0.9991296334535948,
+      "eval_te_opus100_pr_auc": 0.8261676413580156,
+      "eval_tg_opus100_pr_auc": 0.9149126419983039,
+      "eval_th_opus100_pr_auc": 0.734095971079927,
+      "eval_th_ud_pr_auc": 0.9090177000030126,
+      "eval_tr_ersatz_pr_auc": 0.9731739937556934,
+      "eval_tr_opus100_pr_auc": 0.9175667888130099,
+      "eval_tr_ud_pr_auc": 0.9647890956218547,
+      "eval_uk_opus100_pr_auc": 0.8963538358123777,
+      "eval_uk_ud_pr_auc": 0.919583093303194,
+      "eval_ur_opus100_pr_auc": 0.6639326719851866,
+      "eval_ur_ud_pr_auc": 0.9937418168140165,
+      "eval_uz_opus100_pr_auc": 0.8955117265217781,
+      "eval_vi_opus100_pr_auc": 0.9034861020218483,
+      "eval_vi_ud_pr_auc": 0.9532799229315563,
+      "eval_xh_opus100_pr_auc": 0.8842654526593824,
+      "eval_yi_opus100_pr_auc": 0.775024371961175,
+      "eval_yo_opus100_pr_auc": 0.8610626621965254,
+      "eval_yo_ud_pr_auc": 0.9311797188472656,
+      "eval_zh_ersatz_pr_auc": 0.9694841718454424,
+      "eval_zh_opus100_pr_auc": 0.9112304257327316,
+      "eval_zh_ud_pr_auc": 0.9923563395644007,
+      "eval_zu_opus100_pr_auc": 0.8447487667886185,
+      "step": 315000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.277215189873418e-05,
+      "learning_rate_adapter": 2.277215189873418e-05,
+      "loss": 0.0191,
+      "step": 315050
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2759493670886078e-05,
+      "learning_rate_adapter": 2.2759493670886078e-05,
+      "loss": 0.0194,
+      "step": 315100
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2746835443037974e-05,
+      "learning_rate_adapter": 2.2746835443037974e-05,
+      "loss": 0.0195,
+      "step": 315150
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 2.2734177215189876e-05,
+      "learning_rate_adapter": 2.2734177215189876e-05,
+      "loss": 0.0193,
+      "step": 315200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.272151898734177e-05,
+      "learning_rate_adapter": 2.272151898734177e-05,
+      "loss": 0.0193,
+      "step": 315250
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.270886075949367e-05,
+      "learning_rate_adapter": 2.270886075949367e-05,
+      "loss": 0.0194,
+      "step": 315300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2696202531645573e-05,
+      "learning_rate_adapter": 2.2696202531645573e-05,
+      "loss": 0.0194,
+      "step": 315350
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2683544303797468e-05,
+      "learning_rate_adapter": 2.2683544303797468e-05,
+      "loss": 0.0194,
+      "step": 315400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2670886075949367e-05,
+      "learning_rate_adapter": 2.2670886075949367e-05,
+      "loss": 0.0192,
+      "step": 315450
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2658227848101266e-05,
+      "learning_rate_adapter": 2.2658227848101266e-05,
+      "loss": 0.0195,
+      "step": 315500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2645569620253165e-05,
+      "learning_rate_adapter": 2.2645569620253165e-05,
+      "loss": 0.0193,
+      "step": 315550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2632911392405063e-05,
+      "learning_rate_adapter": 2.2632911392405063e-05,
+      "loss": 0.0193,
+      "step": 315600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2620253164556962e-05,
+      "learning_rate_adapter": 2.2620253164556962e-05,
+      "loss": 0.0192,
+      "step": 315650
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.260759493670886e-05,
+      "learning_rate_adapter": 2.260759493670886e-05,
+      "loss": 0.0193,
+      "step": 315700
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.259493670886076e-05,
+      "learning_rate_adapter": 2.259493670886076e-05,
+      "loss": 0.019,
+      "step": 315750
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.258227848101266e-05,
+      "learning_rate_adapter": 2.258227848101266e-05,
+      "loss": 0.0193,
+      "step": 315800
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2569620253164558e-05,
+      "learning_rate_adapter": 2.2569620253164558e-05,
+      "loss": 0.0193,
+      "step": 315850
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2556962025316457e-05,
+      "learning_rate_adapter": 2.2556962025316457e-05,
+      "loss": 0.0194,
+      "step": 315900
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2544303797468355e-05,
+      "learning_rate_adapter": 2.2544303797468355e-05,
+      "loss": 0.0193,
+      "step": 315950
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2531645569620254e-05,
+      "learning_rate_adapter": 2.2531645569620254e-05,
+      "loss": 0.0194,
+      "step": 316000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2518987341772153e-05,
+      "learning_rate_adapter": 2.2518987341772153e-05,
+      "loss": 0.0193,
+      "step": 316050
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2506329113924052e-05,
+      "learning_rate_adapter": 2.2506329113924052e-05,
+      "loss": 0.0195,
+      "step": 316100
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.249367088607595e-05,
+      "learning_rate_adapter": 2.249367088607595e-05,
+      "loss": 0.0194,
+      "step": 316150
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.248101265822785e-05,
+      "learning_rate_adapter": 2.248101265822785e-05,
+      "loss": 0.0194,
+      "step": 316200
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.246835443037975e-05,
+      "learning_rate_adapter": 2.246835443037975e-05,
+      "loss": 0.0192,
+      "step": 316250
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2455696202531644e-05,
+      "learning_rate_adapter": 2.2455696202531644e-05,
+      "loss": 0.0193,
+      "step": 316300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2443037974683546e-05,
+      "learning_rate_adapter": 2.2443037974683546e-05,
+      "loss": 0.0194,
+      "step": 316350
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2430379746835445e-05,
+      "learning_rate_adapter": 2.2430379746835445e-05,
+      "loss": 0.0193,
+      "step": 316400
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.241772151898734e-05,
+      "learning_rate_adapter": 2.241772151898734e-05,
+      "loss": 0.0194,
+      "step": 316450
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2405063291139243e-05,
+      "learning_rate_adapter": 2.2405063291139243e-05,
+      "loss": 0.0194,
+      "step": 316500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.239240506329114e-05,
+      "learning_rate_adapter": 2.239240506329114e-05,
+      "loss": 0.0195,
+      "step": 316550
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.2379746835443037e-05,
+      "learning_rate_adapter": 2.2379746835443037e-05,
+      "loss": 0.0194,
+      "step": 316600
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 2.236708860759494e-05,
+      "learning_rate_adapter": 2.236708860759494e-05,
+      "loss": 0.0191,
+      "step": 316650
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2354430379746835e-05,
+      "learning_rate_adapter": 2.2354430379746835e-05,
+      "loss": 0.0193,
+      "step": 316700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2341772151898734e-05,
+      "learning_rate_adapter": 2.2341772151898734e-05,
+      "loss": 0.0192,
+      "step": 316750
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2329113924050636e-05,
+      "learning_rate_adapter": 2.2329113924050636e-05,
+      "loss": 0.0194,
+      "step": 316800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.231645569620253e-05,
+      "learning_rate_adapter": 2.231645569620253e-05,
+      "loss": 0.0194,
+      "step": 316850
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.230379746835443e-05,
+      "learning_rate_adapter": 2.230379746835443e-05,
+      "loss": 0.0193,
+      "step": 316900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2291139240506333e-05,
+      "learning_rate_adapter": 2.2291139240506333e-05,
+      "loss": 0.0194,
+      "step": 316950
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2278481012658228e-05,
+      "learning_rate_adapter": 2.2278481012658228e-05,
+      "loss": 0.0193,
+      "step": 317000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2265822784810127e-05,
+      "learning_rate_adapter": 2.2265822784810127e-05,
+      "loss": 0.0194,
+      "step": 317050
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2253164556962026e-05,
+      "learning_rate_adapter": 2.2253164556962026e-05,
+      "loss": 0.0193,
+      "step": 317100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2240506329113925e-05,
+      "learning_rate_adapter": 2.2240506329113925e-05,
+      "loss": 0.0193,
+      "step": 317150
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2227848101265823e-05,
+      "learning_rate_adapter": 2.2227848101265823e-05,
+      "loss": 0.0194,
+      "step": 317200
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2215189873417722e-05,
+      "learning_rate_adapter": 2.2215189873417722e-05,
+      "loss": 0.0195,
+      "step": 317250
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.220253164556962e-05,
+      "learning_rate_adapter": 2.220253164556962e-05,
+      "loss": 0.0192,
+      "step": 317300
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.218987341772152e-05,
+      "learning_rate_adapter": 2.218987341772152e-05,
+      "loss": 0.0195,
+      "step": 317350
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.217721518987342e-05,
+      "learning_rate_adapter": 2.217721518987342e-05,
+      "loss": 0.0193,
+      "step": 317400
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2164556962025318e-05,
+      "learning_rate_adapter": 2.2164556962025318e-05,
+      "loss": 0.0194,
+      "step": 317450
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2151898734177217e-05,
+      "learning_rate_adapter": 2.2151898734177217e-05,
+      "loss": 0.0193,
+      "step": 317500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2139240506329115e-05,
+      "learning_rate_adapter": 2.2139240506329115e-05,
+      "loss": 0.0193,
+      "step": 317550
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2126582278481014e-05,
+      "learning_rate_adapter": 2.2126582278481014e-05,
+      "loss": 0.0192,
+      "step": 317600
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2113924050632913e-05,
+      "learning_rate_adapter": 2.2113924050632913e-05,
+      "loss": 0.0194,
+      "step": 317650
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2101265822784812e-05,
+      "learning_rate_adapter": 2.2101265822784812e-05,
+      "loss": 0.0194,
+      "step": 317700
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.208860759493671e-05,
+      "learning_rate_adapter": 2.208860759493671e-05,
+      "loss": 0.0191,
+      "step": 317750
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.207594936708861e-05,
+      "learning_rate_adapter": 2.207594936708861e-05,
+      "loss": 0.0195,
+      "step": 317800
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.206329113924051e-05,
+      "learning_rate_adapter": 2.206329113924051e-05,
+      "loss": 0.0194,
+      "step": 317850
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2050632911392404e-05,
+      "learning_rate_adapter": 2.2050632911392404e-05,
+      "loss": 0.0192,
+      "step": 317900
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2037974683544306e-05,
+      "learning_rate_adapter": 2.2037974683544306e-05,
+      "loss": 0.0194,
+      "step": 317950
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2025316455696205e-05,
+      "learning_rate_adapter": 2.2025316455696205e-05,
+      "loss": 0.0193,
+      "step": 318000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.20126582278481e-05,
+      "learning_rate_adapter": 2.20126582278481e-05,
+      "loss": 0.0192,
+      "step": 318050
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.2000000000000003e-05,
+      "learning_rate_adapter": 2.2000000000000003e-05,
+      "loss": 0.0194,
+      "step": 318100
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 2.19873417721519e-05,
+      "learning_rate_adapter": 2.19873417721519e-05,
+      "loss": 0.0193,
+      "step": 318150
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1974683544303797e-05,
+      "learning_rate_adapter": 2.1974683544303797e-05,
+      "loss": 0.0194,
+      "step": 318200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.19620253164557e-05,
+      "learning_rate_adapter": 2.19620253164557e-05,
+      "loss": 0.0193,
+      "step": 318250
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1949367088607595e-05,
+      "learning_rate_adapter": 2.1949367088607595e-05,
+      "loss": 0.0193,
+      "step": 318300
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1936708860759494e-05,
+      "learning_rate_adapter": 2.1936708860759494e-05,
+      "loss": 0.0194,
+      "step": 318350
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1924050632911396e-05,
+      "learning_rate_adapter": 2.1924050632911396e-05,
+      "loss": 0.0194,
+      "step": 318400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.191139240506329e-05,
+      "learning_rate_adapter": 2.191139240506329e-05,
+      "loss": 0.0194,
+      "step": 318450
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.189873417721519e-05,
+      "learning_rate_adapter": 2.189873417721519e-05,
+      "loss": 0.0193,
+      "step": 318500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1886075949367093e-05,
+      "learning_rate_adapter": 2.1886075949367093e-05,
+      "loss": 0.0194,
+      "step": 318550
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1873417721518988e-05,
+      "learning_rate_adapter": 2.1873417721518988e-05,
+      "loss": 0.0195,
+      "step": 318600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1860759493670887e-05,
+      "learning_rate_adapter": 2.1860759493670887e-05,
+      "loss": 0.0194,
+      "step": 318650
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1848101265822786e-05,
+      "learning_rate_adapter": 2.1848101265822786e-05,
+      "loss": 0.0195,
+      "step": 318700
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1835443037974685e-05,
+      "learning_rate_adapter": 2.1835443037974685e-05,
+      "loss": 0.0194,
+      "step": 318750
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1822784810126583e-05,
+      "learning_rate_adapter": 2.1822784810126583e-05,
+      "loss": 0.0195,
+      "step": 318800
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1810126582278482e-05,
+      "learning_rate_adapter": 2.1810126582278482e-05,
+      "loss": 0.0195,
+      "step": 318850
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.179746835443038e-05,
+      "learning_rate_adapter": 2.179746835443038e-05,
+      "loss": 0.0193,
+      "step": 318900
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.178481012658228e-05,
+      "learning_rate_adapter": 2.178481012658228e-05,
+      "loss": 0.0192,
+      "step": 318950
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.177215189873418e-05,
+      "learning_rate_adapter": 2.177215189873418e-05,
+      "loss": 0.0193,
+      "step": 319000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1759493670886078e-05,
+      "learning_rate_adapter": 2.1759493670886078e-05,
+      "loss": 0.0192,
+      "step": 319050
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1746835443037973e-05,
+      "learning_rate_adapter": 2.1746835443037973e-05,
+      "loss": 0.0192,
+      "step": 319100
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1734177215189875e-05,
+      "learning_rate_adapter": 2.1734177215189875e-05,
+      "loss": 0.0193,
+      "step": 319150
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1721518987341774e-05,
+      "learning_rate_adapter": 2.1721518987341774e-05,
+      "loss": 0.0194,
+      "step": 319200
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.170886075949367e-05,
+      "learning_rate_adapter": 2.170886075949367e-05,
+      "loss": 0.0194,
+      "step": 319250
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1696202531645572e-05,
+      "learning_rate_adapter": 2.1696202531645572e-05,
+      "loss": 0.0193,
+      "step": 319300
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.168354430379747e-05,
+      "learning_rate_adapter": 2.168354430379747e-05,
+      "loss": 0.0193,
+      "step": 319350
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1670886075949366e-05,
+      "learning_rate_adapter": 2.1670886075949366e-05,
+      "loss": 0.0192,
+      "step": 319400
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.165822784810127e-05,
+      "learning_rate_adapter": 2.165822784810127e-05,
+      "loss": 0.0194,
+      "step": 319450
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1645569620253164e-05,
+      "learning_rate_adapter": 2.1645569620253164e-05,
+      "loss": 0.0194,
+      "step": 319500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1632911392405063e-05,
+      "learning_rate_adapter": 2.1632911392405063e-05,
+      "loss": 0.0191,
+      "step": 319550
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.1620253164556965e-05,
+      "learning_rate_adapter": 2.1620253164556965e-05,
+      "loss": 0.0193,
+      "step": 319600
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 2.160759493670886e-05,
+      "learning_rate_adapter": 2.160759493670886e-05,
+      "loss": 0.0193,
+      "step": 319650
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.159493670886076e-05,
+      "learning_rate_adapter": 2.159493670886076e-05,
+      "loss": 0.0192,
+      "step": 319700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.158227848101266e-05,
+      "learning_rate_adapter": 2.158227848101266e-05,
+      "loss": 0.0194,
+      "step": 319750
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1569620253164557e-05,
+      "learning_rate_adapter": 2.1569620253164557e-05,
+      "loss": 0.0191,
+      "step": 319800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1556962025316456e-05,
+      "learning_rate_adapter": 2.1556962025316456e-05,
+      "loss": 0.0191,
+      "step": 319850
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1544303797468355e-05,
+      "learning_rate_adapter": 2.1544303797468355e-05,
+      "loss": 0.0193,
+      "step": 319900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1531645569620254e-05,
+      "learning_rate_adapter": 2.1531645569620254e-05,
+      "loss": 0.0194,
+      "step": 319950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1518987341772153e-05,
+      "learning_rate_adapter": 2.1518987341772153e-05,
+      "loss": 0.0192,
+      "step": 320000
+    },
+    {
+      "epoch": 2.16,
+      "eval_af_opus100_pr_auc": 0.823120965304325,
+      "eval_af_ud_pr_auc": 0.9927160942189621,
+      "eval_am_opus100_pr_auc": 0.7073658244130315,
+      "eval_ar_ersatz_pr_auc": 0.9314592616832575,
+      "eval_ar_opus100_pr_auc": 0.7693614445884659,
+      "eval_ar_ud_pr_auc": 0.9171413814807255,
+      "eval_average_ersatz_pr_auc": 0.9757802419258169,
+      "eval_average_opus100_pr_auc": 0.8714499213117225,
+      "eval_average_ud_pr_auc": 0.9695998352392216,
+      "eval_az_opus100_pr_auc": 0.831550358968238,
+      "eval_be_opus100_pr_auc": 0.8027690232472418,
+      "eval_be_ud_pr_auc": 0.9113883261968747,
+      "eval_bg_opus100_pr_auc": 0.9325011276623761,
+      "eval_bg_ud_pr_auc": 0.9960287574310701,
+      "eval_bn_opus100_pr_auc": 0.8719323289227965,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9136486753216267,
+      "eval_ca_ud_pr_auc": 0.9987505023232648,
+      "eval_ceb_ud_pr_auc": 0.9996810438190942,
+      "eval_cs_ersatz_pr_auc": 0.989295041965596,
+      "eval_cs_opus100_pr_auc": 0.9313835200390479,
+      "eval_cs_ud_pr_auc": 0.9658919485142673,
+      "eval_cy_opus100_pr_auc": 0.824351664226337,
+      "eval_cy_ud_pr_auc": 0.9977007990666547,
+      "eval_da_opus100_pr_auc": 0.9314294401284647,
+      "eval_da_ud_pr_auc": 0.97688778212653,
+      "eval_de_ersatz_pr_auc": 0.9913984647276907,
+      "eval_de_opus100_pr_auc": 0.9315651550181737,
+      "eval_de_ud_pr_auc": 0.9879865023882428,
+      "eval_el_opus100_pr_auc": 0.9196291851545,
+      "eval_el_ud_pr_auc": 0.9945572995651584,
+      "eval_en_ersatz_pr_auc": 0.9954628030299786,
+      "eval_en_opus100_pr_auc": 0.9303745282142697,
+      "eval_en_ud_pr_auc": 0.9823261576510987,
+      "eval_eo_opus100_pr_auc": 0.9375809320746981,
+      "eval_es_ersatz_pr_auc": 0.9971543366123709,
+      "eval_es_opus100_pr_auc": 0.9473529639426631,
+      "eval_es_ud_pr_auc": 0.9900782510333639,
+      "eval_et_ersatz_pr_auc": 0.9846161684151287,
+      "eval_et_opus100_pr_auc": 0.9312674033783545,
+      "eval_et_ud_pr_auc": 0.979424977874864,
+      "eval_eu_opus100_pr_auc": 0.9011333236176952,
+      "eval_eu_ud_pr_auc": 0.9924240130847883,
+      "eval_fa_opus100_pr_auc": 0.6671220866590363,
+      "eval_fa_ud_pr_auc": 0.9962806895190363,
+      "eval_fi_ersatz_pr_auc": 0.9957521148981066,
+      "eval_fi_opus100_pr_auc": 0.9417223937155083,
+      "eval_fi_ud_pr_auc": 0.9745488275553398,
+      "eval_fr_ersatz_pr_auc": 0.9913323758090647,
+      "eval_fr_opus100_pr_auc": 0.934624328691879,
+      "eval_fr_ud_pr_auc": 0.9924354222015404,
+      "eval_fy_opus100_pr_auc": 0.7396657323730927,
+      "eval_ga_opus100_pr_auc": 0.9295636264122003,
+      "eval_ga_ud_pr_auc": 0.8198400513248039,
+      "eval_gd_opus100_pr_auc": 0.7997401242288176,
+      "eval_gd_ud_pr_auc": 0.8528051290621386,
+      "eval_gl_opus100_pr_auc": 0.9110122646020815,
+      "eval_gl_ud_pr_auc": 0.9955031802117064,
+      "eval_gu_ersatz_pr_auc": 0.9566813379250108,
+      "eval_gu_opus100_pr_auc": 0.801003245813379,
+      "eval_ha_opus100_pr_auc": 0.9418521121774784,
+      "eval_he_opus100_pr_auc": 0.9041340852775189,
+      "eval_he_ud_pr_auc": 0.9883213835968586,
+      "eval_hi_ersatz_pr_auc": 0.9861907292760191,
+      "eval_hi_opus100_pr_auc": 0.7702327113668699,
+      "eval_hi_ud_pr_auc": 0.9948466628681671,
+      "eval_hu_opus100_pr_auc": 0.9285785025549005,
+      "eval_hu_ud_pr_auc": 0.9835031467240827,
+      "eval_hy_opus100_pr_auc": 0.9245933650981706,
+      "eval_hy_ud_pr_auc": 0.974670654654171,
+      "eval_id_opus100_pr_auc": 0.9096241266169347,
+      "eval_id_ud_pr_auc": 0.9970016143610618,
+      "eval_ig_opus100_pr_auc": 0.9006879929630073,
+      "eval_is_opus100_pr_auc": 0.9336866727147538,
+      "eval_is_ud_pr_auc": 0.9197552516853188,
+      "eval_it_opus100_pr_auc": 0.9327817211961807,
+      "eval_it_ud_pr_auc": 0.9981255131068928,
+      "eval_ja_ersatz_pr_auc": 0.8937276656507206,
+      "eval_ja_opus100_pr_auc": 0.8787845813041618,
+      "eval_ja_ud_pr_auc": 0.9853877007311876,
+      "eval_jv_ud_pr_auc": 0.9541610608214315,
+      "eval_ka_opus100_pr_auc": 0.8636924823168113,
+      "eval_kk_ersatz_pr_auc": 0.9899082324447551,
+      "eval_kk_opus100_pr_auc": 0.8421017753635408,
+      "eval_kk_ud_pr_auc": 0.9749561300679077,
+      "eval_km_ersatz_pr_auc": 0.955985382067566,
+      "eval_km_opus100_pr_auc": 0.7884754135290001,
+      "eval_kn_opus100_pr_auc": 0.7262920996179203,
+      "eval_ko_opus100_pr_auc": 0.7147443879429324,
+      "eval_ko_ud_pr_auc": 0.9970034630435711,
+      "eval_ku_opus100_pr_auc": 0.8883261021572301,
+      "eval_ky_opus100_pr_auc": 0.9057908453661673,
+      "eval_la_ud_pr_auc": 0.9773136037698213,
+      "eval_loss": 0.02292748913168907,
+      "eval_lt_ersatz_pr_auc": 0.9975546960185799,
+      "eval_lt_opus100_pr_auc": 0.9085146424122783,
+      "eval_lt_ud_pr_auc": 0.9946531447136808,
+      "eval_lv_ersatz_pr_auc": 0.994213256752143,
+      "eval_lv_opus100_pr_auc": 0.9123734025936969,
+      "eval_lv_ud_pr_auc": 0.9707495050966531,
+      "eval_mg_opus100_pr_auc": 0.9574636949655146,
+      "eval_mk_opus100_pr_auc": 0.9346371455558942,
+      "eval_ml_opus100_pr_auc": 0.8087789765123248,
+      "eval_mn_opus100_pr_auc": 0.9482943977413489,
+      "eval_mr_opus100_pr_auc": 0.932323388546695,
+      "eval_mr_ud_pr_auc": 0.9633591906475194,
+      "eval_ms_opus100_pr_auc": 0.8920659303208384,
+      "eval_mt_opus100_pr_auc": 0.8921875192425524,
+      "eval_mt_ud_pr_auc": 0.9368598900764753,
+      "eval_my_opus100_pr_auc": 0.8808766387439999,
+      "eval_ne_opus100_pr_auc": 0.7869325082016679,
+      "eval_nl_opus100_pr_auc": 0.9024306199498866,
+      "eval_nl_ud_pr_auc": 0.9868575441395576,
+      "eval_no_opus100_pr_auc": 0.9186558397392236,
+      "eval_no_ud_pr_auc": 0.996903235528389,
+      "eval_pa_opus100_pr_auc": 0.7145822254639651,
+      "eval_pl_ersatz_pr_auc": 0.9742257239846827,
+      "eval_pl_opus100_pr_auc": 0.9128518325427023,
+      "eval_pl_ud_pr_auc": 0.9768378198166295,
+      "eval_ps_ersatz_pr_auc": 0.9274703793326036,
+      "eval_ps_opus100_pr_auc": 0.7892653888781865,
+      "eval_pt_opus100_pr_auc": 0.9357701375520702,
+      "eval_pt_ud_pr_auc": 0.98940754813269,
+      "eval_ro_ersatz_pr_auc": 0.9935653138721744,
+      "eval_ro_opus100_pr_auc": 0.8872237771693634,
+      "eval_ro_ud_pr_auc": 0.9161392002934405,
+      "eval_ru_ersatz_pr_auc": 0.9948772220241182,
+      "eval_ru_opus100_pr_auc": 0.950302442094266,
+      "eval_ru_ud_pr_auc": 0.8855192229319717,
+      "eval_runtime": 520.4106,
+      "eval_samples_per_second": 145.116,
+      "eval_si_opus100_pr_auc": 0.8353071438562973,
+      "eval_sk_opus100_pr_auc": 0.9435991484638165,
+      "eval_sk_ud_pr_auc": 0.9879470433221107,
+      "eval_sl_opus100_pr_auc": 0.8922107018130229,
+      "eval_sl_ud_pr_auc": 0.9752537626385385,
+      "eval_sq_opus100_pr_auc": 0.9480226932393845,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9326872132059136,
+      "eval_sr_ud_pr_auc": 0.9995485165883093,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.9209886716278313,
+      "eval_sv_ud_pr_auc": 0.9611092233118386,
+      "eval_ta_ersatz_pr_auc": 0.9811391465835336,
+      "eval_ta_opus100_pr_auc": 0.7827255573935347,
+      "eval_ta_ud_pr_auc": 0.9986578023290078,
+      "eval_te_opus100_pr_auc": 0.8295062874694787,
+      "eval_tg_opus100_pr_auc": 0.9130755059360725,
+      "eval_th_opus100_pr_auc": 0.7300383104025086,
+      "eval_th_ud_pr_auc": 0.9092658138809913,
+      "eval_tr_ersatz_pr_auc": 0.9752723409257835,
+      "eval_tr_opus100_pr_auc": 0.9128394416542972,
+      "eval_tr_ud_pr_auc": 0.9663714213849196,
+      "eval_uk_opus100_pr_auc": 0.8930204489844525,
+      "eval_uk_ud_pr_auc": 0.9210641374029485,
+      "eval_ur_opus100_pr_auc": 0.6625705626322839,
+      "eval_ur_ud_pr_auc": 0.9942165776811311,
+      "eval_uz_opus100_pr_auc": 0.8999834664111585,
+      "eval_vi_opus100_pr_auc": 0.9046012304057677,
+      "eval_vi_ud_pr_auc": 0.9533302193219813,
+      "eval_xh_opus100_pr_auc": 0.8974927178030425,
+      "eval_yi_opus100_pr_auc": 0.7629950380728371,
+      "eval_yo_opus100_pr_auc": 0.8598798567018294,
+      "eval_yo_ud_pr_auc": 0.9326934444637022,
+      "eval_zh_ersatz_pr_auc": 0.9698833283690874,
+      "eval_zh_opus100_pr_auc": 0.907250644535497,
+      "eval_zh_ud_pr_auc": 0.9910030228531498,
+      "eval_zu_opus100_pr_auc": 0.8474177544438625,
+      "step": 320000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.150632911392405e-05,
+      "learning_rate_adapter": 2.150632911392405e-05,
+      "loss": 0.0193,
+      "step": 320050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.149367088607595e-05,
+      "learning_rate_adapter": 2.149367088607595e-05,
+      "loss": 0.0193,
+      "step": 320100
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.148101265822785e-05,
+      "learning_rate_adapter": 2.148101265822785e-05,
+      "loss": 0.0192,
+      "step": 320150
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1468354430379748e-05,
+      "learning_rate_adapter": 2.1468354430379748e-05,
+      "loss": 0.0195,
+      "step": 320200
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1455696202531647e-05,
+      "learning_rate_adapter": 2.1455696202531647e-05,
+      "loss": 0.0192,
+      "step": 320250
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1443037974683546e-05,
+      "learning_rate_adapter": 2.1443037974683546e-05,
+      "loss": 0.0193,
+      "step": 320300
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1430379746835445e-05,
+      "learning_rate_adapter": 2.1430379746835445e-05,
+      "loss": 0.0194,
+      "step": 320350
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1417721518987343e-05,
+      "learning_rate_adapter": 2.1417721518987343e-05,
+      "loss": 0.0195,
+      "step": 320400
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1405063291139242e-05,
+      "learning_rate_adapter": 2.1405063291139242e-05,
+      "loss": 0.0194,
+      "step": 320450
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.139240506329114e-05,
+      "learning_rate_adapter": 2.139240506329114e-05,
+      "loss": 0.0196,
+      "step": 320500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.137974683544304e-05,
+      "learning_rate_adapter": 2.137974683544304e-05,
+      "loss": 0.0194,
+      "step": 320550
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.136708860759494e-05,
+      "learning_rate_adapter": 2.136708860759494e-05,
+      "loss": 0.0194,
+      "step": 320600
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1354430379746838e-05,
+      "learning_rate_adapter": 2.1354430379746838e-05,
+      "loss": 0.0194,
+      "step": 320650
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1341772151898733e-05,
+      "learning_rate_adapter": 2.1341772151898733e-05,
+      "loss": 0.0195,
+      "step": 320700
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1329113924050635e-05,
+      "learning_rate_adapter": 2.1329113924050635e-05,
+      "loss": 0.0193,
+      "step": 320750
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1316455696202534e-05,
+      "learning_rate_adapter": 2.1316455696202534e-05,
+      "loss": 0.0193,
+      "step": 320800
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.130379746835443e-05,
+      "learning_rate_adapter": 2.130379746835443e-05,
+      "loss": 0.0193,
+      "step": 320850
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1291139240506332e-05,
+      "learning_rate_adapter": 2.1291139240506332e-05,
+      "loss": 0.0191,
+      "step": 320900
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.127848101265823e-05,
+      "learning_rate_adapter": 2.127848101265823e-05,
+      "loss": 0.0193,
+      "step": 320950
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1265822784810126e-05,
+      "learning_rate_adapter": 2.1265822784810126e-05,
+      "loss": 0.0195,
+      "step": 321000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.125316455696203e-05,
+      "learning_rate_adapter": 2.125316455696203e-05,
+      "loss": 0.0191,
+      "step": 321050
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 2.1240506329113924e-05,
+      "learning_rate_adapter": 2.1240506329113924e-05,
+      "loss": 0.0195,
+      "step": 321100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1227848101265823e-05,
+      "learning_rate_adapter": 2.1227848101265823e-05,
+      "loss": 0.0192,
+      "step": 321150
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1215189873417725e-05,
+      "learning_rate_adapter": 2.1215189873417725e-05,
+      "loss": 0.0193,
+      "step": 321200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.120253164556962e-05,
+      "learning_rate_adapter": 2.120253164556962e-05,
+      "loss": 0.0192,
+      "step": 321250
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.118987341772152e-05,
+      "learning_rate_adapter": 2.118987341772152e-05,
+      "loss": 0.0195,
+      "step": 321300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.117721518987342e-05,
+      "learning_rate_adapter": 2.117721518987342e-05,
+      "loss": 0.0193,
+      "step": 321350
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1164556962025317e-05,
+      "learning_rate_adapter": 2.1164556962025317e-05,
+      "loss": 0.0195,
+      "step": 321400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1151898734177216e-05,
+      "learning_rate_adapter": 2.1151898734177216e-05,
+      "loss": 0.0192,
+      "step": 321450
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1139240506329115e-05,
+      "learning_rate_adapter": 2.1139240506329115e-05,
+      "loss": 0.0193,
+      "step": 321500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1126582278481014e-05,
+      "learning_rate_adapter": 2.1126582278481014e-05,
+      "loss": 0.0192,
+      "step": 321550
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1113924050632913e-05,
+      "learning_rate_adapter": 2.1113924050632913e-05,
+      "loss": 0.0195,
+      "step": 321600
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.110126582278481e-05,
+      "learning_rate_adapter": 2.110126582278481e-05,
+      "loss": 0.0193,
+      "step": 321650
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.108860759493671e-05,
+      "learning_rate_adapter": 2.108860759493671e-05,
+      "loss": 0.0194,
+      "step": 321700
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.107594936708861e-05,
+      "learning_rate_adapter": 2.107594936708861e-05,
+      "loss": 0.0194,
+      "step": 321750
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1063291139240508e-05,
+      "learning_rate_adapter": 2.1063291139240508e-05,
+      "loss": 0.0196,
+      "step": 321800
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1050632911392407e-05,
+      "learning_rate_adapter": 2.1050632911392407e-05,
+      "loss": 0.0191,
+      "step": 321850
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1037974683544302e-05,
+      "learning_rate_adapter": 2.1037974683544302e-05,
+      "loss": 0.0192,
+      "step": 321900
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1025316455696205e-05,
+      "learning_rate_adapter": 2.1025316455696205e-05,
+      "loss": 0.0193,
+      "step": 321950
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1012658227848103e-05,
+      "learning_rate_adapter": 2.1012658227848103e-05,
+      "loss": 0.0192,
+      "step": 322000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.1e-05,
+      "learning_rate_adapter": 2.1e-05,
+      "loss": 0.0192,
+      "step": 322050
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.09873417721519e-05,
+      "learning_rate_adapter": 2.09873417721519e-05,
+      "loss": 0.0192,
+      "step": 322100
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.09746835443038e-05,
+      "learning_rate_adapter": 2.09746835443038e-05,
+      "loss": 0.0192,
+      "step": 322150
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0962025316455695e-05,
+      "learning_rate_adapter": 2.0962025316455695e-05,
+      "loss": 0.0194,
+      "step": 322200
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0949367088607598e-05,
+      "learning_rate_adapter": 2.0949367088607598e-05,
+      "loss": 0.0194,
+      "step": 322250
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0936708860759493e-05,
+      "learning_rate_adapter": 2.0936708860759493e-05,
+      "loss": 0.0195,
+      "step": 322300
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0924050632911392e-05,
+      "learning_rate_adapter": 2.0924050632911392e-05,
+      "loss": 0.0193,
+      "step": 322350
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0911392405063294e-05,
+      "learning_rate_adapter": 2.0911392405063294e-05,
+      "loss": 0.019,
+      "step": 322400
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.089873417721519e-05,
+      "learning_rate_adapter": 2.089873417721519e-05,
+      "loss": 0.0193,
+      "step": 322450
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.088607594936709e-05,
+      "learning_rate_adapter": 2.088607594936709e-05,
+      "loss": 0.0195,
+      "step": 322500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.087341772151899e-05,
+      "learning_rate_adapter": 2.087341772151899e-05,
+      "loss": 0.0194,
+      "step": 322550
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 2.0860759493670886e-05,
+      "learning_rate_adapter": 2.0860759493670886e-05,
+      "loss": 0.0193,
+      "step": 322600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0848101265822785e-05,
+      "learning_rate_adapter": 2.0848101265822785e-05,
+      "loss": 0.0194,
+      "step": 322650
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0835443037974684e-05,
+      "learning_rate_adapter": 2.0835443037974684e-05,
+      "loss": 0.0193,
+      "step": 322700
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0822784810126583e-05,
+      "learning_rate_adapter": 2.0822784810126583e-05,
+      "loss": 0.0193,
+      "step": 322750
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.081012658227848e-05,
+      "learning_rate_adapter": 2.081012658227848e-05,
+      "loss": 0.0192,
+      "step": 322800
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.079746835443038e-05,
+      "learning_rate_adapter": 2.079746835443038e-05,
+      "loss": 0.0193,
+      "step": 322850
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.078481012658228e-05,
+      "learning_rate_adapter": 2.078481012658228e-05,
+      "loss": 0.0192,
+      "step": 322900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0772151898734178e-05,
+      "learning_rate_adapter": 2.0772151898734178e-05,
+      "loss": 0.0194,
+      "step": 322950
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0759493670886077e-05,
+      "learning_rate_adapter": 2.0759493670886077e-05,
+      "loss": 0.0192,
+      "step": 323000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0746835443037976e-05,
+      "learning_rate_adapter": 2.0746835443037976e-05,
+      "loss": 0.0193,
+      "step": 323050
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0734177215189875e-05,
+      "learning_rate_adapter": 2.0734177215189875e-05,
+      "loss": 0.0193,
+      "step": 323100
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0721518987341774e-05,
+      "learning_rate_adapter": 2.0721518987341774e-05,
+      "loss": 0.0193,
+      "step": 323150
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0708860759493673e-05,
+      "learning_rate_adapter": 2.0708860759493673e-05,
+      "loss": 0.0194,
+      "step": 323200
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.069620253164557e-05,
+      "learning_rate_adapter": 2.069620253164557e-05,
+      "loss": 0.0193,
+      "step": 323250
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.068354430379747e-05,
+      "learning_rate_adapter": 2.068354430379747e-05,
+      "loss": 0.0192,
+      "step": 323300
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.067088607594937e-05,
+      "learning_rate_adapter": 2.067088607594937e-05,
+      "loss": 0.0194,
+      "step": 323350
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0658227848101268e-05,
+      "learning_rate_adapter": 2.0658227848101268e-05,
+      "loss": 0.0193,
+      "step": 323400
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0645569620253167e-05,
+      "learning_rate_adapter": 2.0645569620253167e-05,
+      "loss": 0.0194,
+      "step": 323450
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0632911392405062e-05,
+      "learning_rate_adapter": 2.0632911392405062e-05,
+      "loss": 0.0192,
+      "step": 323500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0620253164556964e-05,
+      "learning_rate_adapter": 2.0620253164556964e-05,
+      "loss": 0.0191,
+      "step": 323550
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0607594936708863e-05,
+      "learning_rate_adapter": 2.0607594936708863e-05,
+      "loss": 0.0194,
+      "step": 323600
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.059493670886076e-05,
+      "learning_rate_adapter": 2.059493670886076e-05,
+      "loss": 0.0193,
+      "step": 323650
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.058227848101266e-05,
+      "learning_rate_adapter": 2.058227848101266e-05,
+      "loss": 0.0195,
+      "step": 323700
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.056962025316456e-05,
+      "learning_rate_adapter": 2.056962025316456e-05,
+      "loss": 0.0192,
+      "step": 323750
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0556962025316455e-05,
+      "learning_rate_adapter": 2.0556962025316455e-05,
+      "loss": 0.0192,
+      "step": 323800
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0544303797468358e-05,
+      "learning_rate_adapter": 2.0544303797468358e-05,
+      "loss": 0.0194,
+      "step": 323850
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0531645569620253e-05,
+      "learning_rate_adapter": 2.0531645569620253e-05,
+      "loss": 0.0194,
+      "step": 323900
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0518987341772152e-05,
+      "learning_rate_adapter": 2.0518987341772152e-05,
+      "loss": 0.0192,
+      "step": 323950
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.0506329113924054e-05,
+      "learning_rate_adapter": 2.0506329113924054e-05,
+      "loss": 0.0196,
+      "step": 324000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.049367088607595e-05,
+      "learning_rate_adapter": 2.049367088607595e-05,
+      "loss": 0.0193,
+      "step": 324050
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 2.048101265822785e-05,
+      "learning_rate_adapter": 2.048101265822785e-05,
+      "loss": 0.0192,
+      "step": 324100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.046835443037975e-05,
+      "learning_rate_adapter": 2.046835443037975e-05,
+      "loss": 0.0193,
+      "step": 324150
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0455696202531646e-05,
+      "learning_rate_adapter": 2.0455696202531646e-05,
+      "loss": 0.0194,
+      "step": 324200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0443037974683545e-05,
+      "learning_rate_adapter": 2.0443037974683545e-05,
+      "loss": 0.0193,
+      "step": 324250
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0430379746835444e-05,
+      "learning_rate_adapter": 2.0430379746835444e-05,
+      "loss": 0.0194,
+      "step": 324300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0417721518987343e-05,
+      "learning_rate_adapter": 2.0417721518987343e-05,
+      "loss": 0.0192,
+      "step": 324350
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.040506329113924e-05,
+      "learning_rate_adapter": 2.040506329113924e-05,
+      "loss": 0.0194,
+      "step": 324400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.039240506329114e-05,
+      "learning_rate_adapter": 2.039240506329114e-05,
+      "loss": 0.0194,
+      "step": 324450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.037974683544304e-05,
+      "learning_rate_adapter": 2.037974683544304e-05,
+      "loss": 0.0193,
+      "step": 324500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0367088607594935e-05,
+      "learning_rate_adapter": 2.0367088607594935e-05,
+      "loss": 0.0192,
+      "step": 324550
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0354430379746837e-05,
+      "learning_rate_adapter": 2.0354430379746837e-05,
+      "loss": 0.0193,
+      "step": 324600
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0341772151898736e-05,
+      "learning_rate_adapter": 2.0341772151898736e-05,
+      "loss": 0.0191,
+      "step": 324650
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.032911392405063e-05,
+      "learning_rate_adapter": 2.032911392405063e-05,
+      "loss": 0.0193,
+      "step": 324700
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0316455696202534e-05,
+      "learning_rate_adapter": 2.0316455696202534e-05,
+      "loss": 0.0192,
+      "step": 324750
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0303797468354432e-05,
+      "learning_rate_adapter": 2.0303797468354432e-05,
+      "loss": 0.0192,
+      "step": 324800
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0291139240506328e-05,
+      "learning_rate_adapter": 2.0291139240506328e-05,
+      "loss": 0.0194,
+      "step": 324850
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.027848101265823e-05,
+      "learning_rate_adapter": 2.027848101265823e-05,
+      "loss": 0.0193,
+      "step": 324900
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0265822784810126e-05,
+      "learning_rate_adapter": 2.0265822784810126e-05,
+      "loss": 0.0194,
+      "step": 324950
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0253164556962025e-05,
+      "learning_rate_adapter": 2.0253164556962025e-05,
+      "loss": 0.0193,
+      "step": 325000
+    },
+    {
+      "epoch": 2.19,
+      "eval_af_opus100_pr_auc": 0.8108321449847007,
+      "eval_af_ud_pr_auc": 0.9892563569633699,
+      "eval_am_opus100_pr_auc": 0.6862789194813883,
+      "eval_ar_ersatz_pr_auc": 0.9329606521188056,
+      "eval_ar_opus100_pr_auc": 0.7581518510551308,
+      "eval_ar_ud_pr_auc": 0.9120606088580732,
+      "eval_average_ersatz_pr_auc": 0.9763799295318383,
+      "eval_average_opus100_pr_auc": 0.8660587040405675,
+      "eval_average_ud_pr_auc": 0.9672029622529806,
+      "eval_az_opus100_pr_auc": 0.8146477218519712,
+      "eval_be_opus100_pr_auc": 0.7717576082455837,
+      "eval_be_ud_pr_auc": 0.909291450716551,
+      "eval_bg_opus100_pr_auc": 0.9293519830856902,
+      "eval_bg_ud_pr_auc": 0.9959526255811203,
+      "eval_bn_opus100_pr_auc": 0.8661822461553313,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9131747083214374,
+      "eval_ca_ud_pr_auc": 0.9982271603009705,
+      "eval_ceb_ud_pr_auc": 0.9997108432066124,
+      "eval_cs_ersatz_pr_auc": 0.9891589807934035,
+      "eval_cs_opus100_pr_auc": 0.9247710820597532,
+      "eval_cs_ud_pr_auc": 0.9647847603363802,
+      "eval_cy_opus100_pr_auc": 0.8117811080144949,
+      "eval_cy_ud_pr_auc": 0.997935145464236,
+      "eval_da_opus100_pr_auc": 0.9316774248661942,
+      "eval_da_ud_pr_auc": 0.9773749615158843,
+      "eval_de_ersatz_pr_auc": 0.9902611199792917,
+      "eval_de_opus100_pr_auc": 0.928180866137962,
+      "eval_de_ud_pr_auc": 0.9881402488777924,
+      "eval_el_opus100_pr_auc": 0.9155326341944435,
+      "eval_el_ud_pr_auc": 0.995978332166588,
+      "eval_en_ersatz_pr_auc": 0.9948295812340948,
+      "eval_en_opus100_pr_auc": 0.9274950621808528,
+      "eval_en_ud_pr_auc": 0.9819129846360797,
+      "eval_eo_opus100_pr_auc": 0.9327112655695394,
+      "eval_es_ersatz_pr_auc": 0.9971711944024897,
+      "eval_es_opus100_pr_auc": 0.9468728507762649,
+      "eval_es_ud_pr_auc": 0.9903682767649186,
+      "eval_et_ersatz_pr_auc": 0.9855080124322514,
+      "eval_et_opus100_pr_auc": 0.9258071201885057,
+      "eval_et_ud_pr_auc": 0.9789771399615733,
+      "eval_eu_opus100_pr_auc": 0.8968861438766328,
+      "eval_eu_ud_pr_auc": 0.9927595333318279,
+      "eval_fa_opus100_pr_auc": 0.6554115467439581,
+      "eval_fa_ud_pr_auc": 0.9973177913764564,
+      "eval_fi_ersatz_pr_auc": 0.9952625516603673,
+      "eval_fi_opus100_pr_auc": 0.9346479328475611,
+      "eval_fi_ud_pr_auc": 0.9696037151577647,
+      "eval_fr_ersatz_pr_auc": 0.9905231232139707,
+      "eval_fr_opus100_pr_auc": 0.9277268581834648,
+      "eval_fr_ud_pr_auc": 0.9929951732324733,
+      "eval_fy_opus100_pr_auc": 0.7249328061164595,
+      "eval_ga_opus100_pr_auc": 0.9255202262741555,
+      "eval_ga_ud_pr_auc": 0.8140514550114861,
+      "eval_gd_opus100_pr_auc": 0.7908727211041219,
+      "eval_gd_ud_pr_auc": 0.8550775375389925,
+      "eval_gl_opus100_pr_auc": 0.9090530159783504,
+      "eval_gl_ud_pr_auc": 0.9966762554178393,
+      "eval_gu_ersatz_pr_auc": 0.9574689355722166,
+      "eval_gu_opus100_pr_auc": 0.7922951846685197,
+      "eval_ha_opus100_pr_auc": 0.9401805343862967,
+      "eval_he_opus100_pr_auc": 0.9048988604842693,
+      "eval_he_ud_pr_auc": 0.9879650225291442,
+      "eval_hi_ersatz_pr_auc": 0.985322579717104,
+      "eval_hi_opus100_pr_auc": 0.7636740134443329,
+      "eval_hi_ud_pr_auc": 0.9948163973044648,
+      "eval_hu_opus100_pr_auc": 0.9253741346485416,
+      "eval_hu_ud_pr_auc": 0.9836805287062028,
+      "eval_hy_opus100_pr_auc": 0.9204829642335889,
+      "eval_hy_ud_pr_auc": 0.973539827007602,
+      "eval_id_opus100_pr_auc": 0.9041119001750761,
+      "eval_id_ud_pr_auc": 0.9970016465878423,
+      "eval_ig_opus100_pr_auc": 0.9048342769805005,
+      "eval_is_opus100_pr_auc": 0.9316125202348313,
+      "eval_is_ud_pr_auc": 0.9210726324657589,
+      "eval_it_opus100_pr_auc": 0.9273438525633437,
+      "eval_it_ud_pr_auc": 0.9979404087071251,
+      "eval_ja_ersatz_pr_auc": 0.9096236235214807,
+      "eval_ja_opus100_pr_auc": 0.8697822391583758,
+      "eval_ja_ud_pr_auc": 0.9826637248477944,
+      "eval_jv_ud_pr_auc": 0.954097748487259,
+      "eval_ka_opus100_pr_auc": 0.8592764202452342,
+      "eval_kk_ersatz_pr_auc": 0.9891979292790516,
+      "eval_kk_opus100_pr_auc": 0.8359961273193943,
+      "eval_kk_ud_pr_auc": 0.9740731411621736,
+      "eval_km_ersatz_pr_auc": 0.9570827008925422,
+      "eval_km_opus100_pr_auc": 0.7762906707531775,
+      "eval_kn_opus100_pr_auc": 0.6882269710045519,
+      "eval_ko_opus100_pr_auc": 0.713755674695989,
+      "eval_ko_ud_pr_auc": 0.9979392325240818,
+      "eval_ku_opus100_pr_auc": 0.8808384532559828,
+      "eval_ky_opus100_pr_auc": 0.8985064695558903,
+      "eval_la_ud_pr_auc": 0.974553306495652,
+      "eval_loss": 0.02294451929628849,
+      "eval_lt_ersatz_pr_auc": 0.9981283111394428,
+      "eval_lt_opus100_pr_auc": 0.9122584334010104,
+      "eval_lt_ud_pr_auc": 0.9962708535325406,
+      "eval_lv_ersatz_pr_auc": 0.9938897678541126,
+      "eval_lv_opus100_pr_auc": 0.9056294345322605,
+      "eval_lv_ud_pr_auc": 0.970454326210603,
+      "eval_mg_opus100_pr_auc": 0.9534211113818658,
+      "eval_mk_opus100_pr_auc": 0.9307884033735994,
+      "eval_ml_opus100_pr_auc": 0.8115144826112958,
+      "eval_mn_opus100_pr_auc": 0.952133768954261,
+      "eval_mr_opus100_pr_auc": 0.9293385951573071,
+      "eval_mr_ud_pr_auc": 0.9577945134880907,
+      "eval_ms_opus100_pr_auc": 0.8901721343450116,
+      "eval_mt_opus100_pr_auc": 0.8870509040900191,
+      "eval_mt_ud_pr_auc": 0.9441577417395135,
+      "eval_my_opus100_pr_auc": 0.8730705428504544,
+      "eval_ne_opus100_pr_auc": 0.7730133562517275,
+      "eval_nl_opus100_pr_auc": 0.9058735050251797,
+      "eval_nl_ud_pr_auc": 0.9849309312138891,
+      "eval_no_opus100_pr_auc": 0.9190939460245132,
+      "eval_no_ud_pr_auc": 0.9960355654789235,
+      "eval_pa_opus100_pr_auc": 0.7120313103287278,
+      "eval_pl_ersatz_pr_auc": 0.973100696699944,
+      "eval_pl_opus100_pr_auc": 0.906167800004366,
+      "eval_pl_ud_pr_auc": 0.9730739836074236,
+      "eval_ps_ersatz_pr_auc": 0.9261378589358867,
+      "eval_ps_opus100_pr_auc": 0.7764051176668592,
+      "eval_pt_opus100_pr_auc": 0.9330450701581969,
+      "eval_pt_ud_pr_auc": 0.9892451812429179,
+      "eval_ro_ersatz_pr_auc": 0.9944124783604321,
+      "eval_ro_opus100_pr_auc": 0.8808109396623907,
+      "eval_ro_ud_pr_auc": 0.8322226477450948,
+      "eval_ru_ersatz_pr_auc": 0.9944638305158686,
+      "eval_ru_opus100_pr_auc": 0.9481687661698401,
+      "eval_ru_ud_pr_auc": 0.8611149368544686,
+      "eval_runtime": 520.4793,
+      "eval_samples_per_second": 145.097,
+      "eval_si_opus100_pr_auc": 0.8344696046182241,
+      "eval_sk_opus100_pr_auc": 0.9432457264406789,
+      "eval_sk_ud_pr_auc": 0.9898429057067553,
+      "eval_sl_opus100_pr_auc": 0.8908799333147666,
+      "eval_sl_ud_pr_auc": 0.973467211184257,
+      "eval_sq_opus100_pr_auc": 0.9439413877396531,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9295588427963883,
+      "eval_sr_ud_pr_auc": 0.999394425078738,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.9162414416414202,
+      "eval_sv_ud_pr_auc": 0.9640076676969378,
+      "eval_ta_ersatz_pr_auc": 0.9817226008590064,
+      "eval_ta_opus100_pr_auc": 0.7781912478520769,
+      "eval_ta_ud_pr_auc": 0.9986578023290078,
+      "eval_te_opus100_pr_auc": 0.8167995053745923,
+      "eval_tg_opus100_pr_auc": 0.9156376350253083,
+      "eval_th_opus100_pr_auc": 0.7270585443123755,
+      "eval_th_ud_pr_auc": 0.9035627595488724,
+      "eval_tr_ersatz_pr_auc": 0.9733946249472439,
+      "eval_tr_opus100_pr_auc": 0.9123636488991408,
+      "eval_tr_ud_pr_auc": 0.9673189523124056,
+      "eval_uk_opus100_pr_auc": 0.8871099326007093,
+      "eval_uk_ud_pr_auc": 0.9218246626663625,
+      "eval_ur_opus100_pr_auc": 0.6731786850952288,
+      "eval_ur_ud_pr_auc": 0.9942949707197762,
+      "eval_uz_opus100_pr_auc": 0.8962265433957605,
+      "eval_vi_opus100_pr_auc": 0.8997967922940731,
+      "eval_vi_ud_pr_auc": 0.9490241939754858,
+      "eval_xh_opus100_pr_auc": 0.8957854523196471,
+      "eval_yi_opus100_pr_auc": 0.748865047369929,
+      "eval_yo_opus100_pr_auc": 0.8567127893107898,
+      "eval_yo_ud_pr_auc": 0.9331304284044413,
+      "eval_zh_ersatz_pr_auc": 0.9707372955714394,
+      "eval_zh_opus100_pr_auc": 0.9081165897040829,
+      "eval_zh_ud_pr_auc": 0.992946214441303,
+      "eval_zu_opus100_pr_auc": 0.8449076431309633,
+      "step": 325000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0240506329113927e-05,
+      "learning_rate_adapter": 2.0240506329113927e-05,
+      "loss": 0.0192,
+      "step": 325050
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0227848101265822e-05,
+      "learning_rate_adapter": 2.0227848101265822e-05,
+      "loss": 0.0191,
+      "step": 325100
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.021518987341772e-05,
+      "learning_rate_adapter": 2.021518987341772e-05,
+      "loss": 0.0193,
+      "step": 325150
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0202531645569623e-05,
+      "learning_rate_adapter": 2.0202531645569623e-05,
+      "loss": 0.0192,
+      "step": 325200
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.018987341772152e-05,
+      "learning_rate_adapter": 2.018987341772152e-05,
+      "loss": 0.0194,
+      "step": 325250
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0177215189873418e-05,
+      "learning_rate_adapter": 2.0177215189873418e-05,
+      "loss": 0.0193,
+      "step": 325300
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0164556962025317e-05,
+      "learning_rate_adapter": 2.0164556962025317e-05,
+      "loss": 0.0192,
+      "step": 325350
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0151898734177215e-05,
+      "learning_rate_adapter": 2.0151898734177215e-05,
+      "loss": 0.0194,
+      "step": 325400
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0139240506329114e-05,
+      "learning_rate_adapter": 2.0139240506329114e-05,
+      "loss": 0.0192,
+      "step": 325450
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0126582278481013e-05,
+      "learning_rate_adapter": 2.0126582278481013e-05,
+      "loss": 0.0194,
+      "step": 325500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 2.0113924050632912e-05,
+      "learning_rate_adapter": 2.0113924050632912e-05,
+      "loss": 0.0195,
+      "step": 325550
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.010126582278481e-05,
+      "learning_rate_adapter": 2.010126582278481e-05,
+      "loss": 0.019,
+      "step": 325600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.008860759493671e-05,
+      "learning_rate_adapter": 2.008860759493671e-05,
+      "loss": 0.0193,
+      "step": 325650
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.007594936708861e-05,
+      "learning_rate_adapter": 2.007594936708861e-05,
+      "loss": 0.0193,
+      "step": 325700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0063291139240507e-05,
+      "learning_rate_adapter": 2.0063291139240507e-05,
+      "loss": 0.0192,
+      "step": 325750
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0050632911392406e-05,
+      "learning_rate_adapter": 2.0050632911392406e-05,
+      "loss": 0.0193,
+      "step": 325800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0037974683544305e-05,
+      "learning_rate_adapter": 2.0037974683544305e-05,
+      "loss": 0.0192,
+      "step": 325850
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0025316455696204e-05,
+      "learning_rate_adapter": 2.0025316455696204e-05,
+      "loss": 0.0192,
+      "step": 325900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2.0012658227848103e-05,
+      "learning_rate_adapter": 2.0012658227848103e-05,
+      "loss": 0.0191,
+      "step": 325950
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 2e-05,
+      "learning_rate_adapter": 2e-05,
+      "loss": 0.0194,
+      "step": 326000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.99873417721519e-05,
+      "learning_rate_adapter": 1.99873417721519e-05,
+      "loss": 0.0192,
+      "step": 326050
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.99746835443038e-05,
+      "learning_rate_adapter": 1.99746835443038e-05,
+      "loss": 0.0193,
+      "step": 326100
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9962025316455695e-05,
+      "learning_rate_adapter": 1.9962025316455695e-05,
+      "loss": 0.0192,
+      "step": 326150
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9949367088607597e-05,
+      "learning_rate_adapter": 1.9949367088607597e-05,
+      "loss": 0.0191,
+      "step": 326200
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9936708860759496e-05,
+      "learning_rate_adapter": 1.9936708860759496e-05,
+      "loss": 0.0193,
+      "step": 326250
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.992405063291139e-05,
+      "learning_rate_adapter": 1.992405063291139e-05,
+      "loss": 0.0192,
+      "step": 326300
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9911392405063294e-05,
+      "learning_rate_adapter": 1.9911392405063294e-05,
+      "loss": 0.0193,
+      "step": 326350
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9898734177215192e-05,
+      "learning_rate_adapter": 1.9898734177215192e-05,
+      "loss": 0.0193,
+      "step": 326400
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9886075949367088e-05,
+      "learning_rate_adapter": 1.9886075949367088e-05,
+      "loss": 0.0193,
+      "step": 326450
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.987341772151899e-05,
+      "learning_rate_adapter": 1.987341772151899e-05,
+      "loss": 0.0194,
+      "step": 326500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9860759493670886e-05,
+      "learning_rate_adapter": 1.9860759493670886e-05,
+      "loss": 0.0193,
+      "step": 326550
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9848101265822785e-05,
+      "learning_rate_adapter": 1.9848101265822785e-05,
+      "loss": 0.0192,
+      "step": 326600
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9835443037974687e-05,
+      "learning_rate_adapter": 1.9835443037974687e-05,
+      "loss": 0.0192,
+      "step": 326650
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9822784810126582e-05,
+      "learning_rate_adapter": 1.9822784810126582e-05,
+      "loss": 0.0191,
+      "step": 326700
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.981012658227848e-05,
+      "learning_rate_adapter": 1.981012658227848e-05,
+      "loss": 0.0193,
+      "step": 326750
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9797468354430383e-05,
+      "learning_rate_adapter": 1.9797468354430383e-05,
+      "loss": 0.0193,
+      "step": 326800
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.978481012658228e-05,
+      "learning_rate_adapter": 1.978481012658228e-05,
+      "loss": 0.0193,
+      "step": 326850
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9772151898734178e-05,
+      "learning_rate_adapter": 1.9772151898734178e-05,
+      "loss": 0.0193,
+      "step": 326900
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9759493670886076e-05,
+      "learning_rate_adapter": 1.9759493670886076e-05,
+      "loss": 0.0194,
+      "step": 326950
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9746835443037975e-05,
+      "learning_rate_adapter": 1.9746835443037975e-05,
+      "loss": 0.0193,
+      "step": 327000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 1.9734177215189874e-05,
+      "learning_rate_adapter": 1.9734177215189874e-05,
+      "loss": 0.0193,
+      "step": 327050
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9721518987341773e-05,
+      "learning_rate_adapter": 1.9721518987341773e-05,
+      "loss": 0.0193,
+      "step": 327100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9708860759493672e-05,
+      "learning_rate_adapter": 1.9708860759493672e-05,
+      "loss": 0.0194,
+      "step": 327150
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.969620253164557e-05,
+      "learning_rate_adapter": 1.969620253164557e-05,
+      "loss": 0.0193,
+      "step": 327200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.968354430379747e-05,
+      "learning_rate_adapter": 1.968354430379747e-05,
+      "loss": 0.0193,
+      "step": 327250
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.967088607594937e-05,
+      "learning_rate_adapter": 1.967088607594937e-05,
+      "loss": 0.0191,
+      "step": 327300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9658227848101264e-05,
+      "learning_rate_adapter": 1.9658227848101264e-05,
+      "loss": 0.0195,
+      "step": 327350
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9645569620253166e-05,
+      "learning_rate_adapter": 1.9645569620253166e-05,
+      "loss": 0.0192,
+      "step": 327400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9632911392405065e-05,
+      "learning_rate_adapter": 1.9632911392405065e-05,
+      "loss": 0.019,
+      "step": 327450
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.962025316455696e-05,
+      "learning_rate_adapter": 1.962025316455696e-05,
+      "loss": 0.0192,
+      "step": 327500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9607594936708863e-05,
+      "learning_rate_adapter": 1.9607594936708863e-05,
+      "loss": 0.0193,
+      "step": 327550
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.959493670886076e-05,
+      "learning_rate_adapter": 1.959493670886076e-05,
+      "loss": 0.0192,
+      "step": 327600
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9582278481012657e-05,
+      "learning_rate_adapter": 1.9582278481012657e-05,
+      "loss": 0.0191,
+      "step": 327650
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.956962025316456e-05,
+      "learning_rate_adapter": 1.956962025316456e-05,
+      "loss": 0.0192,
+      "step": 327700
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9556962025316455e-05,
+      "learning_rate_adapter": 1.9556962025316455e-05,
+      "loss": 0.0193,
+      "step": 327750
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9544303797468354e-05,
+      "learning_rate_adapter": 1.9544303797468354e-05,
+      "loss": 0.0193,
+      "step": 327800
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9531645569620256e-05,
+      "learning_rate_adapter": 1.9531645569620256e-05,
+      "loss": 0.0194,
+      "step": 327850
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.951898734177215e-05,
+      "learning_rate_adapter": 1.951898734177215e-05,
+      "loss": 0.0192,
+      "step": 327900
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.950632911392405e-05,
+      "learning_rate_adapter": 1.950632911392405e-05,
+      "loss": 0.0193,
+      "step": 327950
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9493670886075952e-05,
+      "learning_rate_adapter": 1.9493670886075952e-05,
+      "loss": 0.0192,
+      "step": 328000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9481012658227848e-05,
+      "learning_rate_adapter": 1.9481012658227848e-05,
+      "loss": 0.0193,
+      "step": 328050
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9468354430379747e-05,
+      "learning_rate_adapter": 1.9468354430379747e-05,
+      "loss": 0.0193,
+      "step": 328100
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9455696202531646e-05,
+      "learning_rate_adapter": 1.9455696202531646e-05,
+      "loss": 0.0191,
+      "step": 328150
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9443037974683544e-05,
+      "learning_rate_adapter": 1.9443037974683544e-05,
+      "loss": 0.0194,
+      "step": 328200
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9430379746835443e-05,
+      "learning_rate_adapter": 1.9430379746835443e-05,
+      "loss": 0.0192,
+      "step": 328250
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9417721518987342e-05,
+      "learning_rate_adapter": 1.9417721518987342e-05,
+      "loss": 0.0192,
+      "step": 328300
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.940506329113924e-05,
+      "learning_rate_adapter": 1.940506329113924e-05,
+      "loss": 0.0193,
+      "step": 328350
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.939240506329114e-05,
+      "learning_rate_adapter": 1.939240506329114e-05,
+      "loss": 0.0193,
+      "step": 328400
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.937974683544304e-05,
+      "learning_rate_adapter": 1.937974683544304e-05,
+      "loss": 0.0193,
+      "step": 328450
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9367088607594938e-05,
+      "learning_rate_adapter": 1.9367088607594938e-05,
+      "loss": 0.0193,
+      "step": 328500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 1.9354430379746836e-05,
+      "learning_rate_adapter": 1.9354430379746836e-05,
+      "loss": 0.0191,
+      "step": 328550
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9341772151898735e-05,
+      "learning_rate_adapter": 1.9341772151898735e-05,
+      "loss": 0.0193,
+      "step": 328600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9329113924050634e-05,
+      "learning_rate_adapter": 1.9329113924050634e-05,
+      "loss": 0.0192,
+      "step": 328650
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9316455696202533e-05,
+      "learning_rate_adapter": 1.9316455696202533e-05,
+      "loss": 0.0192,
+      "step": 328700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9303797468354432e-05,
+      "learning_rate_adapter": 1.9303797468354432e-05,
+      "loss": 0.0192,
+      "step": 328750
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.929113924050633e-05,
+      "learning_rate_adapter": 1.929113924050633e-05,
+      "loss": 0.0193,
+      "step": 328800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.927848101265823e-05,
+      "learning_rate_adapter": 1.927848101265823e-05,
+      "loss": 0.0192,
+      "step": 328850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.926582278481013e-05,
+      "learning_rate_adapter": 1.926582278481013e-05,
+      "loss": 0.0191,
+      "step": 328900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9253164556962024e-05,
+      "learning_rate_adapter": 1.9253164556962024e-05,
+      "loss": 0.0193,
+      "step": 328950
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9240506329113926e-05,
+      "learning_rate_adapter": 1.9240506329113926e-05,
+      "loss": 0.0193,
+      "step": 329000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9227848101265825e-05,
+      "learning_rate_adapter": 1.9227848101265825e-05,
+      "loss": 0.0193,
+      "step": 329050
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.921518987341772e-05,
+      "learning_rate_adapter": 1.921518987341772e-05,
+      "loss": 0.0191,
+      "step": 329100
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9202531645569623e-05,
+      "learning_rate_adapter": 1.9202531645569623e-05,
+      "loss": 0.0191,
+      "step": 329150
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.918987341772152e-05,
+      "learning_rate_adapter": 1.918987341772152e-05,
+      "loss": 0.0193,
+      "step": 329200
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9177215189873417e-05,
+      "learning_rate_adapter": 1.9177215189873417e-05,
+      "loss": 0.0194,
+      "step": 329250
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.916455696202532e-05,
+      "learning_rate_adapter": 1.916455696202532e-05,
+      "loss": 0.0194,
+      "step": 329300
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9151898734177215e-05,
+      "learning_rate_adapter": 1.9151898734177215e-05,
+      "loss": 0.0193,
+      "step": 329350
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9139240506329114e-05,
+      "learning_rate_adapter": 1.9139240506329114e-05,
+      "loss": 0.0193,
+      "step": 329400
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9126582278481016e-05,
+      "learning_rate_adapter": 1.9126582278481016e-05,
+      "loss": 0.0191,
+      "step": 329450
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.911392405063291e-05,
+      "learning_rate_adapter": 1.911392405063291e-05,
+      "loss": 0.0193,
+      "step": 329500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.910126582278481e-05,
+      "learning_rate_adapter": 1.910126582278481e-05,
+      "loss": 0.0194,
+      "step": 329550
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9088607594936712e-05,
+      "learning_rate_adapter": 1.9088607594936712e-05,
+      "loss": 0.0193,
+      "step": 329600
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9075949367088608e-05,
+      "learning_rate_adapter": 1.9075949367088608e-05,
+      "loss": 0.0192,
+      "step": 329650
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9063291139240507e-05,
+      "learning_rate_adapter": 1.9063291139240507e-05,
+      "loss": 0.0192,
+      "step": 329700
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9050632911392406e-05,
+      "learning_rate_adapter": 1.9050632911392406e-05,
+      "loss": 0.0192,
+      "step": 329750
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9037974683544304e-05,
+      "learning_rate_adapter": 1.9037974683544304e-05,
+      "loss": 0.0194,
+      "step": 329800
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9025316455696203e-05,
+      "learning_rate_adapter": 1.9025316455696203e-05,
+      "loss": 0.0194,
+      "step": 329850
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9012658227848102e-05,
+      "learning_rate_adapter": 1.9012658227848102e-05,
+      "loss": 0.0193,
+      "step": 329900
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.9e-05,
+      "learning_rate_adapter": 1.9e-05,
+      "loss": 0.0193,
+      "step": 329950
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 1.89873417721519e-05,
+      "learning_rate_adapter": 1.89873417721519e-05,
+      "loss": 0.0191,
+      "step": 330000
+    },
+    {
+      "epoch": 2.22,
+      "eval_af_opus100_pr_auc": 0.8168605305644092,
+      "eval_af_ud_pr_auc": 0.9922288499118055,
+      "eval_am_opus100_pr_auc": 0.6919679955289787,
+      "eval_ar_ersatz_pr_auc": 0.9304306877503354,
+      "eval_ar_opus100_pr_auc": 0.7643317565457406,
+      "eval_ar_ud_pr_auc": 0.9126040275601236,
+      "eval_average_ersatz_pr_auc": 0.9759080000212407,
+      "eval_average_opus100_pr_auc": 0.8697232179626053,
+      "eval_average_ud_pr_auc": 0.9688990617590454,
+      "eval_az_opus100_pr_auc": 0.829769553952315,
+      "eval_be_opus100_pr_auc": 0.8044825115561647,
+      "eval_be_ud_pr_auc": 0.9048640143107052,
+      "eval_bg_opus100_pr_auc": 0.9345885781794094,
+      "eval_bg_ud_pr_auc": 0.9954727156449736,
+      "eval_bn_opus100_pr_auc": 0.8695633991531062,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9128487210865813,
+      "eval_ca_ud_pr_auc": 0.9974717768843677,
+      "eval_ceb_ud_pr_auc": 0.9994676384279854,
+      "eval_cs_ersatz_pr_auc": 0.9887699318821888,
+      "eval_cs_opus100_pr_auc": 0.9274482617743334,
+      "eval_cs_ud_pr_auc": 0.9640318061773203,
+      "eval_cy_opus100_pr_auc": 0.8141552044619069,
+      "eval_cy_ud_pr_auc": 0.9977924036533216,
+      "eval_da_opus100_pr_auc": 0.9335315402375861,
+      "eval_da_ud_pr_auc": 0.9765172170839109,
+      "eval_de_ersatz_pr_auc": 0.990615898705311,
+      "eval_de_opus100_pr_auc": 0.9321355002338932,
+      "eval_de_ud_pr_auc": 0.9881013436162556,
+      "eval_el_opus100_pr_auc": 0.92196763261919,
+      "eval_el_ud_pr_auc": 0.9935246786693154,
+      "eval_en_ersatz_pr_auc": 0.9951476991203554,
+      "eval_en_opus100_pr_auc": 0.9301464190213952,
+      "eval_en_ud_pr_auc": 0.9811509639747098,
+      "eval_eo_opus100_pr_auc": 0.9347479587568712,
+      "eval_es_ersatz_pr_auc": 0.9965040871766979,
+      "eval_es_opus100_pr_auc": 0.9486805401838895,
+      "eval_es_ud_pr_auc": 0.9901648360138542,
+      "eval_et_ersatz_pr_auc": 0.9866485320621443,
+      "eval_et_opus100_pr_auc": 0.9331868188230424,
+      "eval_et_ud_pr_auc": 0.9799373458481195,
+      "eval_eu_opus100_pr_auc": 0.9013630546993548,
+      "eval_eu_ud_pr_auc": 0.9906009690812816,
+      "eval_fa_opus100_pr_auc": 0.6569727578035368,
+      "eval_fa_ud_pr_auc": 0.9969903571172801,
+      "eval_fi_ersatz_pr_auc": 0.9957255593512703,
+      "eval_fi_opus100_pr_auc": 0.9396242916432983,
+      "eval_fi_ud_pr_auc": 0.9709127915317921,
+      "eval_fr_ersatz_pr_auc": 0.9903056629703009,
+      "eval_fr_opus100_pr_auc": 0.9334112186495314,
+      "eval_fr_ud_pr_auc": 0.9928154216210766,
+      "eval_fy_opus100_pr_auc": 0.7437571574870621,
+      "eval_ga_opus100_pr_auc": 0.9275119631807682,
+      "eval_ga_ud_pr_auc": 0.8079600187227916,
+      "eval_gd_opus100_pr_auc": 0.7894190875008388,
+      "eval_gd_ud_pr_auc": 0.8480825490155454,
+      "eval_gl_opus100_pr_auc": 0.9088277136317413,
+      "eval_gl_ud_pr_auc": 0.9968003520929125,
+      "eval_gu_ersatz_pr_auc": 0.9522194394892769,
+      "eval_gu_opus100_pr_auc": 0.7861114002532973,
+      "eval_ha_opus100_pr_auc": 0.9417005186374924,
+      "eval_he_opus100_pr_auc": 0.9012151723170626,
+      "eval_he_ud_pr_auc": 0.9867923999515431,
+      "eval_hi_ersatz_pr_auc": 0.9833889586380896,
+      "eval_hi_opus100_pr_auc": 0.7632216428451514,
+      "eval_hi_ud_pr_auc": 0.9949405003909051,
+      "eval_hu_opus100_pr_auc": 0.9288648027498134,
+      "eval_hu_ud_pr_auc": 0.9835974781184369,
+      "eval_hy_opus100_pr_auc": 0.9262316266974585,
+      "eval_hy_ud_pr_auc": 0.9744142281695779,
+      "eval_id_opus100_pr_auc": 0.9074729969566583,
+      "eval_id_ud_pr_auc": 0.9966376860405618,
+      "eval_ig_opus100_pr_auc": 0.8998707219441447,
+      "eval_is_opus100_pr_auc": 0.9352078362080805,
+      "eval_is_ud_pr_auc": 0.9196569827859606,
+      "eval_it_opus100_pr_auc": 0.9320562451597156,
+      "eval_it_ud_pr_auc": 0.9979959399046481,
+      "eval_ja_ersatz_pr_auc": 0.8995108851046488,
+      "eval_ja_opus100_pr_auc": 0.8737769295005524,
+      "eval_ja_ud_pr_auc": 0.9835707394675831,
+      "eval_jv_ud_pr_auc": 0.9517737732341174,
+      "eval_ka_opus100_pr_auc": 0.8661486296822677,
+      "eval_kk_ersatz_pr_auc": 0.9898834437334242,
+      "eval_kk_opus100_pr_auc": 0.848449996000197,
+      "eval_kk_ud_pr_auc": 0.9741393726596315,
+      "eval_km_ersatz_pr_auc": 0.9562454464077742,
+      "eval_km_opus100_pr_auc": 0.7700292351866832,
+      "eval_kn_opus100_pr_auc": 0.7129467661114892,
+      "eval_ko_opus100_pr_auc": 0.7187236093847609,
+      "eval_ko_ud_pr_auc": 0.9980904822461779,
+      "eval_ku_opus100_pr_auc": 0.8850987866826034,
+      "eval_ky_opus100_pr_auc": 0.90691271245443,
+      "eval_la_ud_pr_auc": 0.9774840840349236,
+      "eval_loss": 0.022855745628476143,
+      "eval_lt_ersatz_pr_auc": 0.9977738365675289,
+      "eval_lt_opus100_pr_auc": 0.9089182977751171,
+      "eval_lt_ud_pr_auc": 0.9951307106597816,
+      "eval_lv_ersatz_pr_auc": 0.9927240814013021,
+      "eval_lv_opus100_pr_auc": 0.9122679807177755,
+      "eval_lv_ud_pr_auc": 0.9708829061643879,
+      "eval_mg_opus100_pr_auc": 0.9541392595212815,
+      "eval_mk_opus100_pr_auc": 0.935082924197449,
+      "eval_ml_opus100_pr_auc": 0.8038372551875076,
+      "eval_mn_opus100_pr_auc": 0.9539971240456324,
+      "eval_mr_opus100_pr_auc": 0.9296453419512377,
+      "eval_mr_ud_pr_auc": 0.9613442358767248,
+      "eval_ms_opus100_pr_auc": 0.8879805087271757,
+      "eval_mt_opus100_pr_auc": 0.89171434160087,
+      "eval_mt_ud_pr_auc": 0.946302021819208,
+      "eval_my_opus100_pr_auc": 0.8742037140640471,
+      "eval_ne_opus100_pr_auc": 0.7755608224757922,
+      "eval_nl_opus100_pr_auc": 0.9083111685404501,
+      "eval_nl_ud_pr_auc": 0.9844728419918504,
+      "eval_no_opus100_pr_auc": 0.9251979431489141,
+      "eval_no_ud_pr_auc": 0.9961470459222738,
+      "eval_pa_opus100_pr_auc": 0.7135777244747054,
+      "eval_pl_ersatz_pr_auc": 0.9715920553985982,
+      "eval_pl_opus100_pr_auc": 0.9150309844027719,
+      "eval_pl_ud_pr_auc": 0.974119013850543,
+      "eval_ps_ersatz_pr_auc": 0.9312429833908052,
+      "eval_ps_opus100_pr_auc": 0.7744993252139682,
+      "eval_pt_opus100_pr_auc": 0.9393066474783132,
+      "eval_pt_ud_pr_auc": 0.9891657654395856,
+      "eval_ro_ersatz_pr_auc": 0.9937762411427395,
+      "eval_ro_opus100_pr_auc": 0.8775624501834823,
+      "eval_ro_ud_pr_auc": 0.9086781841096798,
+      "eval_ru_ersatz_pr_auc": 0.9948272703341197,
+      "eval_ru_opus100_pr_auc": 0.9488225658117189,
+      "eval_ru_ud_pr_auc": 0.8910125977371695,
+      "eval_runtime": 518.166,
+      "eval_samples_per_second": 145.745,
+      "eval_si_opus100_pr_auc": 0.8314345431632286,
+      "eval_sk_opus100_pr_auc": 0.9433197426941005,
+      "eval_sk_ud_pr_auc": 0.9885140684259608,
+      "eval_sl_opus100_pr_auc": 0.8997593489899273,
+      "eval_sl_ud_pr_auc": 0.974047218050329,
+      "eval_sq_opus100_pr_auc": 0.9483938789836565,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9357257870973568,
+      "eval_sr_ud_pr_auc": 0.9993938758049752,
+      "eval_steps_per_second": 0.569,
+      "eval_sv_opus100_pr_auc": 0.9210182721696748,
+      "eval_sv_ud_pr_auc": 0.9619011648852815,
+      "eval_ta_ersatz_pr_auc": 0.980233777191175,
+      "eval_ta_opus100_pr_auc": 0.7764656274607702,
+      "eval_ta_ud_pr_auc": 0.9985897779393823,
+      "eval_te_opus100_pr_auc": 0.8330880567566344,
+      "eval_tg_opus100_pr_auc": 0.9181132311661604,
+      "eval_th_opus100_pr_auc": 0.7284892578576222,
+      "eval_th_ud_pr_auc": 0.9067574791505698,
+      "eval_tr_ersatz_pr_auc": 0.972274519278496,
+      "eval_tr_opus100_pr_auc": 0.9167974863816185,
+      "eval_tr_ud_pr_auc": 0.9663152865045234,
+      "eval_uk_opus100_pr_auc": 0.8946360393138026,
+      "eval_uk_ud_pr_auc": 0.9246991541445045,
+      "eval_ur_opus100_pr_auc": 0.6704781366860341,
+      "eval_ur_ud_pr_auc": 0.9936234111987712,
+      "eval_uz_opus100_pr_auc": 0.8978501620310676,
+      "eval_vi_opus100_pr_auc": 0.9061117274853131,
+      "eval_vi_ud_pr_auc": 0.955266969212944,
+      "eval_xh_opus100_pr_auc": 0.8941524794322906,
+      "eval_yi_opus100_pr_auc": 0.7551566416493493,
+      "eval_yo_opus100_pr_auc": 0.8558978012136875,
+      "eval_yo_ud_pr_auc": 0.9296100410971118,
+      "eval_zh_ersatz_pr_auc": 0.9801350033707114,
+      "eval_zh_opus100_pr_auc": 0.9128042495519331,
+      "eval_zh_ud_pr_auc": 0.9946870063165173,
+      "eval_zu_opus100_pr_auc": 0.8426152272843775,
+      "step": 330000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.89746835443038e-05,
+      "learning_rate_adapter": 1.89746835443038e-05,
+      "loss": 0.0193,
+      "step": 330050
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8962025316455698e-05,
+      "learning_rate_adapter": 1.8962025316455698e-05,
+      "loss": 0.0194,
+      "step": 330100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8949367088607593e-05,
+      "learning_rate_adapter": 1.8949367088607593e-05,
+      "loss": 0.0192,
+      "step": 330150
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8936708860759495e-05,
+      "learning_rate_adapter": 1.8936708860759495e-05,
+      "loss": 0.0193,
+      "step": 330200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8924050632911394e-05,
+      "learning_rate_adapter": 1.8924050632911394e-05,
+      "loss": 0.0193,
+      "step": 330250
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.891139240506329e-05,
+      "learning_rate_adapter": 1.891139240506329e-05,
+      "loss": 0.0192,
+      "step": 330300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8898734177215192e-05,
+      "learning_rate_adapter": 1.8898734177215192e-05,
+      "loss": 0.0191,
+      "step": 330350
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.888607594936709e-05,
+      "learning_rate_adapter": 1.888607594936709e-05,
+      "loss": 0.019,
+      "step": 330400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8873417721518986e-05,
+      "learning_rate_adapter": 1.8873417721518986e-05,
+      "loss": 0.019,
+      "step": 330450
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.886075949367089e-05,
+      "learning_rate_adapter": 1.886075949367089e-05,
+      "loss": 0.0193,
+      "step": 330500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8848101265822784e-05,
+      "learning_rate_adapter": 1.8848101265822784e-05,
+      "loss": 0.0192,
+      "step": 330550
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8835443037974683e-05,
+      "learning_rate_adapter": 1.8835443037974683e-05,
+      "loss": 0.0192,
+      "step": 330600
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8822784810126585e-05,
+      "learning_rate_adapter": 1.8822784810126585e-05,
+      "loss": 0.0193,
+      "step": 330650
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.881012658227848e-05,
+      "learning_rate_adapter": 1.881012658227848e-05,
+      "loss": 0.0193,
+      "step": 330700
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.879746835443038e-05,
+      "learning_rate_adapter": 1.879746835443038e-05,
+      "loss": 0.0192,
+      "step": 330750
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.878481012658228e-05,
+      "learning_rate_adapter": 1.878481012658228e-05,
+      "loss": 0.0192,
+      "step": 330800
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8772151898734177e-05,
+      "learning_rate_adapter": 1.8772151898734177e-05,
+      "loss": 0.0189,
+      "step": 330850
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8759493670886076e-05,
+      "learning_rate_adapter": 1.8759493670886076e-05,
+      "loss": 0.0192,
+      "step": 330900
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8746835443037975e-05,
+      "learning_rate_adapter": 1.8746835443037975e-05,
+      "loss": 0.0192,
+      "step": 330950
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8734177215189874e-05,
+      "learning_rate_adapter": 1.8734177215189874e-05,
+      "loss": 0.0194,
+      "step": 331000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8721518987341772e-05,
+      "learning_rate_adapter": 1.8721518987341772e-05,
+      "loss": 0.0194,
+      "step": 331050
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.870886075949367e-05,
+      "learning_rate_adapter": 1.870886075949367e-05,
+      "loss": 0.0195,
+      "step": 331100
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.869620253164557e-05,
+      "learning_rate_adapter": 1.869620253164557e-05,
+      "loss": 0.0192,
+      "step": 331150
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.868354430379747e-05,
+      "learning_rate_adapter": 1.868354430379747e-05,
+      "loss": 0.0192,
+      "step": 331200
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8670886075949368e-05,
+      "learning_rate_adapter": 1.8670886075949368e-05,
+      "loss": 0.0192,
+      "step": 331250
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8658227848101267e-05,
+      "learning_rate_adapter": 1.8658227848101267e-05,
+      "loss": 0.0191,
+      "step": 331300
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8645569620253166e-05,
+      "learning_rate_adapter": 1.8645569620253166e-05,
+      "loss": 0.0189,
+      "step": 331350
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8632911392405064e-05,
+      "learning_rate_adapter": 1.8632911392405064e-05,
+      "loss": 0.0193,
+      "step": 331400
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8620253164556963e-05,
+      "learning_rate_adapter": 1.8620253164556963e-05,
+      "loss": 0.0194,
+      "step": 331450
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 1.8607594936708862e-05,
+      "learning_rate_adapter": 1.8607594936708862e-05,
+      "loss": 0.0192,
+      "step": 331500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.859493670886076e-05,
+      "learning_rate_adapter": 1.859493670886076e-05,
+      "loss": 0.0192,
+      "step": 331550
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.858227848101266e-05,
+      "learning_rate_adapter": 1.858227848101266e-05,
+      "loss": 0.0193,
+      "step": 331600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.856962025316456e-05,
+      "learning_rate_adapter": 1.856962025316456e-05,
+      "loss": 0.0194,
+      "step": 331650
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8556962025316458e-05,
+      "learning_rate_adapter": 1.8556962025316458e-05,
+      "loss": 0.0193,
+      "step": 331700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8544303797468353e-05,
+      "learning_rate_adapter": 1.8544303797468353e-05,
+      "loss": 0.0194,
+      "step": 331750
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8531645569620255e-05,
+      "learning_rate_adapter": 1.8531645569620255e-05,
+      "loss": 0.0193,
+      "step": 331800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8518987341772154e-05,
+      "learning_rate_adapter": 1.8518987341772154e-05,
+      "loss": 0.0192,
+      "step": 331850
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.850632911392405e-05,
+      "learning_rate_adapter": 1.850632911392405e-05,
+      "loss": 0.0194,
+      "step": 331900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8493670886075952e-05,
+      "learning_rate_adapter": 1.8493670886075952e-05,
+      "loss": 0.0194,
+      "step": 331950
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.848101265822785e-05,
+      "learning_rate_adapter": 1.848101265822785e-05,
+      "loss": 0.0194,
+      "step": 332000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8468354430379746e-05,
+      "learning_rate_adapter": 1.8468354430379746e-05,
+      "loss": 0.0192,
+      "step": 332050
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.845569620253165e-05,
+      "learning_rate_adapter": 1.845569620253165e-05,
+      "loss": 0.0192,
+      "step": 332100
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8443037974683544e-05,
+      "learning_rate_adapter": 1.8443037974683544e-05,
+      "loss": 0.0192,
+      "step": 332150
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8430379746835443e-05,
+      "learning_rate_adapter": 1.8430379746835443e-05,
+      "loss": 0.0193,
+      "step": 332200
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8417721518987345e-05,
+      "learning_rate_adapter": 1.8417721518987345e-05,
+      "loss": 0.0192,
+      "step": 332250
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.840506329113924e-05,
+      "learning_rate_adapter": 1.840506329113924e-05,
+      "loss": 0.0193,
+      "step": 332300
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.839240506329114e-05,
+      "learning_rate_adapter": 1.839240506329114e-05,
+      "loss": 0.0192,
+      "step": 332350
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.837974683544304e-05,
+      "learning_rate_adapter": 1.837974683544304e-05,
+      "loss": 0.0194,
+      "step": 332400
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8367088607594937e-05,
+      "learning_rate_adapter": 1.8367088607594937e-05,
+      "loss": 0.0194,
+      "step": 332450
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8354430379746836e-05,
+      "learning_rate_adapter": 1.8354430379746836e-05,
+      "loss": 0.0193,
+      "step": 332500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8341772151898735e-05,
+      "learning_rate_adapter": 1.8341772151898735e-05,
+      "loss": 0.0192,
+      "step": 332550
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8329113924050634e-05,
+      "learning_rate_adapter": 1.8329113924050634e-05,
+      "loss": 0.019,
+      "step": 332600
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8316455696202532e-05,
+      "learning_rate_adapter": 1.8316455696202532e-05,
+      "loss": 0.0192,
+      "step": 332650
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.830379746835443e-05,
+      "learning_rate_adapter": 1.830379746835443e-05,
+      "loss": 0.0192,
+      "step": 332700
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.829113924050633e-05,
+      "learning_rate_adapter": 1.829113924050633e-05,
+      "loss": 0.0192,
+      "step": 332750
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.827848101265823e-05,
+      "learning_rate_adapter": 1.827848101265823e-05,
+      "loss": 0.0194,
+      "step": 332800
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8265822784810128e-05,
+      "learning_rate_adapter": 1.8265822784810128e-05,
+      "loss": 0.0191,
+      "step": 332850
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8253164556962027e-05,
+      "learning_rate_adapter": 1.8253164556962027e-05,
+      "loss": 0.0193,
+      "step": 332900
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8240506329113922e-05,
+      "learning_rate_adapter": 1.8240506329113922e-05,
+      "loss": 0.019,
+      "step": 332950
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 1.8227848101265824e-05,
+      "learning_rate_adapter": 1.8227848101265824e-05,
+      "loss": 0.0192,
+      "step": 333000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8215189873417723e-05,
+      "learning_rate_adapter": 1.8215189873417723e-05,
+      "loss": 0.0191,
+      "step": 333050
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.820253164556962e-05,
+      "learning_rate_adapter": 1.820253164556962e-05,
+      "loss": 0.0191,
+      "step": 333100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.818987341772152e-05,
+      "learning_rate_adapter": 1.818987341772152e-05,
+      "loss": 0.0193,
+      "step": 333150
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8177215189873416e-05,
+      "learning_rate_adapter": 1.8177215189873416e-05,
+      "loss": 0.0192,
+      "step": 333200
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8164556962025315e-05,
+      "learning_rate_adapter": 1.8164556962025315e-05,
+      "loss": 0.0194,
+      "step": 333250
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8151898734177218e-05,
+      "learning_rate_adapter": 1.8151898734177218e-05,
+      "loss": 0.0192,
+      "step": 333300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8139240506329113e-05,
+      "learning_rate_adapter": 1.8139240506329113e-05,
+      "loss": 0.0192,
+      "step": 333350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8126582278481012e-05,
+      "learning_rate_adapter": 1.8126582278481012e-05,
+      "loss": 0.0192,
+      "step": 333400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8113924050632914e-05,
+      "learning_rate_adapter": 1.8113924050632914e-05,
+      "loss": 0.0192,
+      "step": 333450
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.810126582278481e-05,
+      "learning_rate_adapter": 1.810126582278481e-05,
+      "loss": 0.0193,
+      "step": 333500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.808860759493671e-05,
+      "learning_rate_adapter": 1.808860759493671e-05,
+      "loss": 0.0192,
+      "step": 333550
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8075949367088607e-05,
+      "learning_rate_adapter": 1.8075949367088607e-05,
+      "loss": 0.0194,
+      "step": 333600
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8063291139240506e-05,
+      "learning_rate_adapter": 1.8063291139240506e-05,
+      "loss": 0.0194,
+      "step": 333650
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8050632911392405e-05,
+      "learning_rate_adapter": 1.8050632911392405e-05,
+      "loss": 0.0195,
+      "step": 333700
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8037974683544304e-05,
+      "learning_rate_adapter": 1.8037974683544304e-05,
+      "loss": 0.0193,
+      "step": 333750
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8025316455696203e-05,
+      "learning_rate_adapter": 1.8025316455696203e-05,
+      "loss": 0.0192,
+      "step": 333800
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.80126582278481e-05,
+      "learning_rate_adapter": 1.80126582278481e-05,
+      "loss": 0.0191,
+      "step": 333850
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.8e-05,
+      "learning_rate_adapter": 1.8e-05,
+      "loss": 0.0192,
+      "step": 333900
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.79873417721519e-05,
+      "learning_rate_adapter": 1.79873417721519e-05,
+      "loss": 0.0189,
+      "step": 333950
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7974683544303798e-05,
+      "learning_rate_adapter": 1.7974683544303798e-05,
+      "loss": 0.0193,
+      "step": 334000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7962025316455697e-05,
+      "learning_rate_adapter": 1.7962025316455697e-05,
+      "loss": 0.0189,
+      "step": 334050
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7949367088607596e-05,
+      "learning_rate_adapter": 1.7949367088607596e-05,
+      "loss": 0.0193,
+      "step": 334100
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7936708860759495e-05,
+      "learning_rate_adapter": 1.7936708860759495e-05,
+      "loss": 0.0191,
+      "step": 334150
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7924050632911394e-05,
+      "learning_rate_adapter": 1.7924050632911394e-05,
+      "loss": 0.0193,
+      "step": 334200
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7911392405063292e-05,
+      "learning_rate_adapter": 1.7911392405063292e-05,
+      "loss": 0.0194,
+      "step": 334250
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.789873417721519e-05,
+      "learning_rate_adapter": 1.789873417721519e-05,
+      "loss": 0.0192,
+      "step": 334300
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.788607594936709e-05,
+      "learning_rate_adapter": 1.788607594936709e-05,
+      "loss": 0.0191,
+      "step": 334350
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7873417721518986e-05,
+      "learning_rate_adapter": 1.7873417721518986e-05,
+      "loss": 0.0191,
+      "step": 334400
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 1.7860759493670888e-05,
+      "learning_rate_adapter": 1.7860759493670888e-05,
+      "loss": 0.019,
+      "step": 334450
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7848101265822787e-05,
+      "learning_rate_adapter": 1.7848101265822787e-05,
+      "loss": 0.0193,
+      "step": 334500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7835443037974682e-05,
+      "learning_rate_adapter": 1.7835443037974682e-05,
+      "loss": 0.0191,
+      "step": 334550
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7822784810126584e-05,
+      "learning_rate_adapter": 1.7822784810126584e-05,
+      "loss": 0.0192,
+      "step": 334600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7810126582278483e-05,
+      "learning_rate_adapter": 1.7810126582278483e-05,
+      "loss": 0.0191,
+      "step": 334650
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.779746835443038e-05,
+      "learning_rate_adapter": 1.779746835443038e-05,
+      "loss": 0.0193,
+      "step": 334700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.778481012658228e-05,
+      "learning_rate_adapter": 1.778481012658228e-05,
+      "loss": 0.0192,
+      "step": 334750
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7772151898734176e-05,
+      "learning_rate_adapter": 1.7772151898734176e-05,
+      "loss": 0.0194,
+      "step": 334800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7759493670886075e-05,
+      "learning_rate_adapter": 1.7759493670886075e-05,
+      "loss": 0.0192,
+      "step": 334850
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7746835443037978e-05,
+      "learning_rate_adapter": 1.7746835443037978e-05,
+      "loss": 0.0192,
+      "step": 334900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7734177215189873e-05,
+      "learning_rate_adapter": 1.7734177215189873e-05,
+      "loss": 0.0192,
+      "step": 334950
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7721518987341772e-05,
+      "learning_rate_adapter": 1.7721518987341772e-05,
+      "loss": 0.0191,
+      "step": 335000
+    },
+    {
+      "epoch": 2.26,
+      "eval_af_opus100_pr_auc": 0.811106307038818,
+      "eval_af_ud_pr_auc": 0.9918426816642131,
+      "eval_am_opus100_pr_auc": 0.717620801256536,
+      "eval_ar_ersatz_pr_auc": 0.9332915296826381,
+      "eval_ar_opus100_pr_auc": 0.7647093488988816,
+      "eval_ar_ud_pr_auc": 0.9123944212218018,
+      "eval_average_ersatz_pr_auc": 0.976515384538684,
+      "eval_average_opus100_pr_auc": 0.8682386309225333,
+      "eval_average_ud_pr_auc": 0.9700622000079131,
+      "eval_az_opus100_pr_auc": 0.833241840211903,
+      "eval_be_opus100_pr_auc": 0.7762517456924325,
+      "eval_be_ud_pr_auc": 0.9137791421672018,
+      "eval_bg_opus100_pr_auc": 0.9336374765645792,
+      "eval_bg_ud_pr_auc": 0.9960227489005296,
+      "eval_bn_opus100_pr_auc": 0.8643092727017755,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9152686822227344,
+      "eval_ca_ud_pr_auc": 0.9977681418686872,
+      "eval_ceb_ud_pr_auc": 0.9994364408052259,
+      "eval_cs_ersatz_pr_auc": 0.988486126106908,
+      "eval_cs_opus100_pr_auc": 0.9293004020680065,
+      "eval_cs_ud_pr_auc": 0.9640231593170951,
+      "eval_cy_opus100_pr_auc": 0.8096643670965111,
+      "eval_cy_ud_pr_auc": 0.9977447573708721,
+      "eval_da_opus100_pr_auc": 0.9327934076796317,
+      "eval_da_ud_pr_auc": 0.9779013794609125,
+      "eval_de_ersatz_pr_auc": 0.9909461652188076,
+      "eval_de_opus100_pr_auc": 0.9317282163408472,
+      "eval_de_ud_pr_auc": 0.9892590064018628,
+      "eval_el_opus100_pr_auc": 0.924895354232978,
+      "eval_el_ud_pr_auc": 0.9946839676483054,
+      "eval_en_ersatz_pr_auc": 0.9953407485641045,
+      "eval_en_opus100_pr_auc": 0.9309625957415134,
+      "eval_en_ud_pr_auc": 0.9811446991971413,
+      "eval_eo_opus100_pr_auc": 0.9315365281615967,
+      "eval_es_ersatz_pr_auc": 0.9970348251350061,
+      "eval_es_opus100_pr_auc": 0.9487229385847099,
+      "eval_es_ud_pr_auc": 0.990986449456392,
+      "eval_et_ersatz_pr_auc": 0.9869810258116462,
+      "eval_et_opus100_pr_auc": 0.9302443973296897,
+      "eval_et_ud_pr_auc": 0.9807288968675527,
+      "eval_eu_opus100_pr_auc": 0.8983581515897241,
+      "eval_eu_ud_pr_auc": 0.9905871718075598,
+      "eval_fa_opus100_pr_auc": 0.6552394609606359,
+      "eval_fa_ud_pr_auc": 0.9976560104457342,
+      "eval_fi_ersatz_pr_auc": 0.996295919479721,
+      "eval_fi_opus100_pr_auc": 0.9417674769517508,
+      "eval_fi_ud_pr_auc": 0.9683985402177568,
+      "eval_fr_ersatz_pr_auc": 0.9898141218739019,
+      "eval_fr_opus100_pr_auc": 0.93134354836234,
+      "eval_fr_ud_pr_auc": 0.9934739914217209,
+      "eval_fy_opus100_pr_auc": 0.7268219950950877,
+      "eval_ga_opus100_pr_auc": 0.929526941484473,
+      "eval_ga_ud_pr_auc": 0.8234434499030596,
+      "eval_gd_opus100_pr_auc": 0.781238504516522,
+      "eval_gd_ud_pr_auc": 0.837603748317213,
+      "eval_gl_opus100_pr_auc": 0.9095705350645972,
+      "eval_gl_ud_pr_auc": 0.996027746342702,
+      "eval_gu_ersatz_pr_auc": 0.9542874608557708,
+      "eval_gu_opus100_pr_auc": 0.789183327581024,
+      "eval_ha_opus100_pr_auc": 0.9419484337943483,
+      "eval_he_opus100_pr_auc": 0.9033292819010486,
+      "eval_he_ud_pr_auc": 0.9867545534423349,
+      "eval_hi_ersatz_pr_auc": 0.9845017615826167,
+      "eval_hi_opus100_pr_auc": 0.7639970685817049,
+      "eval_hi_ud_pr_auc": 0.9946135347963028,
+      "eval_hu_opus100_pr_auc": 0.9263411162370646,
+      "eval_hu_ud_pr_auc": 0.9813407426367022,
+      "eval_hy_opus100_pr_auc": 0.9181352588754166,
+      "eval_hy_ud_pr_auc": 0.9739518066718361,
+      "eval_id_opus100_pr_auc": 0.9096534836370044,
+      "eval_id_ud_pr_auc": 0.9964152211120292,
+      "eval_ig_opus100_pr_auc": 0.8993437970038548,
+      "eval_is_opus100_pr_auc": 0.9348671377986717,
+      "eval_is_ud_pr_auc": 0.9165094914922484,
+      "eval_it_opus100_pr_auc": 0.9327811577145912,
+      "eval_it_ud_pr_auc": 0.9978502592282467,
+      "eval_ja_ersatz_pr_auc": 0.9109936910826364,
+      "eval_ja_opus100_pr_auc": 0.8716571779365595,
+      "eval_ja_ud_pr_auc": 0.984235629803219,
+      "eval_jv_ud_pr_auc": 0.9535808334526076,
+      "eval_ka_opus100_pr_auc": 0.8664862612532848,
+      "eval_kk_ersatz_pr_auc": 0.9892300585339632,
+      "eval_kk_opus100_pr_auc": 0.8379733002012754,
+      "eval_kk_ud_pr_auc": 0.974123271736216,
+      "eval_km_ersatz_pr_auc": 0.9582171609942569,
+      "eval_km_opus100_pr_auc": 0.7846728180030154,
+      "eval_kn_opus100_pr_auc": 0.694119947153319,
+      "eval_ko_opus100_pr_auc": 0.7140369831045869,
+      "eval_ko_ud_pr_auc": 0.9977639592108037,
+      "eval_ku_opus100_pr_auc": 0.8733124549554663,
+      "eval_ky_opus100_pr_auc": 0.9014780292958464,
+      "eval_la_ud_pr_auc": 0.9734584796185398,
+      "eval_loss": 0.022825513035058975,
+      "eval_lt_ersatz_pr_auc": 0.9974847481293527,
+      "eval_lt_opus100_pr_auc": 0.910076929872551,
+      "eval_lt_ud_pr_auc": 0.9950071183075955,
+      "eval_lv_ersatz_pr_auc": 0.9936536064276978,
+      "eval_lv_opus100_pr_auc": 0.9091767390086125,
+      "eval_lv_ud_pr_auc": 0.9691775251137977,
+      "eval_mg_opus100_pr_auc": 0.9537506376251285,
+      "eval_mk_opus100_pr_auc": 0.9331486541960972,
+      "eval_ml_opus100_pr_auc": 0.8198451251598299,
+      "eval_mn_opus100_pr_auc": 0.9475377190881552,
+      "eval_mr_opus100_pr_auc": 0.9250144619738585,
+      "eval_mr_ud_pr_auc": 0.9602457433108293,
+      "eval_ms_opus100_pr_auc": 0.8952780809239936,
+      "eval_mt_opus100_pr_auc": 0.8954512707844845,
+      "eval_mt_ud_pr_auc": 0.9436857959951321,
+      "eval_my_opus100_pr_auc": 0.8800953122056501,
+      "eval_ne_opus100_pr_auc": 0.7706314440444614,
+      "eval_nl_opus100_pr_auc": 0.9070660410882916,
+      "eval_nl_ud_pr_auc": 0.9845228079095176,
+      "eval_no_opus100_pr_auc": 0.9255659085281254,
+      "eval_no_ud_pr_auc": 0.9972782700305282,
+      "eval_pa_opus100_pr_auc": 0.697294470622241,
+      "eval_pl_ersatz_pr_auc": 0.9727206209597843,
+      "eval_pl_opus100_pr_auc": 0.9138174459010951,
+      "eval_pl_ud_pr_auc": 0.9757630286512424,
+      "eval_ps_ersatz_pr_auc": 0.9275641356827831,
+      "eval_ps_opus100_pr_auc": 0.7651948225048067,
+      "eval_pt_opus100_pr_auc": 0.9360181732177619,
+      "eval_pt_ud_pr_auc": 0.9892093236087798,
+      "eval_ro_ersatz_pr_auc": 0.993545212017283,
+      "eval_ro_opus100_pr_auc": 0.8792238381061319,
+      "eval_ro_ud_pr_auc": 0.9472233979706896,
+      "eval_ru_ersatz_pr_auc": 0.9947929134284971,
+      "eval_ru_opus100_pr_auc": 0.9504977809215736,
+      "eval_ru_ud_pr_auc": 0.9022337135374919,
+      "eval_runtime": 520.5021,
+      "eval_samples_per_second": 145.091,
+      "eval_si_opus100_pr_auc": 0.8383085397904315,
+      "eval_sk_opus100_pr_auc": 0.9454336097608081,
+      "eval_sk_ud_pr_auc": 0.989573926756325,
+      "eval_sl_opus100_pr_auc": 0.899222005676832,
+      "eval_sl_ud_pr_auc": 0.9734922534642678,
+      "eval_sq_opus100_pr_auc": 0.9481670623833478,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9328371755955277,
+      "eval_sr_ud_pr_auc": 0.999462151493036,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.9176904748040362,
+      "eval_sv_ud_pr_auc": 0.9607956461914922,
+      "eval_ta_ersatz_pr_auc": 0.9801247380184083,
+      "eval_ta_opus100_pr_auc": 0.7765666692703451,
+      "eval_ta_ud_pr_auc": 0.9988970509320604,
+      "eval_te_opus100_pr_auc": 0.8289172779285466,
+      "eval_tg_opus100_pr_auc": 0.9166089489376118,
+      "eval_th_opus100_pr_auc": 0.7282181078740105,
+      "eval_th_ud_pr_auc": 0.913879771852321,
+      "eval_tr_ersatz_pr_auc": 0.9760413339861801,
+      "eval_tr_opus100_pr_auc": 0.9158430302929136,
+      "eval_tr_ud_pr_auc": 0.9683703253200695,
+      "eval_uk_opus100_pr_auc": 0.9005433418468036,
+      "eval_uk_ud_pr_auc": 0.9303745050332143,
+      "eval_ur_opus100_pr_auc": 0.6674607641521991,
+      "eval_ur_ud_pr_auc": 0.9933092128442935,
+      "eval_uz_opus100_pr_auc": 0.897050435761558,
+      "eval_vi_opus100_pr_auc": 0.9094790409166413,
+      "eval_vi_ud_pr_auc": 0.9514761229657861,
+      "eval_xh_opus100_pr_auc": 0.8990391225645018,
+      "eval_yi_opus100_pr_auc": 0.7345589231433132,
+      "eval_yo_opus100_pr_auc": 0.8531836178963308,
+      "eval_yo_ud_pr_auc": 0.9295164015274884,
+      "eval_zh_ersatz_pr_auc": 0.9719905562790848,
+      "eval_zh_opus100_pr_auc": 0.910185262550021,
+      "eval_zh_ud_pr_auc": 0.994546973630453,
+      "eval_zu_opus100_pr_auc": 0.8383921378527525,
+      "step": 335000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7708860759493674e-05,
+      "learning_rate_adapter": 1.7708860759493674e-05,
+      "loss": 0.0192,
+      "step": 335050
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.769620253164557e-05,
+      "learning_rate_adapter": 1.769620253164557e-05,
+      "loss": 0.0192,
+      "step": 335100
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.768354430379747e-05,
+      "learning_rate_adapter": 1.768354430379747e-05,
+      "loss": 0.0192,
+      "step": 335150
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7670886075949367e-05,
+      "learning_rate_adapter": 1.7670886075949367e-05,
+      "loss": 0.019,
+      "step": 335200
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7658227848101266e-05,
+      "learning_rate_adapter": 1.7658227848101266e-05,
+      "loss": 0.0191,
+      "step": 335250
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7645569620253165e-05,
+      "learning_rate_adapter": 1.7645569620253165e-05,
+      "loss": 0.0191,
+      "step": 335300
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7632911392405064e-05,
+      "learning_rate_adapter": 1.7632911392405064e-05,
+      "loss": 0.0193,
+      "step": 335350
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7620253164556963e-05,
+      "learning_rate_adapter": 1.7620253164556963e-05,
+      "loss": 0.0191,
+      "step": 335400
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.760759493670886e-05,
+      "learning_rate_adapter": 1.760759493670886e-05,
+      "loss": 0.0192,
+      "step": 335450
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.759493670886076e-05,
+      "learning_rate_adapter": 1.759493670886076e-05,
+      "loss": 0.0192,
+      "step": 335500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.758227848101266e-05,
+      "learning_rate_adapter": 1.758227848101266e-05,
+      "loss": 0.0192,
+      "step": 335550
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7569620253164558e-05,
+      "learning_rate_adapter": 1.7569620253164558e-05,
+      "loss": 0.0193,
+      "step": 335600
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7556962025316457e-05,
+      "learning_rate_adapter": 1.7556962025316457e-05,
+      "loss": 0.0191,
+      "step": 335650
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7544303797468356e-05,
+      "learning_rate_adapter": 1.7544303797468356e-05,
+      "loss": 0.0192,
+      "step": 335700
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7531645569620255e-05,
+      "learning_rate_adapter": 1.7531645569620255e-05,
+      "loss": 0.0192,
+      "step": 335750
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7518987341772154e-05,
+      "learning_rate_adapter": 1.7518987341772154e-05,
+      "loss": 0.0193,
+      "step": 335800
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.7506329113924052e-05,
+      "learning_rate_adapter": 1.7506329113924052e-05,
+      "loss": 0.0191,
+      "step": 335850
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.749367088607595e-05,
+      "learning_rate_adapter": 1.749367088607595e-05,
+      "loss": 0.0192,
+      "step": 335900
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 1.748101265822785e-05,
+      "learning_rate_adapter": 1.748101265822785e-05,
+      "loss": 0.0192,
+      "step": 335950
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7468354430379746e-05,
+      "learning_rate_adapter": 1.7468354430379746e-05,
+      "loss": 0.0192,
+      "step": 336000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7455696202531648e-05,
+      "learning_rate_adapter": 1.7455696202531648e-05,
+      "loss": 0.0194,
+      "step": 336050
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7443037974683547e-05,
+      "learning_rate_adapter": 1.7443037974683547e-05,
+      "loss": 0.0193,
+      "step": 336100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7430379746835442e-05,
+      "learning_rate_adapter": 1.7430379746835442e-05,
+      "loss": 0.0193,
+      "step": 336150
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7417721518987344e-05,
+      "learning_rate_adapter": 1.7417721518987344e-05,
+      "loss": 0.0192,
+      "step": 336200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7405063291139243e-05,
+      "learning_rate_adapter": 1.7405063291139243e-05,
+      "loss": 0.0191,
+      "step": 336250
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.739240506329114e-05,
+      "learning_rate_adapter": 1.739240506329114e-05,
+      "loss": 0.0191,
+      "step": 336300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7379746835443038e-05,
+      "learning_rate_adapter": 1.7379746835443038e-05,
+      "loss": 0.0191,
+      "step": 336350
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7367088607594936e-05,
+      "learning_rate_adapter": 1.7367088607594936e-05,
+      "loss": 0.019,
+      "step": 336400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7354430379746835e-05,
+      "learning_rate_adapter": 1.7354430379746835e-05,
+      "loss": 0.0192,
+      "step": 336450
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7341772151898734e-05,
+      "learning_rate_adapter": 1.7341772151898734e-05,
+      "loss": 0.0192,
+      "step": 336500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7329113924050633e-05,
+      "learning_rate_adapter": 1.7329113924050633e-05,
+      "loss": 0.0193,
+      "step": 336550
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7316455696202532e-05,
+      "learning_rate_adapter": 1.7316455696202532e-05,
+      "loss": 0.0193,
+      "step": 336600
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.730379746835443e-05,
+      "learning_rate_adapter": 1.730379746835443e-05,
+      "loss": 0.0191,
+      "step": 336650
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.729113924050633e-05,
+      "learning_rate_adapter": 1.729113924050633e-05,
+      "loss": 0.0191,
+      "step": 336700
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.727848101265823e-05,
+      "learning_rate_adapter": 1.727848101265823e-05,
+      "loss": 0.0194,
+      "step": 336750
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7265822784810127e-05,
+      "learning_rate_adapter": 1.7265822784810127e-05,
+      "loss": 0.0191,
+      "step": 336800
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7253164556962026e-05,
+      "learning_rate_adapter": 1.7253164556962026e-05,
+      "loss": 0.0191,
+      "step": 336850
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7240506329113925e-05,
+      "learning_rate_adapter": 1.7240506329113925e-05,
+      "loss": 0.0191,
+      "step": 336900
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7227848101265824e-05,
+      "learning_rate_adapter": 1.7227848101265824e-05,
+      "loss": 0.019,
+      "step": 336950
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7215189873417723e-05,
+      "learning_rate_adapter": 1.7215189873417723e-05,
+      "loss": 0.0191,
+      "step": 337000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.720253164556962e-05,
+      "learning_rate_adapter": 1.720253164556962e-05,
+      "loss": 0.0192,
+      "step": 337050
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.718987341772152e-05,
+      "learning_rate_adapter": 1.718987341772152e-05,
+      "loss": 0.019,
+      "step": 337100
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.717721518987342e-05,
+      "learning_rate_adapter": 1.717721518987342e-05,
+      "loss": 0.0192,
+      "step": 337150
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7164556962025315e-05,
+      "learning_rate_adapter": 1.7164556962025315e-05,
+      "loss": 0.0192,
+      "step": 337200
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7151898734177217e-05,
+      "learning_rate_adapter": 1.7151898734177217e-05,
+      "loss": 0.0189,
+      "step": 337250
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7139240506329116e-05,
+      "learning_rate_adapter": 1.7139240506329116e-05,
+      "loss": 0.0192,
+      "step": 337300
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.712658227848101e-05,
+      "learning_rate_adapter": 1.712658227848101e-05,
+      "loss": 0.0192,
+      "step": 337350
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7113924050632914e-05,
+      "learning_rate_adapter": 1.7113924050632914e-05,
+      "loss": 0.0191,
+      "step": 337400
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 1.7101265822784812e-05,
+      "learning_rate_adapter": 1.7101265822784812e-05,
+      "loss": 0.0192,
+      "step": 337450
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7088607594936708e-05,
+      "learning_rate_adapter": 1.7088607594936708e-05,
+      "loss": 0.0192,
+      "step": 337500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.707594936708861e-05,
+      "learning_rate_adapter": 1.707594936708861e-05,
+      "loss": 0.0191,
+      "step": 337550
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7063291139240506e-05,
+      "learning_rate_adapter": 1.7063291139240506e-05,
+      "loss": 0.0193,
+      "step": 337600
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7050632911392404e-05,
+      "learning_rate_adapter": 1.7050632911392404e-05,
+      "loss": 0.0193,
+      "step": 337650
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7037974683544307e-05,
+      "learning_rate_adapter": 1.7037974683544307e-05,
+      "loss": 0.0192,
+      "step": 337700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7025316455696202e-05,
+      "learning_rate_adapter": 1.7025316455696202e-05,
+      "loss": 0.0191,
+      "step": 337750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.70126582278481e-05,
+      "learning_rate_adapter": 1.70126582278481e-05,
+      "loss": 0.0191,
+      "step": 337800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.7000000000000003e-05,
+      "learning_rate_adapter": 1.7000000000000003e-05,
+      "loss": 0.0192,
+      "step": 337850
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.69873417721519e-05,
+      "learning_rate_adapter": 1.69873417721519e-05,
+      "loss": 0.0192,
+      "step": 337900
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6974683544303798e-05,
+      "learning_rate_adapter": 1.6974683544303798e-05,
+      "loss": 0.019,
+      "step": 337950
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6962025316455696e-05,
+      "learning_rate_adapter": 1.6962025316455696e-05,
+      "loss": 0.0192,
+      "step": 338000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6949367088607595e-05,
+      "learning_rate_adapter": 1.6949367088607595e-05,
+      "loss": 0.0194,
+      "step": 338050
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6936708860759494e-05,
+      "learning_rate_adapter": 1.6936708860759494e-05,
+      "loss": 0.0191,
+      "step": 338100
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6924050632911393e-05,
+      "learning_rate_adapter": 1.6924050632911393e-05,
+      "loss": 0.019,
+      "step": 338150
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6911392405063292e-05,
+      "learning_rate_adapter": 1.6911392405063292e-05,
+      "loss": 0.0192,
+      "step": 338200
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.689873417721519e-05,
+      "learning_rate_adapter": 1.689873417721519e-05,
+      "loss": 0.0193,
+      "step": 338250
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.688607594936709e-05,
+      "learning_rate_adapter": 1.688607594936709e-05,
+      "loss": 0.019,
+      "step": 338300
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.687341772151899e-05,
+      "learning_rate_adapter": 1.687341772151899e-05,
+      "loss": 0.0192,
+      "step": 338350
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6860759493670887e-05,
+      "learning_rate_adapter": 1.6860759493670887e-05,
+      "loss": 0.0191,
+      "step": 338400
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6848101265822786e-05,
+      "learning_rate_adapter": 1.6848101265822786e-05,
+      "loss": 0.0192,
+      "step": 338450
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6835443037974685e-05,
+      "learning_rate_adapter": 1.6835443037974685e-05,
+      "loss": 0.0192,
+      "step": 338500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6822784810126584e-05,
+      "learning_rate_adapter": 1.6822784810126584e-05,
+      "loss": 0.0191,
+      "step": 338550
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6810126582278483e-05,
+      "learning_rate_adapter": 1.6810126582278483e-05,
+      "loss": 0.0192,
+      "step": 338600
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.679746835443038e-05,
+      "learning_rate_adapter": 1.679746835443038e-05,
+      "loss": 0.0192,
+      "step": 338650
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.678481012658228e-05,
+      "learning_rate_adapter": 1.678481012658228e-05,
+      "loss": 0.0192,
+      "step": 338700
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.677215189873418e-05,
+      "learning_rate_adapter": 1.677215189873418e-05,
+      "loss": 0.0192,
+      "step": 338750
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6759493670886075e-05,
+      "learning_rate_adapter": 1.6759493670886075e-05,
+      "loss": 0.0192,
+      "step": 338800
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6746835443037977e-05,
+      "learning_rate_adapter": 1.6746835443037977e-05,
+      "loss": 0.0191,
+      "step": 338850
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 1.6734177215189876e-05,
+      "learning_rate_adapter": 1.6734177215189876e-05,
+      "loss": 0.0192,
+      "step": 338900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.672151898734177e-05,
+      "learning_rate_adapter": 1.672151898734177e-05,
+      "loss": 0.0191,
+      "step": 338950
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6708860759493674e-05,
+      "learning_rate_adapter": 1.6708860759493674e-05,
+      "loss": 0.0191,
+      "step": 339000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6696202531645572e-05,
+      "learning_rate_adapter": 1.6696202531645572e-05,
+      "loss": 0.0194,
+      "step": 339050
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6683544303797468e-05,
+      "learning_rate_adapter": 1.6683544303797468e-05,
+      "loss": 0.0192,
+      "step": 339100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.667088607594937e-05,
+      "learning_rate_adapter": 1.667088607594937e-05,
+      "loss": 0.0193,
+      "step": 339150
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6658227848101266e-05,
+      "learning_rate_adapter": 1.6658227848101266e-05,
+      "loss": 0.0192,
+      "step": 339200
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6645569620253164e-05,
+      "learning_rate_adapter": 1.6645569620253164e-05,
+      "loss": 0.0191,
+      "step": 339250
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6632911392405067e-05,
+      "learning_rate_adapter": 1.6632911392405067e-05,
+      "loss": 0.0192,
+      "step": 339300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6620253164556962e-05,
+      "learning_rate_adapter": 1.6620253164556962e-05,
+      "loss": 0.0193,
+      "step": 339350
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.660759493670886e-05,
+      "learning_rate_adapter": 1.660759493670886e-05,
+      "loss": 0.0194,
+      "step": 339400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6594936708860763e-05,
+      "learning_rate_adapter": 1.6594936708860763e-05,
+      "loss": 0.0192,
+      "step": 339450
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.658227848101266e-05,
+      "learning_rate_adapter": 1.658227848101266e-05,
+      "loss": 0.0191,
+      "step": 339500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6569620253164558e-05,
+      "learning_rate_adapter": 1.6569620253164558e-05,
+      "loss": 0.0192,
+      "step": 339550
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6556962025316456e-05,
+      "learning_rate_adapter": 1.6556962025316456e-05,
+      "loss": 0.019,
+      "step": 339600
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6544303797468355e-05,
+      "learning_rate_adapter": 1.6544303797468355e-05,
+      "loss": 0.0192,
+      "step": 339650
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6531645569620254e-05,
+      "learning_rate_adapter": 1.6531645569620254e-05,
+      "loss": 0.0189,
+      "step": 339700
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6518987341772153e-05,
+      "learning_rate_adapter": 1.6518987341772153e-05,
+      "loss": 0.0192,
+      "step": 339750
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6506329113924052e-05,
+      "learning_rate_adapter": 1.6506329113924052e-05,
+      "loss": 0.0192,
+      "step": 339800
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.649367088607595e-05,
+      "learning_rate_adapter": 1.649367088607595e-05,
+      "loss": 0.0191,
+      "step": 339850
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.648101265822785e-05,
+      "learning_rate_adapter": 1.648101265822785e-05,
+      "loss": 0.0191,
+      "step": 339900
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.646835443037975e-05,
+      "learning_rate_adapter": 1.646835443037975e-05,
+      "loss": 0.0193,
+      "step": 339950
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6455696202531644e-05,
+      "learning_rate_adapter": 1.6455696202531644e-05,
+      "loss": 0.019,
+      "step": 340000
+    },
+    {
+      "epoch": 2.29,
+      "eval_af_opus100_pr_auc": 0.8241049932007402,
+      "eval_af_ud_pr_auc": 0.9906036433342172,
+      "eval_am_opus100_pr_auc": 0.7204059223922017,
+      "eval_ar_ersatz_pr_auc": 0.9337203594521256,
+      "eval_ar_opus100_pr_auc": 0.7629826788962402,
+      "eval_ar_ud_pr_auc": 0.908558228092173,
+      "eval_average_ersatz_pr_auc": 0.9771116574901676,
+      "eval_average_opus100_pr_auc": 0.8733665348388698,
+      "eval_average_ud_pr_auc": 0.9701232459209554,
+      "eval_az_opus100_pr_auc": 0.8376762911526381,
+      "eval_be_opus100_pr_auc": 0.8072911135243488,
+      "eval_be_ud_pr_auc": 0.9100954772264791,
+      "eval_bg_opus100_pr_auc": 0.9338491118705677,
+      "eval_bg_ud_pr_auc": 0.9963571559406932,
+      "eval_bn_opus100_pr_auc": 0.8712774649884012,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.918218997199601,
+      "eval_ca_ud_pr_auc": 0.9975384311917346,
+      "eval_ceb_ud_pr_auc": 0.9994364408052261,
+      "eval_cs_ersatz_pr_auc": 0.9897603924740818,
+      "eval_cs_opus100_pr_auc": 0.9295921395626968,
+      "eval_cs_ud_pr_auc": 0.9660975226390058,
+      "eval_cy_opus100_pr_auc": 0.8228685527518087,
+      "eval_cy_ud_pr_auc": 0.9978198526417998,
+      "eval_da_opus100_pr_auc": 0.935247923667359,
+      "eval_da_ud_pr_auc": 0.9789480951781402,
+      "eval_de_ersatz_pr_auc": 0.9921706101650184,
+      "eval_de_opus100_pr_auc": 0.9320809662901693,
+      "eval_de_ud_pr_auc": 0.9883970225694372,
+      "eval_el_opus100_pr_auc": 0.9300810197014631,
+      "eval_el_ud_pr_auc": 0.9952884329693105,
+      "eval_en_ersatz_pr_auc": 0.9954528522918954,
+      "eval_en_opus100_pr_auc": 0.9352182261079656,
+      "eval_en_ud_pr_auc": 0.9821039787821981,
+      "eval_eo_opus100_pr_auc": 0.9350897575962286,
+      "eval_es_ersatz_pr_auc": 0.9973188119070272,
+      "eval_es_opus100_pr_auc": 0.949203021573999,
+      "eval_es_ud_pr_auc": 0.9912918992489472,
+      "eval_et_ersatz_pr_auc": 0.9871130231537486,
+      "eval_et_opus100_pr_auc": 0.9396091506757625,
+      "eval_et_ud_pr_auc": 0.9820254008940367,
+      "eval_eu_opus100_pr_auc": 0.899648855563138,
+      "eval_eu_ud_pr_auc": 0.9921019982626915,
+      "eval_fa_opus100_pr_auc": 0.6645987048905962,
+      "eval_fa_ud_pr_auc": 0.9980709662073426,
+      "eval_fi_ersatz_pr_auc": 0.9962821767232886,
+      "eval_fi_opus100_pr_auc": 0.9405944479219914,
+      "eval_fi_ud_pr_auc": 0.9670200605905452,
+      "eval_fr_ersatz_pr_auc": 0.9897142254364073,
+      "eval_fr_opus100_pr_auc": 0.93522334104818,
+      "eval_fr_ud_pr_auc": 0.9923846843672702,
+      "eval_fy_opus100_pr_auc": 0.7448762719065816,
+      "eval_ga_opus100_pr_auc": 0.9284742701050775,
+      "eval_ga_ud_pr_auc": 0.8146524565309865,
+      "eval_gd_opus100_pr_auc": 0.7855163999047456,
+      "eval_gd_ud_pr_auc": 0.8435859378444188,
+      "eval_gl_opus100_pr_auc": 0.9150342532218196,
+      "eval_gl_ud_pr_auc": 0.9964129936411162,
+      "eval_gu_ersatz_pr_auc": 0.9549396452661033,
+      "eval_gu_opus100_pr_auc": 0.798477393445659,
+      "eval_ha_opus100_pr_auc": 0.9430032236399665,
+      "eval_he_opus100_pr_auc": 0.9060502484484133,
+      "eval_he_ud_pr_auc": 0.9883798798694403,
+      "eval_hi_ersatz_pr_auc": 0.9865787380939975,
+      "eval_hi_opus100_pr_auc": 0.7668911782928454,
+      "eval_hi_ud_pr_auc": 0.9950859201114627,
+      "eval_hu_opus100_pr_auc": 0.931199371690813,
+      "eval_hu_ud_pr_auc": 0.9842404276804719,
+      "eval_hy_opus100_pr_auc": 0.9208953890983428,
+      "eval_hy_ud_pr_auc": 0.976172593622369,
+      "eval_id_opus100_pr_auc": 0.9141040679954922,
+      "eval_id_ud_pr_auc": 0.9968093165985832,
+      "eval_ig_opus100_pr_auc": 0.9028215853108347,
+      "eval_is_opus100_pr_auc": 0.9395139812248297,
+      "eval_is_ud_pr_auc": 0.9228988615609047,
+      "eval_it_opus100_pr_auc": 0.9370716985437015,
+      "eval_it_ud_pr_auc": 0.9976730904136621,
+      "eval_ja_ersatz_pr_auc": 0.9004116283038632,
+      "eval_ja_opus100_pr_auc": 0.8733047062010411,
+      "eval_ja_ud_pr_auc": 0.9851289684786938,
+      "eval_jv_ud_pr_auc": 0.9656168491673489,
+      "eval_ka_opus100_pr_auc": 0.8695954898116156,
+      "eval_kk_ersatz_pr_auc": 0.9907425219702669,
+      "eval_kk_opus100_pr_auc": 0.8543686666649704,
+      "eval_kk_ud_pr_auc": 0.9763320093992558,
+      "eval_km_ersatz_pr_auc": 0.9601994347868074,
+      "eval_km_opus100_pr_auc": 0.7927970969845017,
+      "eval_kn_opus100_pr_auc": 0.7181942739052379,
+      "eval_ko_opus100_pr_auc": 0.7193251959361606,
+      "eval_ko_ud_pr_auc": 0.9981381796579467,
+      "eval_ku_opus100_pr_auc": 0.8902323825395743,
+      "eval_ky_opus100_pr_auc": 0.9207508258207828,
+      "eval_la_ud_pr_auc": 0.9780267054076209,
+      "eval_loss": 0.022724704816937447,
+      "eval_lt_ersatz_pr_auc": 0.9979898810236083,
+      "eval_lt_opus100_pr_auc": 0.9118650183249835,
+      "eval_lt_ud_pr_auc": 0.9947667172368918,
+      "eval_lv_ersatz_pr_auc": 0.9946522837864694,
+      "eval_lv_opus100_pr_auc": 0.9121828804415888,
+      "eval_lv_ud_pr_auc": 0.9707566433949525,
+      "eval_mg_opus100_pr_auc": 0.9553724074351412,
+      "eval_mk_opus100_pr_auc": 0.9370246884367298,
+      "eval_ml_opus100_pr_auc": 0.8158534756456823,
+      "eval_mn_opus100_pr_auc": 0.953620288805199,
+      "eval_mr_opus100_pr_auc": 0.936417357258964,
+      "eval_mr_ud_pr_auc": 0.9680618603826178,
+      "eval_ms_opus100_pr_auc": 0.8960282924989047,
+      "eval_mt_opus100_pr_auc": 0.8944578477394984,
+      "eval_mt_ud_pr_auc": 0.9349312124105202,
+      "eval_my_opus100_pr_auc": 0.8714173171630928,
+      "eval_ne_opus100_pr_auc": 0.7813809962608588,
+      "eval_nl_opus100_pr_auc": 0.913545081304262,
+      "eval_nl_ud_pr_auc": 0.9877798771368432,
+      "eval_no_opus100_pr_auc": 0.9258229060858649,
+      "eval_no_ud_pr_auc": 0.9970813013686446,
+      "eval_pa_opus100_pr_auc": 0.7314753236506858,
+      "eval_pl_ersatz_pr_auc": 0.9742763707994693,
+      "eval_pl_opus100_pr_auc": 0.9158488385874327,
+      "eval_pl_ud_pr_auc": 0.9788291324003723,
+      "eval_ps_ersatz_pr_auc": 0.930907190837862,
+      "eval_ps_opus100_pr_auc": 0.7852549671540755,
+      "eval_pt_opus100_pr_auc": 0.9391429617719792,
+      "eval_pt_ud_pr_auc": 0.9897814182912397,
+      "eval_ro_ersatz_pr_auc": 0.9938117908846325,
+      "eval_ro_opus100_pr_auc": 0.8805023149398341,
+      "eval_ro_ud_pr_auc": 0.9161958560448606,
+      "eval_ru_ersatz_pr_auc": 0.9955605740028677,
+      "eval_ru_opus100_pr_auc": 0.9459595784030734,
+      "eval_ru_ud_pr_auc": 0.8936603972718884,
+      "eval_runtime": 525.4786,
+      "eval_samples_per_second": 143.717,
+      "eval_si_opus100_pr_auc": 0.8433845699672797,
+      "eval_sk_opus100_pr_auc": 0.9487599607763384,
+      "eval_sk_ud_pr_auc": 0.9892194616424164,
+      "eval_sl_opus100_pr_auc": 0.8999300654378584,
+      "eval_sl_ud_pr_auc": 0.9727921314651856,
+      "eval_sq_opus100_pr_auc": 0.9477245079582155,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9352474988598384,
+      "eval_sr_ud_pr_auc": 0.9996271839082398,
+      "eval_steps_per_second": 0.561,
+      "eval_sv_opus100_pr_auc": 0.9234027053728511,
+      "eval_sv_ud_pr_auc": 0.9604672783768914,
+      "eval_ta_ersatz_pr_auc": 0.9834068467112688,
+      "eval_ta_opus100_pr_auc": 0.7813049981097869,
+      "eval_ta_ud_pr_auc": 0.9991296334535948,
+      "eval_te_opus100_pr_auc": 0.8319503887036368,
+      "eval_tg_opus100_pr_auc": 0.9168022312547865,
+      "eval_th_opus100_pr_auc": 0.7290566433071747,
+      "eval_th_ud_pr_auc": 0.9150260478782924,
+      "eval_tr_ersatz_pr_auc": 0.9757142284020528,
+      "eval_tr_opus100_pr_auc": 0.915594715845069,
+      "eval_tr_ud_pr_auc": 0.967160392452594,
+      "eval_uk_opus100_pr_auc": 0.9035030713490511,
+      "eval_uk_ud_pr_auc": 0.9325089002143603,
+      "eval_ur_opus100_pr_auc": 0.669654605123208,
+      "eval_ur_ud_pr_auc": 0.9952197284671714,
+      "eval_uz_opus100_pr_auc": 0.9014562401454645,
+      "eval_vi_opus100_pr_auc": 0.9091440227766802,
+      "eval_vi_ud_pr_auc": 0.9590159104236817,
+      "eval_xh_opus100_pr_auc": 0.8894519585788797,
+      "eval_yi_opus100_pr_auc": 0.7572485586584737,
+      "eval_yo_opus100_pr_auc": 0.854390603365554,
+      "eval_yo_ud_pr_auc": 0.927327434390869,
+      "eval_zh_ersatz_pr_auc": 0.9757328783108248,
+      "eval_zh_opus100_pr_auc": 0.909667273908702,
+      "eval_zh_ud_pr_auc": 0.9943930179568076,
+      "eval_zu_opus100_pr_auc": 0.8478480441115289,
+      "step": 340000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6443037974683546e-05,
+      "learning_rate_adapter": 1.6443037974683546e-05,
+      "loss": 0.0193,
+      "step": 340050
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6430379746835445e-05,
+      "learning_rate_adapter": 1.6430379746835445e-05,
+      "loss": 0.0193,
+      "step": 340100
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.641772151898734e-05,
+      "learning_rate_adapter": 1.641772151898734e-05,
+      "loss": 0.0193,
+      "step": 340150
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6405063291139243e-05,
+      "learning_rate_adapter": 1.6405063291139243e-05,
+      "loss": 0.019,
+      "step": 340200
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.639240506329114e-05,
+      "learning_rate_adapter": 1.639240506329114e-05,
+      "loss": 0.019,
+      "step": 340250
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6379746835443037e-05,
+      "learning_rate_adapter": 1.6379746835443037e-05,
+      "loss": 0.0191,
+      "step": 340300
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.636708860759494e-05,
+      "learning_rate_adapter": 1.636708860759494e-05,
+      "loss": 0.0193,
+      "step": 340350
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 1.6354430379746835e-05,
+      "learning_rate_adapter": 1.6354430379746835e-05,
+      "loss": 0.0192,
+      "step": 340400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6341772151898734e-05,
+      "learning_rate_adapter": 1.6341772151898734e-05,
+      "loss": 0.0192,
+      "step": 340450
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6329113924050636e-05,
+      "learning_rate_adapter": 1.6329113924050636e-05,
+      "loss": 0.0194,
+      "step": 340500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.631645569620253e-05,
+      "learning_rate_adapter": 1.631645569620253e-05,
+      "loss": 0.0193,
+      "step": 340550
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.630379746835443e-05,
+      "learning_rate_adapter": 1.630379746835443e-05,
+      "loss": 0.0192,
+      "step": 340600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6291139240506332e-05,
+      "learning_rate_adapter": 1.6291139240506332e-05,
+      "loss": 0.0191,
+      "step": 340650
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6278481012658228e-05,
+      "learning_rate_adapter": 1.6278481012658228e-05,
+      "loss": 0.0192,
+      "step": 340700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6265822784810127e-05,
+      "learning_rate_adapter": 1.6265822784810127e-05,
+      "loss": 0.019,
+      "step": 340750
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6253164556962026e-05,
+      "learning_rate_adapter": 1.6253164556962026e-05,
+      "loss": 0.0192,
+      "step": 340800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6240506329113924e-05,
+      "learning_rate_adapter": 1.6240506329113924e-05,
+      "loss": 0.0192,
+      "step": 340850
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6227848101265823e-05,
+      "learning_rate_adapter": 1.6227848101265823e-05,
+      "loss": 0.0192,
+      "step": 340900
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6215189873417722e-05,
+      "learning_rate_adapter": 1.6215189873417722e-05,
+      "loss": 0.019,
+      "step": 340950
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.620253164556962e-05,
+      "learning_rate_adapter": 1.620253164556962e-05,
+      "loss": 0.019,
+      "step": 341000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.618987341772152e-05,
+      "learning_rate_adapter": 1.618987341772152e-05,
+      "loss": 0.0191,
+      "step": 341050
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.617721518987342e-05,
+      "learning_rate_adapter": 1.617721518987342e-05,
+      "loss": 0.0192,
+      "step": 341100
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6164556962025318e-05,
+      "learning_rate_adapter": 1.6164556962025318e-05,
+      "loss": 0.0192,
+      "step": 341150
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6151898734177216e-05,
+      "learning_rate_adapter": 1.6151898734177216e-05,
+      "loss": 0.0191,
+      "step": 341200
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6139240506329115e-05,
+      "learning_rate_adapter": 1.6139240506329115e-05,
+      "loss": 0.0191,
+      "step": 341250
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6126582278481014e-05,
+      "learning_rate_adapter": 1.6126582278481014e-05,
+      "loss": 0.0191,
+      "step": 341300
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6113924050632913e-05,
+      "learning_rate_adapter": 1.6113924050632913e-05,
+      "loss": 0.019,
+      "step": 341350
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6101265822784812e-05,
+      "learning_rate_adapter": 1.6101265822784812e-05,
+      "loss": 0.0193,
+      "step": 341400
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.608860759493671e-05,
+      "learning_rate_adapter": 1.608860759493671e-05,
+      "loss": 0.0193,
+      "step": 341450
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.607594936708861e-05,
+      "learning_rate_adapter": 1.607594936708861e-05,
+      "loss": 0.0192,
+      "step": 341500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.606329113924051e-05,
+      "learning_rate_adapter": 1.606329113924051e-05,
+      "loss": 0.0191,
+      "step": 341550
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6050632911392404e-05,
+      "learning_rate_adapter": 1.6050632911392404e-05,
+      "loss": 0.0191,
+      "step": 341600
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6037974683544306e-05,
+      "learning_rate_adapter": 1.6037974683544306e-05,
+      "loss": 0.0192,
+      "step": 341650
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6025316455696205e-05,
+      "learning_rate_adapter": 1.6025316455696205e-05,
+      "loss": 0.0192,
+      "step": 341700
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.60126582278481e-05,
+      "learning_rate_adapter": 1.60126582278481e-05,
+      "loss": 0.0191,
+      "step": 341750
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.6000000000000003e-05,
+      "learning_rate_adapter": 1.6000000000000003e-05,
+      "loss": 0.0193,
+      "step": 341800
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.59873417721519e-05,
+      "learning_rate_adapter": 1.59873417721519e-05,
+      "loss": 0.0191,
+      "step": 341850
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 1.5974683544303797e-05,
+      "learning_rate_adapter": 1.5974683544303797e-05,
+      "loss": 0.0191,
+      "step": 341900
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.59620253164557e-05,
+      "learning_rate_adapter": 1.59620253164557e-05,
+      "loss": 0.0191,
+      "step": 341950
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5949367088607595e-05,
+      "learning_rate_adapter": 1.5949367088607595e-05,
+      "loss": 0.019,
+      "step": 342000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5936708860759494e-05,
+      "learning_rate_adapter": 1.5936708860759494e-05,
+      "loss": 0.0191,
+      "step": 342050
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5924050632911396e-05,
+      "learning_rate_adapter": 1.5924050632911396e-05,
+      "loss": 0.0194,
+      "step": 342100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.591139240506329e-05,
+      "learning_rate_adapter": 1.591139240506329e-05,
+      "loss": 0.0191,
+      "step": 342150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.589873417721519e-05,
+      "learning_rate_adapter": 1.589873417721519e-05,
+      "loss": 0.0192,
+      "step": 342200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.588607594936709e-05,
+      "learning_rate_adapter": 1.588607594936709e-05,
+      "loss": 0.019,
+      "step": 342250
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5873417721518988e-05,
+      "learning_rate_adapter": 1.5873417721518988e-05,
+      "loss": 0.0193,
+      "step": 342300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5860759493670887e-05,
+      "learning_rate_adapter": 1.5860759493670887e-05,
+      "loss": 0.0191,
+      "step": 342350
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5848101265822786e-05,
+      "learning_rate_adapter": 1.5848101265822786e-05,
+      "loss": 0.0192,
+      "step": 342400
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5835443037974684e-05,
+      "learning_rate_adapter": 1.5835443037974684e-05,
+      "loss": 0.0192,
+      "step": 342450
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5822784810126583e-05,
+      "learning_rate_adapter": 1.5822784810126583e-05,
+      "loss": 0.0191,
+      "step": 342500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5810126582278482e-05,
+      "learning_rate_adapter": 1.5810126582278482e-05,
+      "loss": 0.0192,
+      "step": 342550
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.579746835443038e-05,
+      "learning_rate_adapter": 1.579746835443038e-05,
+      "loss": 0.0192,
+      "step": 342600
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5784810126582276e-05,
+      "learning_rate_adapter": 1.5784810126582276e-05,
+      "loss": 0.0193,
+      "step": 342650
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.577215189873418e-05,
+      "learning_rate_adapter": 1.577215189873418e-05,
+      "loss": 0.0191,
+      "step": 342700
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5759493670886078e-05,
+      "learning_rate_adapter": 1.5759493670886078e-05,
+      "loss": 0.0192,
+      "step": 342750
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5746835443037973e-05,
+      "learning_rate_adapter": 1.5746835443037973e-05,
+      "loss": 0.0192,
+      "step": 342800
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5734177215189875e-05,
+      "learning_rate_adapter": 1.5734177215189875e-05,
+      "loss": 0.019,
+      "step": 342850
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5721518987341774e-05,
+      "learning_rate_adapter": 1.5721518987341774e-05,
+      "loss": 0.0189,
+      "step": 342900
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.570886075949367e-05,
+      "learning_rate_adapter": 1.570886075949367e-05,
+      "loss": 0.0192,
+      "step": 342950
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5696202531645572e-05,
+      "learning_rate_adapter": 1.5696202531645572e-05,
+      "loss": 0.0191,
+      "step": 343000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5683544303797467e-05,
+      "learning_rate_adapter": 1.5683544303797467e-05,
+      "loss": 0.0192,
+      "step": 343050
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5670886075949366e-05,
+      "learning_rate_adapter": 1.5670886075949366e-05,
+      "loss": 0.019,
+      "step": 343100
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.565822784810127e-05,
+      "learning_rate_adapter": 1.565822784810127e-05,
+      "loss": 0.0193,
+      "step": 343150
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5645569620253164e-05,
+      "learning_rate_adapter": 1.5645569620253164e-05,
+      "loss": 0.0192,
+      "step": 343200
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5632911392405063e-05,
+      "learning_rate_adapter": 1.5632911392405063e-05,
+      "loss": 0.0193,
+      "step": 343250
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.5620253164556965e-05,
+      "learning_rate_adapter": 1.5620253164556965e-05,
+      "loss": 0.0193,
+      "step": 343300
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 1.560759493670886e-05,
+      "learning_rate_adapter": 1.560759493670886e-05,
+      "loss": 0.0191,
+      "step": 343350
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.559493670886076e-05,
+      "learning_rate_adapter": 1.559493670886076e-05,
+      "loss": 0.0191,
+      "step": 343400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5582278481012658e-05,
+      "learning_rate_adapter": 1.5582278481012658e-05,
+      "loss": 0.0192,
+      "step": 343450
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5569620253164557e-05,
+      "learning_rate_adapter": 1.5569620253164557e-05,
+      "loss": 0.0191,
+      "step": 343500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5556962025316456e-05,
+      "learning_rate_adapter": 1.5556962025316456e-05,
+      "loss": 0.019,
+      "step": 343550
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5544303797468355e-05,
+      "learning_rate_adapter": 1.5544303797468355e-05,
+      "loss": 0.019,
+      "step": 343600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5531645569620254e-05,
+      "learning_rate_adapter": 1.5531645569620254e-05,
+      "loss": 0.0192,
+      "step": 343650
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5518987341772152e-05,
+      "learning_rate_adapter": 1.5518987341772152e-05,
+      "loss": 0.0192,
+      "step": 343700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.550632911392405e-05,
+      "learning_rate_adapter": 1.550632911392405e-05,
+      "loss": 0.0193,
+      "step": 343750
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.549367088607595e-05,
+      "learning_rate_adapter": 1.549367088607595e-05,
+      "loss": 0.0192,
+      "step": 343800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.548101265822785e-05,
+      "learning_rate_adapter": 1.548101265822785e-05,
+      "loss": 0.0191,
+      "step": 343850
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5468354430379748e-05,
+      "learning_rate_adapter": 1.5468354430379748e-05,
+      "loss": 0.0192,
+      "step": 343900
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5455696202531647e-05,
+      "learning_rate_adapter": 1.5455696202531647e-05,
+      "loss": 0.0191,
+      "step": 343950
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5443037974683546e-05,
+      "learning_rate_adapter": 1.5443037974683546e-05,
+      "loss": 0.019,
+      "step": 344000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5430379746835444e-05,
+      "learning_rate_adapter": 1.5430379746835444e-05,
+      "loss": 0.019,
+      "step": 344050
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5417721518987343e-05,
+      "learning_rate_adapter": 1.5417721518987343e-05,
+      "loss": 0.0191,
+      "step": 344100
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5405063291139242e-05,
+      "learning_rate_adapter": 1.5405063291139242e-05,
+      "loss": 0.0191,
+      "step": 344150
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.539240506329114e-05,
+      "learning_rate_adapter": 1.539240506329114e-05,
+      "loss": 0.0192,
+      "step": 344200
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5379746835443036e-05,
+      "learning_rate_adapter": 1.5379746835443036e-05,
+      "loss": 0.0189,
+      "step": 344250
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.536708860759494e-05,
+      "learning_rate_adapter": 1.536708860759494e-05,
+      "loss": 0.0194,
+      "step": 344300
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5354430379746838e-05,
+      "learning_rate_adapter": 1.5354430379746838e-05,
+      "loss": 0.0194,
+      "step": 344350
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5341772151898733e-05,
+      "learning_rate_adapter": 1.5341772151898733e-05,
+      "loss": 0.0192,
+      "step": 344400
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5329113924050635e-05,
+      "learning_rate_adapter": 1.5329113924050635e-05,
+      "loss": 0.0192,
+      "step": 344450
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5316455696202534e-05,
+      "learning_rate_adapter": 1.5316455696202534e-05,
+      "loss": 0.019,
+      "step": 344500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.530379746835443e-05,
+      "learning_rate_adapter": 1.530379746835443e-05,
+      "loss": 0.019,
+      "step": 344550
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5291139240506332e-05,
+      "learning_rate_adapter": 1.5291139240506332e-05,
+      "loss": 0.0191,
+      "step": 344600
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5278481012658227e-05,
+      "learning_rate_adapter": 1.5278481012658227e-05,
+      "loss": 0.019,
+      "step": 344650
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5265822784810126e-05,
+      "learning_rate_adapter": 1.5265822784810126e-05,
+      "loss": 0.0192,
+      "step": 344700
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5253164556962027e-05,
+      "learning_rate_adapter": 1.5253164556962027e-05,
+      "loss": 0.0191,
+      "step": 344750
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5240506329113924e-05,
+      "learning_rate_adapter": 1.5240506329113924e-05,
+      "loss": 0.019,
+      "step": 344800
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 1.5227848101265824e-05,
+      "learning_rate_adapter": 1.5227848101265824e-05,
+      "loss": 0.0191,
+      "step": 344850
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5215189873417723e-05,
+      "learning_rate_adapter": 1.5215189873417723e-05,
+      "loss": 0.0193,
+      "step": 344900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.520253164556962e-05,
+      "learning_rate_adapter": 1.520253164556962e-05,
+      "loss": 0.0192,
+      "step": 344950
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5189873417721521e-05,
+      "learning_rate_adapter": 1.5189873417721521e-05,
+      "loss": 0.0192,
+      "step": 345000
+    },
+    {
+      "epoch": 2.33,
+      "eval_af_opus100_pr_auc": 0.8231932045337239,
+      "eval_af_ud_pr_auc": 0.9924290910028097,
+      "eval_am_opus100_pr_auc": 0.7174065847987479,
+      "eval_ar_ersatz_pr_auc": 0.9345581816035912,
+      "eval_ar_opus100_pr_auc": 0.764800949543548,
+      "eval_ar_ud_pr_auc": 0.9097683164200829,
+      "eval_average_ersatz_pr_auc": 0.9764235308113425,
+      "eval_average_opus100_pr_auc": 0.8729736832067615,
+      "eval_average_ud_pr_auc": 0.9701123957218294,
+      "eval_az_opus100_pr_auc": 0.83893660808392,
+      "eval_be_opus100_pr_auc": 0.8067629668041517,
+      "eval_be_ud_pr_auc": 0.9185038173045332,
+      "eval_bg_opus100_pr_auc": 0.9371990311128984,
+      "eval_bg_ud_pr_auc": 0.9956065572626079,
+      "eval_bn_opus100_pr_auc": 0.8697247653354597,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9148776758022461,
+      "eval_ca_ud_pr_auc": 0.9974459030029723,
+      "eval_ceb_ud_pr_auc": 0.9993734911950658,
+      "eval_cs_ersatz_pr_auc": 0.9882779190894425,
+      "eval_cs_opus100_pr_auc": 0.9301534043049405,
+      "eval_cs_ud_pr_auc": 0.965234861073383,
+      "eval_cy_opus100_pr_auc": 0.8195697542855871,
+      "eval_cy_ud_pr_auc": 0.9978619947582128,
+      "eval_da_opus100_pr_auc": 0.9361968412849297,
+      "eval_da_ud_pr_auc": 0.9793375887491977,
+      "eval_de_ersatz_pr_auc": 0.9912962012101907,
+      "eval_de_opus100_pr_auc": 0.9325267524775527,
+      "eval_de_ud_pr_auc": 0.9890720532655016,
+      "eval_el_opus100_pr_auc": 0.9299992457929418,
+      "eval_el_ud_pr_auc": 0.9942231084230714,
+      "eval_en_ersatz_pr_auc": 0.9953872225541311,
+      "eval_en_opus100_pr_auc": 0.9342099310615606,
+      "eval_en_ud_pr_auc": 0.9817825323995156,
+      "eval_eo_opus100_pr_auc": 0.9379812906386616,
+      "eval_es_ersatz_pr_auc": 0.9971902580826637,
+      "eval_es_opus100_pr_auc": 0.9490563386130325,
+      "eval_es_ud_pr_auc": 0.9915411170607479,
+      "eval_et_ersatz_pr_auc": 0.9862804986349238,
+      "eval_et_opus100_pr_auc": 0.9364307643494888,
+      "eval_et_ud_pr_auc": 0.9792547008188504,
+      "eval_eu_opus100_pr_auc": 0.9015868604308852,
+      "eval_eu_ud_pr_auc": 0.9920714580363743,
+      "eval_fa_opus100_pr_auc": 0.681831568444747,
+      "eval_fa_ud_pr_auc": 0.9974243887179799,
+      "eval_fi_ersatz_pr_auc": 0.9959240817452232,
+      "eval_fi_opus100_pr_auc": 0.9420261844875124,
+      "eval_fi_ud_pr_auc": 0.9648802251716346,
+      "eval_fr_ersatz_pr_auc": 0.9893791133414912,
+      "eval_fr_opus100_pr_auc": 0.9366767889730948,
+      "eval_fr_ud_pr_auc": 0.9921916354914507,
+      "eval_fy_opus100_pr_auc": 0.7290172205067194,
+      "eval_ga_opus100_pr_auc": 0.9310809796532237,
+      "eval_ga_ud_pr_auc": 0.8115684226651207,
+      "eval_gd_opus100_pr_auc": 0.792504809471673,
+      "eval_gd_ud_pr_auc": 0.8501409072134577,
+      "eval_gl_opus100_pr_auc": 0.917392903900571,
+      "eval_gl_ud_pr_auc": 0.9971417541556762,
+      "eval_gu_ersatz_pr_auc": 0.9571001653162406,
+      "eval_gu_opus100_pr_auc": 0.7908640374805097,
+      "eval_ha_opus100_pr_auc": 0.9425276935030739,
+      "eval_he_opus100_pr_auc": 0.897739503060962,
+      "eval_he_ud_pr_auc": 0.9869361604560404,
+      "eval_hi_ersatz_pr_auc": 0.9849822277632516,
+      "eval_hi_opus100_pr_auc": 0.7678185445167657,
+      "eval_hi_ud_pr_auc": 0.9946474980375075,
+      "eval_hu_opus100_pr_auc": 0.9325104299608333,
+      "eval_hu_ud_pr_auc": 0.9835164410845074,
+      "eval_hy_opus100_pr_auc": 0.9211332784847461,
+      "eval_hy_ud_pr_auc": 0.9765139227299949,
+      "eval_id_opus100_pr_auc": 0.9074958452403423,
+      "eval_id_ud_pr_auc": 0.9967944191663018,
+      "eval_ig_opus100_pr_auc": 0.9022609860757498,
+      "eval_is_opus100_pr_auc": 0.937152949008,
+      "eval_is_ud_pr_auc": 0.9215057975157641,
+      "eval_it_opus100_pr_auc": 0.936143185049978,
+      "eval_it_ud_pr_auc": 0.9977422016933897,
+      "eval_ja_ersatz_pr_auc": 0.8993974812937914,
+      "eval_ja_opus100_pr_auc": 0.8698668522568832,
+      "eval_ja_ud_pr_auc": 0.983269054118456,
+      "eval_jv_ud_pr_auc": 0.9596936205442185,
+      "eval_ka_opus100_pr_auc": 0.8565843260983202,
+      "eval_kk_ersatz_pr_auc": 0.9895248951149329,
+      "eval_kk_opus100_pr_auc": 0.8484427026222507,
+      "eval_kk_ud_pr_auc": 0.9750393516723097,
+      "eval_km_ersatz_pr_auc": 0.9603300695766873,
+      "eval_km_opus100_pr_auc": 0.7873286079028942,
+      "eval_kn_opus100_pr_auc": 0.7236468920118075,
+      "eval_ko_opus100_pr_auc": 0.7197019353938646,
+      "eval_ko_ud_pr_auc": 0.9972387801609752,
+      "eval_ku_opus100_pr_auc": 0.8845403522124515,
+      "eval_ky_opus100_pr_auc": 0.9125900015075197,
+      "eval_la_ud_pr_auc": 0.9769089611017128,
+      "eval_loss": 0.02277645282447338,
+      "eval_lt_ersatz_pr_auc": 0.9977496438617462,
+      "eval_lt_opus100_pr_auc": 0.9148472133408432,
+      "eval_lt_ud_pr_auc": 0.9936204065024954,
+      "eval_lv_ersatz_pr_auc": 0.9939804559418268,
+      "eval_lv_opus100_pr_auc": 0.9080343921088831,
+      "eval_lv_ud_pr_auc": 0.9700607397603661,
+      "eval_mg_opus100_pr_auc": 0.9540219481501812,
+      "eval_mk_opus100_pr_auc": 0.9390923852731274,
+      "eval_ml_opus100_pr_auc": 0.8170984665303539,
+      "eval_mn_opus100_pr_auc": 0.9531295878018639,
+      "eval_mr_opus100_pr_auc": 0.933605454053884,
+      "eval_mr_ud_pr_auc": 0.9604581998016308,
+      "eval_ms_opus100_pr_auc": 0.8964656550679335,
+      "eval_mt_opus100_pr_auc": 0.8979328568075625,
+      "eval_mt_ud_pr_auc": 0.9320572338183761,
+      "eval_my_opus100_pr_auc": 0.8796797995597964,
+      "eval_ne_opus100_pr_auc": 0.7781202449295072,
+      "eval_nl_opus100_pr_auc": 0.9164986166552823,
+      "eval_nl_ud_pr_auc": 0.9875554834473925,
+      "eval_no_opus100_pr_auc": 0.9295725751684796,
+      "eval_no_ud_pr_auc": 0.9966602187514018,
+      "eval_pa_opus100_pr_auc": 0.7128892982278494,
+      "eval_pl_ersatz_pr_auc": 0.9757848887441128,
+      "eval_pl_opus100_pr_auc": 0.9140189995826106,
+      "eval_pl_ud_pr_auc": 0.9779601045664881,
+      "eval_ps_ersatz_pr_auc": 0.9298395442405878,
+      "eval_ps_opus100_pr_auc": 0.7735685548149938,
+      "eval_pt_opus100_pr_auc": 0.9393833087281638,
+      "eval_pt_ud_pr_auc": 0.9885215587336167,
+      "eval_ro_ersatz_pr_auc": 0.9940376156294533,
+      "eval_ro_opus100_pr_auc": 0.8854245939613462,
+      "eval_ro_ud_pr_auc": 0.9441743342859514,
+      "eval_ru_ersatz_pr_auc": 0.9953453067949386,
+      "eval_ru_opus100_pr_auc": 0.9499323957762524,
+      "eval_ru_ud_pr_auc": 0.9007710756329923,
+      "eval_runtime": 528.5575,
+      "eval_samples_per_second": 142.879,
+      "eval_si_opus100_pr_auc": 0.8371616833290996,
+      "eval_sk_opus100_pr_auc": 0.9481422812092027,
+      "eval_sk_ud_pr_auc": 0.9891112194582287,
+      "eval_sl_opus100_pr_auc": 0.9017746815357319,
+      "eval_sl_ud_pr_auc": 0.9704135901229518,
+      "eval_sq_opus100_pr_auc": 0.9462956890137275,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.93721577663254,
+      "eval_sr_ud_pr_auc": 0.9995939528763104,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9251757038472126,
+      "eval_sv_ud_pr_auc": 0.9609716880405269,
+      "eval_ta_ersatz_pr_auc": 0.9818155595300301,
+      "eval_ta_opus100_pr_auc": 0.7807059162447093,
+      "eval_ta_ud_pr_auc": 0.9990528269069872,
+      "eval_te_opus100_pr_auc": 0.832970068204827,
+      "eval_tg_opus100_pr_auc": 0.9236946589891074,
+      "eval_th_opus100_pr_auc": 0.7248347212214562,
+      "eval_th_ud_pr_auc": 0.907586507875939,
+      "eval_tr_ersatz_pr_auc": 0.9731181151707206,
+      "eval_tr_opus100_pr_auc": 0.9168336376759985,
+      "eval_tr_ud_pr_auc": 0.9673184338992493,
+      "eval_uk_opus100_pr_auc": 0.9039033168516192,
+      "eval_uk_ud_pr_auc": 0.9320833827100441,
+      "eval_ur_opus100_pr_auc": 0.672593197145294,
+      "eval_ur_ud_pr_auc": 0.9932148895183109,
+      "eval_uz_opus100_pr_auc": 0.9033137127496575,
+      "eval_vi_opus100_pr_auc": 0.9095210713930432,
+      "eval_vi_ud_pr_auc": 0.9531872174240874,
+      "eval_xh_opus100_pr_auc": 0.9018272145808099,
+      "eval_yi_opus100_pr_auc": 0.774074961378781,
+      "eval_yo_opus100_pr_auc": 0.8450737827341817,
+      "eval_yo_ud_pr_auc": 0.9311631089617133,
+      "eval_zh_ersatz_pr_auc": 0.9700182326095612,
+      "eval_zh_opus100_pr_auc": 0.913962984888582,
+      "eval_zh_ud_pr_auc": 0.994210250579788,
+      "eval_zu_opus100_pr_auc": 0.8419590697111752,
+      "step": 345000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5177215189873416e-05,
+      "learning_rate_adapter": 1.5177215189873416e-05,
+      "loss": 0.0193,
+      "step": 345050
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5164556962025317e-05,
+      "learning_rate_adapter": 1.5164556962025317e-05,
+      "loss": 0.019,
+      "step": 345100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5151898734177218e-05,
+      "learning_rate_adapter": 1.5151898734177218e-05,
+      "loss": 0.0191,
+      "step": 345150
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5139240506329113e-05,
+      "learning_rate_adapter": 1.5139240506329113e-05,
+      "loss": 0.0191,
+      "step": 345200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5126582278481014e-05,
+      "learning_rate_adapter": 1.5126582278481014e-05,
+      "loss": 0.0192,
+      "step": 345250
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5113924050632914e-05,
+      "learning_rate_adapter": 1.5113924050632914e-05,
+      "loss": 0.0191,
+      "step": 345300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.510126582278481e-05,
+      "learning_rate_adapter": 1.510126582278481e-05,
+      "loss": 0.019,
+      "step": 345350
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.508860759493671e-05,
+      "learning_rate_adapter": 1.508860759493671e-05,
+      "loss": 0.0191,
+      "step": 345400
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5075949367088607e-05,
+      "learning_rate_adapter": 1.5075949367088607e-05,
+      "loss": 0.0191,
+      "step": 345450
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5063291139240506e-05,
+      "learning_rate_adapter": 1.5063291139240506e-05,
+      "loss": 0.0192,
+      "step": 345500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5050632911392407e-05,
+      "learning_rate_adapter": 1.5050632911392407e-05,
+      "loss": 0.0192,
+      "step": 345550
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5037974683544304e-05,
+      "learning_rate_adapter": 1.5037974683544304e-05,
+      "loss": 0.019,
+      "step": 345600
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5025316455696203e-05,
+      "learning_rate_adapter": 1.5025316455696203e-05,
+      "loss": 0.0195,
+      "step": 345650
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5012658227848103e-05,
+      "learning_rate_adapter": 1.5012658227848103e-05,
+      "loss": 0.0192,
+      "step": 345700
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.5e-05,
+      "learning_rate_adapter": 1.5e-05,
+      "loss": 0.0192,
+      "step": 345750
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.49873417721519e-05,
+      "learning_rate_adapter": 1.49873417721519e-05,
+      "loss": 0.0192,
+      "step": 345800
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4974683544303796e-05,
+      "learning_rate_adapter": 1.4974683544303796e-05,
+      "loss": 0.0191,
+      "step": 345850
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4962025316455697e-05,
+      "learning_rate_adapter": 1.4962025316455697e-05,
+      "loss": 0.0193,
+      "step": 345900
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4949367088607596e-05,
+      "learning_rate_adapter": 1.4949367088607596e-05,
+      "loss": 0.019,
+      "step": 345950
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4936708860759493e-05,
+      "learning_rate_adapter": 1.4936708860759493e-05,
+      "loss": 0.019,
+      "step": 346000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4924050632911394e-05,
+      "learning_rate_adapter": 1.4924050632911394e-05,
+      "loss": 0.019,
+      "step": 346050
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4911392405063292e-05,
+      "learning_rate_adapter": 1.4911392405063292e-05,
+      "loss": 0.019,
+      "step": 346100
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.489873417721519e-05,
+      "learning_rate_adapter": 1.489873417721519e-05,
+      "loss": 0.0191,
+      "step": 346150
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.488607594936709e-05,
+      "learning_rate_adapter": 1.488607594936709e-05,
+      "loss": 0.0192,
+      "step": 346200
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4873417721518987e-05,
+      "learning_rate_adapter": 1.4873417721518987e-05,
+      "loss": 0.0191,
+      "step": 346250
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4860759493670886e-05,
+      "learning_rate_adapter": 1.4860759493670886e-05,
+      "loss": 0.0192,
+      "step": 346300
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 1.4848101265822787e-05,
+      "learning_rate_adapter": 1.4848101265822787e-05,
+      "loss": 0.0191,
+      "step": 346350
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4835443037974684e-05,
+      "learning_rate_adapter": 1.4835443037974684e-05,
+      "loss": 0.0191,
+      "step": 346400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4822784810126583e-05,
+      "learning_rate_adapter": 1.4822784810126583e-05,
+      "loss": 0.0191,
+      "step": 346450
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4810126582278483e-05,
+      "learning_rate_adapter": 1.4810126582278483e-05,
+      "loss": 0.0193,
+      "step": 346500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.479746835443038e-05,
+      "learning_rate_adapter": 1.479746835443038e-05,
+      "loss": 0.0193,
+      "step": 346550
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.478481012658228e-05,
+      "learning_rate_adapter": 1.478481012658228e-05,
+      "loss": 0.0191,
+      "step": 346600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4772151898734176e-05,
+      "learning_rate_adapter": 1.4772151898734176e-05,
+      "loss": 0.019,
+      "step": 346650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4759493670886077e-05,
+      "learning_rate_adapter": 1.4759493670886077e-05,
+      "loss": 0.0189,
+      "step": 346700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4746835443037976e-05,
+      "learning_rate_adapter": 1.4746835443037976e-05,
+      "loss": 0.0188,
+      "step": 346750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4734177215189873e-05,
+      "learning_rate_adapter": 1.4734177215189873e-05,
+      "loss": 0.0191,
+      "step": 346800
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4721518987341774e-05,
+      "learning_rate_adapter": 1.4721518987341774e-05,
+      "loss": 0.019,
+      "step": 346850
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4708860759493672e-05,
+      "learning_rate_adapter": 1.4708860759493672e-05,
+      "loss": 0.0192,
+      "step": 346900
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.469620253164557e-05,
+      "learning_rate_adapter": 1.469620253164557e-05,
+      "loss": 0.0192,
+      "step": 346950
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.468354430379747e-05,
+      "learning_rate_adapter": 1.468354430379747e-05,
+      "loss": 0.0192,
+      "step": 347000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4670886075949367e-05,
+      "learning_rate_adapter": 1.4670886075949367e-05,
+      "loss": 0.019,
+      "step": 347050
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4658227848101266e-05,
+      "learning_rate_adapter": 1.4658227848101266e-05,
+      "loss": 0.0194,
+      "step": 347100
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4645569620253167e-05,
+      "learning_rate_adapter": 1.4645569620253167e-05,
+      "loss": 0.0191,
+      "step": 347150
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4632911392405064e-05,
+      "learning_rate_adapter": 1.4632911392405064e-05,
+      "loss": 0.0192,
+      "step": 347200
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4620253164556963e-05,
+      "learning_rate_adapter": 1.4620253164556963e-05,
+      "loss": 0.0192,
+      "step": 347250
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4607594936708863e-05,
+      "learning_rate_adapter": 1.4607594936708863e-05,
+      "loss": 0.019,
+      "step": 347300
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.459493670886076e-05,
+      "learning_rate_adapter": 1.459493670886076e-05,
+      "loss": 0.0191,
+      "step": 347350
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.458227848101266e-05,
+      "learning_rate_adapter": 1.458227848101266e-05,
+      "loss": 0.0192,
+      "step": 347400
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4569620253164556e-05,
+      "learning_rate_adapter": 1.4569620253164556e-05,
+      "loss": 0.019,
+      "step": 347450
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4556962025316457e-05,
+      "learning_rate_adapter": 1.4556962025316457e-05,
+      "loss": 0.019,
+      "step": 347500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4544303797468356e-05,
+      "learning_rate_adapter": 1.4544303797468356e-05,
+      "loss": 0.0191,
+      "step": 347550
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4531645569620253e-05,
+      "learning_rate_adapter": 1.4531645569620253e-05,
+      "loss": 0.0192,
+      "step": 347600
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4518987341772153e-05,
+      "learning_rate_adapter": 1.4518987341772153e-05,
+      "loss": 0.0192,
+      "step": 347650
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.4506329113924052e-05,
+      "learning_rate_adapter": 1.4506329113924052e-05,
+      "loss": 0.019,
+      "step": 347700
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.449367088607595e-05,
+      "learning_rate_adapter": 1.449367088607595e-05,
+      "loss": 0.019,
+      "step": 347750
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 1.448101265822785e-05,
+      "learning_rate_adapter": 1.448101265822785e-05,
+      "loss": 0.019,
+      "step": 347800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4468354430379746e-05,
+      "learning_rate_adapter": 1.4468354430379746e-05,
+      "loss": 0.0192,
+      "step": 347850
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4455696202531646e-05,
+      "learning_rate_adapter": 1.4455696202531646e-05,
+      "loss": 0.019,
+      "step": 347900
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4443037974683547e-05,
+      "learning_rate_adapter": 1.4443037974683547e-05,
+      "loss": 0.019,
+      "step": 347950
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4430379746835442e-05,
+      "learning_rate_adapter": 1.4430379746835442e-05,
+      "loss": 0.0191,
+      "step": 348000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4417721518987343e-05,
+      "learning_rate_adapter": 1.4417721518987343e-05,
+      "loss": 0.0192,
+      "step": 348050
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4405063291139243e-05,
+      "learning_rate_adapter": 1.4405063291139243e-05,
+      "loss": 0.019,
+      "step": 348100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4392405063291139e-05,
+      "learning_rate_adapter": 1.4392405063291139e-05,
+      "loss": 0.0192,
+      "step": 348150
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.437974683544304e-05,
+      "learning_rate_adapter": 1.437974683544304e-05,
+      "loss": 0.0192,
+      "step": 348200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4367088607594936e-05,
+      "learning_rate_adapter": 1.4367088607594936e-05,
+      "loss": 0.0191,
+      "step": 348250
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4354430379746835e-05,
+      "learning_rate_adapter": 1.4354430379746835e-05,
+      "loss": 0.0191,
+      "step": 348300
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4341772151898736e-05,
+      "learning_rate_adapter": 1.4341772151898736e-05,
+      "loss": 0.019,
+      "step": 348350
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4329113924050633e-05,
+      "learning_rate_adapter": 1.4329113924050633e-05,
+      "loss": 0.0191,
+      "step": 348400
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4316455696202532e-05,
+      "learning_rate_adapter": 1.4316455696202532e-05,
+      "loss": 0.019,
+      "step": 348450
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4303797468354432e-05,
+      "learning_rate_adapter": 1.4303797468354432e-05,
+      "loss": 0.0189,
+      "step": 348500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.429113924050633e-05,
+      "learning_rate_adapter": 1.429113924050633e-05,
+      "loss": 0.0191,
+      "step": 348550
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4278481012658228e-05,
+      "learning_rate_adapter": 1.4278481012658228e-05,
+      "loss": 0.0191,
+      "step": 348600
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4265822784810126e-05,
+      "learning_rate_adapter": 1.4265822784810126e-05,
+      "loss": 0.0192,
+      "step": 348650
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4253164556962026e-05,
+      "learning_rate_adapter": 1.4253164556962026e-05,
+      "loss": 0.0193,
+      "step": 348700
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4240506329113925e-05,
+      "learning_rate_adapter": 1.4240506329113925e-05,
+      "loss": 0.0191,
+      "step": 348750
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4227848101265822e-05,
+      "learning_rate_adapter": 1.4227848101265822e-05,
+      "loss": 0.0191,
+      "step": 348800
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4215189873417723e-05,
+      "learning_rate_adapter": 1.4215189873417723e-05,
+      "loss": 0.019,
+      "step": 348850
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4202531645569621e-05,
+      "learning_rate_adapter": 1.4202531645569621e-05,
+      "loss": 0.0191,
+      "step": 348900
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4189873417721519e-05,
+      "learning_rate_adapter": 1.4189873417721519e-05,
+      "loss": 0.0191,
+      "step": 348950
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.417721518987342e-05,
+      "learning_rate_adapter": 1.417721518987342e-05,
+      "loss": 0.0191,
+      "step": 349000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4164556962025316e-05,
+      "learning_rate_adapter": 1.4164556962025316e-05,
+      "loss": 0.0189,
+      "step": 349050
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4151898734177215e-05,
+      "learning_rate_adapter": 1.4151898734177215e-05,
+      "loss": 0.019,
+      "step": 349100
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4139240506329116e-05,
+      "learning_rate_adapter": 1.4139240506329116e-05,
+      "loss": 0.0192,
+      "step": 349150
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4126582278481013e-05,
+      "learning_rate_adapter": 1.4126582278481013e-05,
+      "loss": 0.0193,
+      "step": 349200
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4113924050632912e-05,
+      "learning_rate_adapter": 1.4113924050632912e-05,
+      "loss": 0.0189,
+      "step": 349250
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 1.4101265822784812e-05,
+      "learning_rate_adapter": 1.4101265822784812e-05,
+      "loss": 0.0191,
+      "step": 349300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.408860759493671e-05,
+      "learning_rate_adapter": 1.408860759493671e-05,
+      "loss": 0.0192,
+      "step": 349350
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4075949367088608e-05,
+      "learning_rate_adapter": 1.4075949367088608e-05,
+      "loss": 0.0193,
+      "step": 349400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4063291139240506e-05,
+      "learning_rate_adapter": 1.4063291139240506e-05,
+      "loss": 0.019,
+      "step": 349450
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4050632911392406e-05,
+      "learning_rate_adapter": 1.4050632911392406e-05,
+      "loss": 0.019,
+      "step": 349500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4037974683544305e-05,
+      "learning_rate_adapter": 1.4037974683544305e-05,
+      "loss": 0.019,
+      "step": 349550
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4025316455696202e-05,
+      "learning_rate_adapter": 1.4025316455696202e-05,
+      "loss": 0.0191,
+      "step": 349600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4012658227848103e-05,
+      "learning_rate_adapter": 1.4012658227848103e-05,
+      "loss": 0.019,
+      "step": 349650
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.4000000000000001e-05,
+      "learning_rate_adapter": 1.4000000000000001e-05,
+      "loss": 0.0188,
+      "step": 349700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3987341772151899e-05,
+      "learning_rate_adapter": 1.3987341772151899e-05,
+      "loss": 0.019,
+      "step": 349750
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.39746835443038e-05,
+      "learning_rate_adapter": 1.39746835443038e-05,
+      "loss": 0.019,
+      "step": 349800
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3962025316455696e-05,
+      "learning_rate_adapter": 1.3962025316455696e-05,
+      "loss": 0.019,
+      "step": 349850
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3949367088607595e-05,
+      "learning_rate_adapter": 1.3949367088607595e-05,
+      "loss": 0.0189,
+      "step": 349900
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3936708860759496e-05,
+      "learning_rate_adapter": 1.3936708860759496e-05,
+      "loss": 0.019,
+      "step": 349950
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3924050632911393e-05,
+      "learning_rate_adapter": 1.3924050632911393e-05,
+      "loss": 0.019,
+      "step": 350000
+    },
+    {
+      "epoch": 2.36,
+      "eval_af_opus100_pr_auc": 0.815713745110327,
+      "eval_af_ud_pr_auc": 0.9934676990565334,
+      "eval_am_opus100_pr_auc": 0.7096580040458363,
+      "eval_ar_ersatz_pr_auc": 0.9303306961233939,
+      "eval_ar_opus100_pr_auc": 0.7555813225396539,
+      "eval_ar_ud_pr_auc": 0.9139396060937813,
+      "eval_average_ersatz_pr_auc": 0.9758501399095578,
+      "eval_average_opus100_pr_auc": 0.8702672124618313,
+      "eval_average_ud_pr_auc": 0.9690248443150494,
+      "eval_az_opus100_pr_auc": 0.8280501472724209,
+      "eval_be_opus100_pr_auc": 0.7899803976202294,
+      "eval_be_ud_pr_auc": 0.9122025651537176,
+      "eval_bg_opus100_pr_auc": 0.9356667858406886,
+      "eval_bg_ud_pr_auc": 0.9944186064850706,
+      "eval_bn_opus100_pr_auc": 0.8694149897172594,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9169019295779356,
+      "eval_ca_ud_pr_auc": 0.9975013861036092,
+      "eval_ceb_ud_pr_auc": 0.999799252601669,
+      "eval_cs_ersatz_pr_auc": 0.9882934955667011,
+      "eval_cs_opus100_pr_auc": 0.9324396042321298,
+      "eval_cs_ud_pr_auc": 0.9657200528873057,
+      "eval_cy_opus100_pr_auc": 0.8222327126976579,
+      "eval_cy_ud_pr_auc": 0.9979171909022817,
+      "eval_da_opus100_pr_auc": 0.9315404363950509,
+      "eval_da_ud_pr_auc": 0.9784167555501287,
+      "eval_de_ersatz_pr_auc": 0.9906368598075256,
+      "eval_de_opus100_pr_auc": 0.9310544120526925,
+      "eval_de_ud_pr_auc": 0.9869257853397924,
+      "eval_el_opus100_pr_auc": 0.9251317242873947,
+      "eval_el_ud_pr_auc": 0.9944317205323214,
+      "eval_en_ersatz_pr_auc": 0.9953337949067369,
+      "eval_en_opus100_pr_auc": 0.9306496156345051,
+      "eval_en_ud_pr_auc": 0.9819582159082721,
+      "eval_eo_opus100_pr_auc": 0.9340712993825994,
+      "eval_es_ersatz_pr_auc": 0.9971797545513876,
+      "eval_es_opus100_pr_auc": 0.9461520631381168,
+      "eval_es_ud_pr_auc": 0.9908306378141718,
+      "eval_et_ersatz_pr_auc": 0.9868310863774488,
+      "eval_et_opus100_pr_auc": 0.9333856862630695,
+      "eval_et_ud_pr_auc": 0.9793744317188681,
+      "eval_eu_opus100_pr_auc": 0.8957968078828885,
+      "eval_eu_ud_pr_auc": 0.9898820356389121,
+      "eval_fa_opus100_pr_auc": 0.6718453570873308,
+      "eval_fa_ud_pr_auc": 0.9970778472850137,
+      "eval_fi_ersatz_pr_auc": 0.996527784200992,
+      "eval_fi_opus100_pr_auc": 0.9407190709080014,
+      "eval_fi_ud_pr_auc": 0.968608148357308,
+      "eval_fr_ersatz_pr_auc": 0.9898000637237113,
+      "eval_fr_opus100_pr_auc": 0.930847285601334,
+      "eval_fr_ud_pr_auc": 0.9919548050888009,
+      "eval_fy_opus100_pr_auc": 0.7322176028566619,
+      "eval_ga_opus100_pr_auc": 0.9275987142904316,
+      "eval_ga_ud_pr_auc": 0.8149472216176803,
+      "eval_gd_opus100_pr_auc": 0.7887887095512424,
+      "eval_gd_ud_pr_auc": 0.8437856205422484,
+      "eval_gl_opus100_pr_auc": 0.9153507365214162,
+      "eval_gl_ud_pr_auc": 0.9958600187541476,
+      "eval_gu_ersatz_pr_auc": 0.9550653940308026,
+      "eval_gu_opus100_pr_auc": 0.7925848552779907,
+      "eval_ha_opus100_pr_auc": 0.9413021562652134,
+      "eval_he_opus100_pr_auc": 0.8991812769250221,
+      "eval_he_ud_pr_auc": 0.9867635540856503,
+      "eval_hi_ersatz_pr_auc": 0.984076291599564,
+      "eval_hi_opus100_pr_auc": 0.7669446338899641,
+      "eval_hi_ud_pr_auc": 0.9945866202164384,
+      "eval_hu_opus100_pr_auc": 0.9312920947259072,
+      "eval_hu_ud_pr_auc": 0.9831800261078524,
+      "eval_hy_opus100_pr_auc": 0.9193950210347809,
+      "eval_hy_ud_pr_auc": 0.9762732293288441,
+      "eval_id_opus100_pr_auc": 0.9073784841710937,
+      "eval_id_ud_pr_auc": 0.9965813096140692,
+      "eval_ig_opus100_pr_auc": 0.9058007972554231,
+      "eval_is_opus100_pr_auc": 0.9362325331568497,
+      "eval_is_ud_pr_auc": 0.9166033630460027,
+      "eval_it_opus100_pr_auc": 0.9321061246470036,
+      "eval_it_ud_pr_auc": 0.9970617934818597,
+      "eval_ja_ersatz_pr_auc": 0.898111311360382,
+      "eval_ja_opus100_pr_auc": 0.88102344187703,
+      "eval_ja_ud_pr_auc": 0.9829233719480616,
+      "eval_jv_ud_pr_auc": 0.9540733528829832,
+      "eval_ka_opus100_pr_auc": 0.8614289540243306,
+      "eval_kk_ersatz_pr_auc": 0.9890758026156298,
+      "eval_kk_opus100_pr_auc": 0.8411107859806274,
+      "eval_kk_ud_pr_auc": 0.9738083270884761,
+      "eval_km_ersatz_pr_auc": 0.9604364007605232,
+      "eval_km_opus100_pr_auc": 0.7701952761553021,
+      "eval_kn_opus100_pr_auc": 0.7083715731201874,
+      "eval_ko_opus100_pr_auc": 0.7231731504522663,
+      "eval_ko_ud_pr_auc": 0.9977972947180249,
+      "eval_ku_opus100_pr_auc": 0.8824632251517378,
+      "eval_ky_opus100_pr_auc": 0.9097039312415878,
+      "eval_la_ud_pr_auc": 0.9747955596451823,
+      "eval_loss": 0.02263171225786209,
+      "eval_lt_ersatz_pr_auc": 0.9977817401603184,
+      "eval_lt_opus100_pr_auc": 0.911159820709022,
+      "eval_lt_ud_pr_auc": 0.9935805082491177,
+      "eval_lv_ersatz_pr_auc": 0.9941155971984358,
+      "eval_lv_opus100_pr_auc": 0.9081681024297199,
+      "eval_lv_ud_pr_auc": 0.968726394124241,
+      "eval_mg_opus100_pr_auc": 0.9521492021372,
+      "eval_mk_opus100_pr_auc": 0.9360871960037989,
+      "eval_ml_opus100_pr_auc": 0.8134843414237659,
+      "eval_mn_opus100_pr_auc": 0.951320417295694,
+      "eval_mr_opus100_pr_auc": 0.9324513007946246,
+      "eval_mr_ud_pr_auc": 0.9597014981096738,
+      "eval_ms_opus100_pr_auc": 0.8886786574201314,
+      "eval_mt_opus100_pr_auc": 0.8951517485695397,
+      "eval_mt_ud_pr_auc": 0.9330322114225924,
+      "eval_my_opus100_pr_auc": 0.8824064816455862,
+      "eval_ne_opus100_pr_auc": 0.782724802346952,
+      "eval_nl_opus100_pr_auc": 0.9092314142912281,
+      "eval_nl_ud_pr_auc": 0.9866910900068442,
+      "eval_no_opus100_pr_auc": 0.9259217191564802,
+      "eval_no_ud_pr_auc": 0.996136186824393,
+      "eval_pa_opus100_pr_auc": 0.7156798326543102,
+      "eval_pl_ersatz_pr_auc": 0.9739182067104101,
+      "eval_pl_opus100_pr_auc": 0.9102659973139067,
+      "eval_pl_ud_pr_auc": 0.9770035122062402,
+      "eval_ps_ersatz_pr_auc": 0.9285025885262141,
+      "eval_ps_opus100_pr_auc": 0.7855265914596143,
+      "eval_pt_opus100_pr_auc": 0.9359017251667034,
+      "eval_pt_ud_pr_auc": 0.9885243294398212,
+      "eval_ro_ersatz_pr_auc": 0.9939168201137476,
+      "eval_ro_opus100_pr_auc": 0.8769710405198649,
+      "eval_ro_ud_pr_auc": 0.9302268436475157,
+      "eval_ru_ersatz_pr_auc": 0.9949239340699401,
+      "eval_ru_opus100_pr_auc": 0.9492082890986048,
+      "eval_ru_ud_pr_auc": 0.8955735985956021,
+      "eval_runtime": 519.8174,
+      "eval_samples_per_second": 145.282,
+      "eval_si_opus100_pr_auc": 0.8329899172867004,
+      "eval_sk_opus100_pr_auc": 0.9458469446574982,
+      "eval_sk_ud_pr_auc": 0.9892069190673503,
+      "eval_sl_opus100_pr_auc": 0.8958099898879337,
+      "eval_sl_ud_pr_auc": 0.9722332030272808,
+      "eval_sq_opus100_pr_auc": 0.9442197566369681,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9323402558769404,
+      "eval_sr_ud_pr_auc": 0.9996403730563153,
+      "eval_steps_per_second": 0.568,
+      "eval_sv_opus100_pr_auc": 0.9204087692251782,
+      "eval_sv_ud_pr_auc": 0.9617798954834096,
+      "eval_ta_ersatz_pr_auc": 0.9815427593621053,
+      "eval_ta_opus100_pr_auc": 0.7794139834953254,
+      "eval_ta_ud_pr_auc": 0.9992057385411679,
+      "eval_te_opus100_pr_auc": 0.8237697949013885,
+      "eval_tg_opus100_pr_auc": 0.9150480207785117,
+      "eval_th_opus100_pr_auc": 0.7266434954729717,
+      "eval_th_ud_pr_auc": 0.9053250458975048,
+      "eval_tr_ersatz_pr_auc": 0.9741437152731082,
+      "eval_tr_opus100_pr_auc": 0.9116296503495085,
+      "eval_tr_ud_pr_auc": 0.9651958279862238,
+      "eval_uk_opus100_pr_auc": 0.8957687013187423,
+      "eval_uk_ud_pr_auc": 0.9229286063904037,
+      "eval_ur_opus100_pr_auc": 0.6775390891332526,
+      "eval_ur_ud_pr_auc": 0.9938139012870174,
+      "eval_uz_opus100_pr_auc": 0.8994227659554127,
+      "eval_vi_opus100_pr_auc": 0.9082426585298353,
+      "eval_vi_ud_pr_auc": 0.949729839662761,
+      "eval_xh_opus100_pr_auc": 0.8903088899094678,
+      "eval_yi_opus100_pr_auc": 0.7681082675511275,
+      "eval_yo_opus100_pr_auc": 0.8551182372380847,
+      "eval_yo_ud_pr_auc": 0.9300484616909841,
+      "eval_zh_ersatz_pr_auc": 0.9681589809711917,
+      "eval_zh_opus100_pr_auc": 0.9115703872453628,
+      "eval_zh_ud_pr_auc": 0.9926447356462722,
+      "eval_zu_opus100_pr_auc": 0.844745690124011,
+      "step": 350000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3911392405063292e-05,
+      "learning_rate_adapter": 1.3911392405063292e-05,
+      "loss": 0.019,
+      "step": 350050
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3898734177215192e-05,
+      "learning_rate_adapter": 1.3898734177215192e-05,
+      "loss": 0.0191,
+      "step": 350100
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.388607594936709e-05,
+      "learning_rate_adapter": 1.388607594936709e-05,
+      "loss": 0.0191,
+      "step": 350150
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3873417721518988e-05,
+      "learning_rate_adapter": 1.3873417721518988e-05,
+      "loss": 0.0189,
+      "step": 350200
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3860759493670886e-05,
+      "learning_rate_adapter": 1.3860759493670886e-05,
+      "loss": 0.0192,
+      "step": 350250
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3848101265822786e-05,
+      "learning_rate_adapter": 1.3848101265822786e-05,
+      "loss": 0.0191,
+      "step": 350300
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3835443037974685e-05,
+      "learning_rate_adapter": 1.3835443037974685e-05,
+      "loss": 0.0192,
+      "step": 350350
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3822784810126582e-05,
+      "learning_rate_adapter": 1.3822784810126582e-05,
+      "loss": 0.019,
+      "step": 350400
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3810126582278483e-05,
+      "learning_rate_adapter": 1.3810126582278483e-05,
+      "loss": 0.0192,
+      "step": 350450
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3797468354430381e-05,
+      "learning_rate_adapter": 1.3797468354430381e-05,
+      "loss": 0.0189,
+      "step": 350500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3784810126582279e-05,
+      "learning_rate_adapter": 1.3784810126582279e-05,
+      "loss": 0.0191,
+      "step": 350550
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.377215189873418e-05,
+      "learning_rate_adapter": 1.377215189873418e-05,
+      "loss": 0.0192,
+      "step": 350600
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3759493670886076e-05,
+      "learning_rate_adapter": 1.3759493670886076e-05,
+      "loss": 0.0191,
+      "step": 350650
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3746835443037975e-05,
+      "learning_rate_adapter": 1.3746835443037975e-05,
+      "loss": 0.019,
+      "step": 350700
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3734177215189876e-05,
+      "learning_rate_adapter": 1.3734177215189876e-05,
+      "loss": 0.019,
+      "step": 350750
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 1.3721518987341773e-05,
+      "learning_rate_adapter": 1.3721518987341773e-05,
+      "loss": 0.0193,
+      "step": 350800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3708860759493672e-05,
+      "learning_rate_adapter": 1.3708860759493672e-05,
+      "loss": 0.0191,
+      "step": 350850
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3696202531645572e-05,
+      "learning_rate_adapter": 1.3696202531645572e-05,
+      "loss": 0.0191,
+      "step": 350900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.368354430379747e-05,
+      "learning_rate_adapter": 1.368354430379747e-05,
+      "loss": 0.0193,
+      "step": 350950
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3670886075949368e-05,
+      "learning_rate_adapter": 1.3670886075949368e-05,
+      "loss": 0.019,
+      "step": 351000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3658227848101265e-05,
+      "learning_rate_adapter": 1.3658227848101265e-05,
+      "loss": 0.0191,
+      "step": 351050
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3645569620253166e-05,
+      "learning_rate_adapter": 1.3645569620253166e-05,
+      "loss": 0.019,
+      "step": 351100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3632911392405065e-05,
+      "learning_rate_adapter": 1.3632911392405065e-05,
+      "loss": 0.019,
+      "step": 351150
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3620253164556962e-05,
+      "learning_rate_adapter": 1.3620253164556962e-05,
+      "loss": 0.0188,
+      "step": 351200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3607594936708861e-05,
+      "learning_rate_adapter": 1.3607594936708861e-05,
+      "loss": 0.0193,
+      "step": 351250
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3594936708860758e-05,
+      "learning_rate_adapter": 1.3594936708860758e-05,
+      "loss": 0.019,
+      "step": 351300
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3582278481012659e-05,
+      "learning_rate_adapter": 1.3582278481012659e-05,
+      "loss": 0.0192,
+      "step": 351350
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3569620253164557e-05,
+      "learning_rate_adapter": 1.3569620253164557e-05,
+      "loss": 0.019,
+      "step": 351400
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3556962025316455e-05,
+      "learning_rate_adapter": 1.3556962025316455e-05,
+      "loss": 0.0189,
+      "step": 351450
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3544303797468355e-05,
+      "learning_rate_adapter": 1.3544303797468355e-05,
+      "loss": 0.019,
+      "step": 351500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3531645569620254e-05,
+      "learning_rate_adapter": 1.3531645569620254e-05,
+      "loss": 0.019,
+      "step": 351550
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3518987341772151e-05,
+      "learning_rate_adapter": 1.3518987341772151e-05,
+      "loss": 0.0192,
+      "step": 351600
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3506329113924052e-05,
+      "learning_rate_adapter": 1.3506329113924052e-05,
+      "loss": 0.0189,
+      "step": 351650
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3493670886075949e-05,
+      "learning_rate_adapter": 1.3493670886075949e-05,
+      "loss": 0.0191,
+      "step": 351700
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3481012658227848e-05,
+      "learning_rate_adapter": 1.3481012658227848e-05,
+      "loss": 0.0191,
+      "step": 351750
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3468354430379748e-05,
+      "learning_rate_adapter": 1.3468354430379748e-05,
+      "loss": 0.019,
+      "step": 351800
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3455696202531645e-05,
+      "learning_rate_adapter": 1.3455696202531645e-05,
+      "loss": 0.0191,
+      "step": 351850
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3443037974683544e-05,
+      "learning_rate_adapter": 1.3443037974683544e-05,
+      "loss": 0.0189,
+      "step": 351900
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3430379746835445e-05,
+      "learning_rate_adapter": 1.3430379746835445e-05,
+      "loss": 0.0191,
+      "step": 351950
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3417721518987342e-05,
+      "learning_rate_adapter": 1.3417721518987342e-05,
+      "loss": 0.0191,
+      "step": 352000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3405063291139241e-05,
+      "learning_rate_adapter": 1.3405063291139241e-05,
+      "loss": 0.0192,
+      "step": 352050
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3392405063291138e-05,
+      "learning_rate_adapter": 1.3392405063291138e-05,
+      "loss": 0.0192,
+      "step": 352100
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3379746835443039e-05,
+      "learning_rate_adapter": 1.3379746835443039e-05,
+      "loss": 0.0193,
+      "step": 352150
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3367088607594937e-05,
+      "learning_rate_adapter": 1.3367088607594937e-05,
+      "loss": 0.0192,
+      "step": 352200
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 1.3354430379746835e-05,
+      "learning_rate_adapter": 1.3354430379746835e-05,
+      "loss": 0.0191,
+      "step": 352250
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3341772151898735e-05,
+      "learning_rate_adapter": 1.3341772151898735e-05,
+      "loss": 0.0191,
+      "step": 352300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3329113924050634e-05,
+      "learning_rate_adapter": 1.3329113924050634e-05,
+      "loss": 0.0192,
+      "step": 352350
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3316455696202531e-05,
+      "learning_rate_adapter": 1.3316455696202531e-05,
+      "loss": 0.019,
+      "step": 352400
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3303797468354432e-05,
+      "learning_rate_adapter": 1.3303797468354432e-05,
+      "loss": 0.0188,
+      "step": 352450
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3291139240506329e-05,
+      "learning_rate_adapter": 1.3291139240506329e-05,
+      "loss": 0.0189,
+      "step": 352500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3278481012658228e-05,
+      "learning_rate_adapter": 1.3278481012658228e-05,
+      "loss": 0.0191,
+      "step": 352550
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3265822784810128e-05,
+      "learning_rate_adapter": 1.3265822784810128e-05,
+      "loss": 0.019,
+      "step": 352600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3253164556962025e-05,
+      "learning_rate_adapter": 1.3253164556962025e-05,
+      "loss": 0.0191,
+      "step": 352650
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3240506329113924e-05,
+      "learning_rate_adapter": 1.3240506329113924e-05,
+      "loss": 0.019,
+      "step": 352700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3227848101265825e-05,
+      "learning_rate_adapter": 1.3227848101265825e-05,
+      "loss": 0.0191,
+      "step": 352750
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3215189873417722e-05,
+      "learning_rate_adapter": 1.3215189873417722e-05,
+      "loss": 0.0191,
+      "step": 352800
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3202531645569621e-05,
+      "learning_rate_adapter": 1.3202531645569621e-05,
+      "loss": 0.0191,
+      "step": 352850
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3189873417721518e-05,
+      "learning_rate_adapter": 1.3189873417721518e-05,
+      "loss": 0.0188,
+      "step": 352900
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3177215189873419e-05,
+      "learning_rate_adapter": 1.3177215189873419e-05,
+      "loss": 0.0191,
+      "step": 352950
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3164556962025317e-05,
+      "learning_rate_adapter": 1.3164556962025317e-05,
+      "loss": 0.0189,
+      "step": 353000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3151898734177215e-05,
+      "learning_rate_adapter": 1.3151898734177215e-05,
+      "loss": 0.0192,
+      "step": 353050
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3139240506329115e-05,
+      "learning_rate_adapter": 1.3139240506329115e-05,
+      "loss": 0.0192,
+      "step": 353100
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3126582278481014e-05,
+      "learning_rate_adapter": 1.3126582278481014e-05,
+      "loss": 0.0189,
+      "step": 353150
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3113924050632911e-05,
+      "learning_rate_adapter": 1.3113924050632911e-05,
+      "loss": 0.0191,
+      "step": 353200
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3101265822784812e-05,
+      "learning_rate_adapter": 1.3101265822784812e-05,
+      "loss": 0.0192,
+      "step": 353250
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3088607594936709e-05,
+      "learning_rate_adapter": 1.3088607594936709e-05,
+      "loss": 0.019,
+      "step": 353300
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3075949367088608e-05,
+      "learning_rate_adapter": 1.3075949367088608e-05,
+      "loss": 0.019,
+      "step": 353350
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3063291139240508e-05,
+      "learning_rate_adapter": 1.3063291139240508e-05,
+      "loss": 0.0192,
+      "step": 353400
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3050632911392405e-05,
+      "learning_rate_adapter": 1.3050632911392405e-05,
+      "loss": 0.0189,
+      "step": 353450
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3037974683544304e-05,
+      "learning_rate_adapter": 1.3037974683544304e-05,
+      "loss": 0.0192,
+      "step": 353500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3025316455696205e-05,
+      "learning_rate_adapter": 1.3025316455696205e-05,
+      "loss": 0.0191,
+      "step": 353550
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3012658227848102e-05,
+      "learning_rate_adapter": 1.3012658227848102e-05,
+      "loss": 0.0191,
+      "step": 353600
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.3000000000000001e-05,
+      "learning_rate_adapter": 1.3000000000000001e-05,
+      "loss": 0.0191,
+      "step": 353650
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2987341772151898e-05,
+      "learning_rate_adapter": 1.2987341772151898e-05,
+      "loss": 0.0191,
+      "step": 353700
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 1.2974683544303799e-05,
+      "learning_rate_adapter": 1.2974683544303799e-05,
+      "loss": 0.0191,
+      "step": 353750
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2962025316455697e-05,
+      "learning_rate_adapter": 1.2962025316455697e-05,
+      "loss": 0.019,
+      "step": 353800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2949367088607595e-05,
+      "learning_rate_adapter": 1.2949367088607595e-05,
+      "loss": 0.019,
+      "step": 353850
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2936708860759495e-05,
+      "learning_rate_adapter": 1.2936708860759495e-05,
+      "loss": 0.0189,
+      "step": 353900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2924050632911394e-05,
+      "learning_rate_adapter": 1.2924050632911394e-05,
+      "loss": 0.0191,
+      "step": 353950
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2911392405063291e-05,
+      "learning_rate_adapter": 1.2911392405063291e-05,
+      "loss": 0.019,
+      "step": 354000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2898734177215192e-05,
+      "learning_rate_adapter": 1.2898734177215192e-05,
+      "loss": 0.0192,
+      "step": 354050
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2886075949367087e-05,
+      "learning_rate_adapter": 1.2886075949367087e-05,
+      "loss": 0.0191,
+      "step": 354100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2873417721518988e-05,
+      "learning_rate_adapter": 1.2873417721518988e-05,
+      "loss": 0.0191,
+      "step": 354150
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2860759493670888e-05,
+      "learning_rate_adapter": 1.2860759493670888e-05,
+      "loss": 0.019,
+      "step": 354200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2848101265822784e-05,
+      "learning_rate_adapter": 1.2848101265822784e-05,
+      "loss": 0.0192,
+      "step": 354250
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2835443037974684e-05,
+      "learning_rate_adapter": 1.2835443037974684e-05,
+      "loss": 0.019,
+      "step": 354300
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2822784810126585e-05,
+      "learning_rate_adapter": 1.2822784810126585e-05,
+      "loss": 0.0189,
+      "step": 354350
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.281012658227848e-05,
+      "learning_rate_adapter": 1.281012658227848e-05,
+      "loss": 0.0189,
+      "step": 354400
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2797468354430381e-05,
+      "learning_rate_adapter": 1.2797468354430381e-05,
+      "loss": 0.0188,
+      "step": 354450
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2784810126582278e-05,
+      "learning_rate_adapter": 1.2784810126582278e-05,
+      "loss": 0.0192,
+      "step": 354500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2772151898734177e-05,
+      "learning_rate_adapter": 1.2772151898734177e-05,
+      "loss": 0.0189,
+      "step": 354550
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2759493670886077e-05,
+      "learning_rate_adapter": 1.2759493670886077e-05,
+      "loss": 0.019,
+      "step": 354600
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2746835443037975e-05,
+      "learning_rate_adapter": 1.2746835443037975e-05,
+      "loss": 0.019,
+      "step": 354650
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2734177215189873e-05,
+      "learning_rate_adapter": 1.2734177215189873e-05,
+      "loss": 0.019,
+      "step": 354700
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2721518987341774e-05,
+      "learning_rate_adapter": 1.2721518987341774e-05,
+      "loss": 0.019,
+      "step": 354750
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2708860759493671e-05,
+      "learning_rate_adapter": 1.2708860759493671e-05,
+      "loss": 0.0192,
+      "step": 354800
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.269620253164557e-05,
+      "learning_rate_adapter": 1.269620253164557e-05,
+      "loss": 0.019,
+      "step": 354850
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2683544303797467e-05,
+      "learning_rate_adapter": 1.2683544303797467e-05,
+      "loss": 0.0189,
+      "step": 354900
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2670886075949368e-05,
+      "learning_rate_adapter": 1.2670886075949368e-05,
+      "loss": 0.019,
+      "step": 354950
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2658227848101267e-05,
+      "learning_rate_adapter": 1.2658227848101267e-05,
+      "loss": 0.0191,
+      "step": 355000
+    },
+    {
+      "epoch": 2.39,
+      "eval_af_opus100_pr_auc": 0.8138097856620146,
+      "eval_af_ud_pr_auc": 0.9851147552288595,
+      "eval_am_opus100_pr_auc": 0.6957841303678681,
+      "eval_ar_ersatz_pr_auc": 0.9303729613083688,
+      "eval_ar_opus100_pr_auc": 0.7587126115109727,
+      "eval_ar_ud_pr_auc": 0.9151288271745449,
+      "eval_average_ersatz_pr_auc": 0.9751324545433164,
+      "eval_average_opus100_pr_auc": 0.8703667355537203,
+      "eval_average_ud_pr_auc": 0.9684994627849349,
+      "eval_az_opus100_pr_auc": 0.8334529973637843,
+      "eval_be_opus100_pr_auc": 0.7895326063480315,
+      "eval_be_ud_pr_auc": 0.9106060777966878,
+      "eval_bg_opus100_pr_auc": 0.9344013634642253,
+      "eval_bg_ud_pr_auc": 0.995328317364228,
+      "eval_bn_opus100_pr_auc": 0.8702661843224052,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9136695311260148,
+      "eval_ca_ud_pr_auc": 0.9977957910309924,
+      "eval_ceb_ud_pr_auc": 0.9997699457735493,
+      "eval_cs_ersatz_pr_auc": 0.9868267297524609,
+      "eval_cs_opus100_pr_auc": 0.9284556467951152,
+      "eval_cs_ud_pr_auc": 0.9643579382657201,
+      "eval_cy_opus100_pr_auc": 0.8161669296336501,
+      "eval_cy_ud_pr_auc": 0.9976072631329006,
+      "eval_da_opus100_pr_auc": 0.9316209249000676,
+      "eval_da_ud_pr_auc": 0.976224383036112,
+      "eval_de_ersatz_pr_auc": 0.9911221695689687,
+      "eval_de_opus100_pr_auc": 0.9320832871337263,
+      "eval_de_ud_pr_auc": 0.9886779052996952,
+      "eval_el_opus100_pr_auc": 0.9253950173492743,
+      "eval_el_ud_pr_auc": 0.9936636558796784,
+      "eval_en_ersatz_pr_auc": 0.9951787978922784,
+      "eval_en_opus100_pr_auc": 0.9303453719601534,
+      "eval_en_ud_pr_auc": 0.9796730590992491,
+      "eval_eo_opus100_pr_auc": 0.9335697329130279,
+      "eval_es_ersatz_pr_auc": 0.9970321625006895,
+      "eval_es_opus100_pr_auc": 0.9462319655474816,
+      "eval_es_ud_pr_auc": 0.9901360597698641,
+      "eval_et_ersatz_pr_auc": 0.9851131993952404,
+      "eval_et_opus100_pr_auc": 0.9326187350784377,
+      "eval_et_ud_pr_auc": 0.979611451457618,
+      "eval_eu_opus100_pr_auc": 0.8955971453684476,
+      "eval_eu_ud_pr_auc": 0.9900073442688345,
+      "eval_fa_opus100_pr_auc": 0.6730531809425008,
+      "eval_fa_ud_pr_auc": 0.9978793482582586,
+      "eval_fi_ersatz_pr_auc": 0.9964956991760577,
+      "eval_fi_opus100_pr_auc": 0.939339916170739,
+      "eval_fi_ud_pr_auc": 0.9717985119294251,
+      "eval_fr_ersatz_pr_auc": 0.9901731614008523,
+      "eval_fr_opus100_pr_auc": 0.9306454953423821,
+      "eval_fr_ud_pr_auc": 0.9918685897901169,
+      "eval_fy_opus100_pr_auc": 0.7286718499963493,
+      "eval_ga_opus100_pr_auc": 0.9308056504091089,
+      "eval_ga_ud_pr_auc": 0.8169931298735356,
+      "eval_gd_opus100_pr_auc": 0.7943701059243188,
+      "eval_gd_ud_pr_auc": 0.8394841667451028,
+      "eval_gl_opus100_pr_auc": 0.9104015308095413,
+      "eval_gl_ud_pr_auc": 0.9965808831967411,
+      "eval_gu_ersatz_pr_auc": 0.9528969472945998,
+      "eval_gu_opus100_pr_auc": 0.7841174089385388,
+      "eval_ha_opus100_pr_auc": 0.9437657370146766,
+      "eval_he_opus100_pr_auc": 0.9004469130235537,
+      "eval_he_ud_pr_auc": 0.9864572124934481,
+      "eval_hi_ersatz_pr_auc": 0.9828610281005435,
+      "eval_hi_opus100_pr_auc": 0.7658429488740266,
+      "eval_hi_ud_pr_auc": 0.9941965099788527,
+      "eval_hu_opus100_pr_auc": 0.929419594480403,
+      "eval_hu_ud_pr_auc": 0.9835252574374961,
+      "eval_hy_opus100_pr_auc": 0.9197560885280082,
+      "eval_hy_ud_pr_auc": 0.9701439701387262,
+      "eval_id_opus100_pr_auc": 0.9071387034240108,
+      "eval_id_ud_pr_auc": 0.9964160669119294,
+      "eval_ig_opus100_pr_auc": 0.8961189660286958,
+      "eval_is_opus100_pr_auc": 0.9359326438268615,
+      "eval_is_ud_pr_auc": 0.908340025982019,
+      "eval_it_opus100_pr_auc": 0.9329763445518392,
+      "eval_it_ud_pr_auc": 0.997056903469886,
+      "eval_ja_ersatz_pr_auc": 0.9022967728242131,
+      "eval_ja_opus100_pr_auc": 0.881297021361511,
+      "eval_ja_ud_pr_auc": 0.9828675303388336,
+      "eval_jv_ud_pr_auc": 0.953619859835052,
+      "eval_ka_opus100_pr_auc": 0.8620969174792081,
+      "eval_kk_ersatz_pr_auc": 0.9890791286588991,
+      "eval_kk_opus100_pr_auc": 0.8489299868361366,
+      "eval_kk_ud_pr_auc": 0.9743685437018835,
+      "eval_km_ersatz_pr_auc": 0.9599204366855509,
+      "eval_km_opus100_pr_auc": 0.7944920664632875,
+      "eval_kn_opus100_pr_auc": 0.7233649990042715,
+      "eval_ko_opus100_pr_auc": 0.7188086264540776,
+      "eval_ko_ud_pr_auc": 0.9979903865752774,
+      "eval_ku_opus100_pr_auc": 0.8906997786116111,
+      "eval_ky_opus100_pr_auc": 0.9062364425066453,
+      "eval_la_ud_pr_auc": 0.972529158259415,
+      "eval_loss": 0.022551992908120155,
+      "eval_lt_ersatz_pr_auc": 0.9977268441881553,
+      "eval_lt_opus100_pr_auc": 0.9096762386093912,
+      "eval_lt_ud_pr_auc": 0.9940848386918497,
+      "eval_lv_ersatz_pr_auc": 0.993771149282622,
+      "eval_lv_opus100_pr_auc": 0.9104981335276028,
+      "eval_lv_ud_pr_auc": 0.968608195926188,
+      "eval_mg_opus100_pr_auc": 0.9532300003269518,
+      "eval_mk_opus100_pr_auc": 0.9369030631042652,
+      "eval_ml_opus100_pr_auc": 0.8101653761563409,
+      "eval_mn_opus100_pr_auc": 0.948060830851273,
+      "eval_mr_opus100_pr_auc": 0.9352948136319915,
+      "eval_mr_ud_pr_auc": 0.9602549476244603,
+      "eval_ms_opus100_pr_auc": 0.8905723720524423,
+      "eval_mt_opus100_pr_auc": 0.8933751594381921,
+      "eval_mt_ud_pr_auc": 0.9374856689660359,
+      "eval_my_opus100_pr_auc": 0.8817394453053985,
+      "eval_ne_opus100_pr_auc": 0.7806705059179486,
+      "eval_nl_opus100_pr_auc": 0.9107496805156946,
+      "eval_nl_ud_pr_auc": 0.9833358881002962,
+      "eval_no_opus100_pr_auc": 0.9249255054319222,
+      "eval_no_ud_pr_auc": 0.9958929245866889,
+      "eval_pa_opus100_pr_auc": 0.7045008665668722,
+      "eval_pl_ersatz_pr_auc": 0.9746533065944907,
+      "eval_pl_opus100_pr_auc": 0.9132121420549911,
+      "eval_pl_ud_pr_auc": 0.9779319662386067,
+      "eval_ps_ersatz_pr_auc": 0.9248284737511511,
+      "eval_ps_opus100_pr_auc": 0.7801123713436663,
+      "eval_pt_opus100_pr_auc": 0.9367981152313152,
+      "eval_pt_ud_pr_auc": 0.9889715607926857,
+      "eval_ro_ersatz_pr_auc": 0.9931544681872947,
+      "eval_ro_opus100_pr_auc": 0.8803399554636155,
+      "eval_ro_ud_pr_auc": 0.9344652425284604,
+      "eval_ru_ersatz_pr_auc": 0.9947390379733394,
+      "eval_ru_opus100_pr_auc": 0.9535358467622679,
+      "eval_ru_ud_pr_auc": 0.8993650376374149,
+      "eval_runtime": 521.9059,
+      "eval_samples_per_second": 144.7,
+      "eval_si_opus100_pr_auc": 0.8305304366854708,
+      "eval_sk_opus100_pr_auc": 0.9452697924816298,
+      "eval_sk_ud_pr_auc": 0.989379292966969,
+      "eval_sl_opus100_pr_auc": 0.8991470987254234,
+      "eval_sl_ud_pr_auc": 0.969604897996182,
+      "eval_sq_opus100_pr_auc": 0.94456043421304,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.935149285043526,
+      "eval_sr_ud_pr_auc": 0.9995795675192137,
+      "eval_steps_per_second": 0.565,
+      "eval_sv_opus100_pr_auc": 0.9200278217812996,
+      "eval_sv_ud_pr_auc": 0.9614731350759131,
+      "eval_ta_ersatz_pr_auc": 0.9803609390563364,
+      "eval_ta_opus100_pr_auc": 0.7763860817243018,
+      "eval_ta_ud_pr_auc": 0.9986703004555907,
+      "eval_te_opus100_pr_auc": 0.8260358805735083,
+      "eval_tg_opus100_pr_auc": 0.9132720976003581,
+      "eval_th_opus100_pr_auc": 0.7259868549449568,
+      "eval_th_ud_pr_auc": 0.905547767510806,
+      "eval_tr_ersatz_pr_auc": 0.9712776775058054,
+      "eval_tr_opus100_pr_auc": 0.9115454811972437,
+      "eval_tr_ud_pr_auc": 0.9641622069062598,
+      "eval_uk_opus100_pr_auc": 0.8953148127288959,
+      "eval_uk_ud_pr_auc": 0.9245074591246049,
+      "eval_ur_opus100_pr_auc": 0.6750062662453139,
+      "eval_ur_ud_pr_auc": 0.9938344725279571,
+      "eval_uz_opus100_pr_auc": 0.9020405376901739,
+      "eval_vi_opus100_pr_auc": 0.9100278445268072,
+      "eval_vi_ud_pr_auc": 0.9434023726248142,
+      "eval_xh_opus100_pr_auc": 0.895610894455054,
+      "eval_yi_opus100_pr_auc": 0.7890229119448943,
+      "eval_yo_opus100_pr_auc": 0.8401590553727968,
+      "eval_yo_ud_pr_auc": 0.9270244202709462,
+      "eval_zh_ersatz_pr_auc": 0.9630329088550394,
+      "eval_zh_opus100_pr_auc": 0.9058674620758814,
+      "eval_zh_ud_pr_auc": 0.991068385174814,
+      "eval_zu_opus100_pr_auc": 0.8443079592553586,
+      "step": 355000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2645569620253164e-05,
+      "learning_rate_adapter": 1.2645569620253164e-05,
+      "loss": 0.0192,
+      "step": 355050
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2632911392405064e-05,
+      "learning_rate_adapter": 1.2632911392405064e-05,
+      "loss": 0.0189,
+      "step": 355100
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2620253164556963e-05,
+      "learning_rate_adapter": 1.2620253164556963e-05,
+      "loss": 0.0191,
+      "step": 355150
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.260759493670886e-05,
+      "learning_rate_adapter": 1.260759493670886e-05,
+      "loss": 0.0193,
+      "step": 355200
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 1.2594936708860761e-05,
+      "learning_rate_adapter": 1.2594936708860761e-05,
+      "loss": 0.0192,
+      "step": 355250
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2582278481012658e-05,
+      "learning_rate_adapter": 1.2582278481012658e-05,
+      "loss": 0.0191,
+      "step": 355300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2569620253164557e-05,
+      "learning_rate_adapter": 1.2569620253164557e-05,
+      "loss": 0.0191,
+      "step": 355350
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2556962025316457e-05,
+      "learning_rate_adapter": 1.2556962025316457e-05,
+      "loss": 0.0189,
+      "step": 355400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2544303797468355e-05,
+      "learning_rate_adapter": 1.2544303797468355e-05,
+      "loss": 0.0191,
+      "step": 355450
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2531645569620253e-05,
+      "learning_rate_adapter": 1.2531645569620253e-05,
+      "loss": 0.019,
+      "step": 355500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2518987341772154e-05,
+      "learning_rate_adapter": 1.2518987341772154e-05,
+      "loss": 0.019,
+      "step": 355550
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2506329113924051e-05,
+      "learning_rate_adapter": 1.2506329113924051e-05,
+      "loss": 0.0191,
+      "step": 355600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.249367088607595e-05,
+      "learning_rate_adapter": 1.249367088607595e-05,
+      "loss": 0.0191,
+      "step": 355650
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2481012658227849e-05,
+      "learning_rate_adapter": 1.2481012658227849e-05,
+      "loss": 0.019,
+      "step": 355700
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2468354430379748e-05,
+      "learning_rate_adapter": 1.2468354430379748e-05,
+      "loss": 0.0191,
+      "step": 355750
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2455696202531645e-05,
+      "learning_rate_adapter": 1.2455696202531645e-05,
+      "loss": 0.0192,
+      "step": 355800
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2443037974683545e-05,
+      "learning_rate_adapter": 1.2443037974683545e-05,
+      "loss": 0.0189,
+      "step": 355850
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2430379746835444e-05,
+      "learning_rate_adapter": 1.2430379746835444e-05,
+      "loss": 0.0191,
+      "step": 355900
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2417721518987341e-05,
+      "learning_rate_adapter": 1.2417721518987341e-05,
+      "loss": 0.0191,
+      "step": 355950
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.240506329113924e-05,
+      "learning_rate_adapter": 1.240506329113924e-05,
+      "loss": 0.0192,
+      "step": 356000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2392405063291141e-05,
+      "learning_rate_adapter": 1.2392405063291141e-05,
+      "loss": 0.019,
+      "step": 356050
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2379746835443038e-05,
+      "learning_rate_adapter": 1.2379746835443038e-05,
+      "loss": 0.019,
+      "step": 356100
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2367088607594937e-05,
+      "learning_rate_adapter": 1.2367088607594937e-05,
+      "loss": 0.0192,
+      "step": 356150
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2354430379746836e-05,
+      "learning_rate_adapter": 1.2354430379746836e-05,
+      "loss": 0.019,
+      "step": 356200
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2341772151898735e-05,
+      "learning_rate_adapter": 1.2341772151898735e-05,
+      "loss": 0.019,
+      "step": 356250
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2329113924050633e-05,
+      "learning_rate_adapter": 1.2329113924050633e-05,
+      "loss": 0.0191,
+      "step": 356300
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2316455696202532e-05,
+      "learning_rate_adapter": 1.2316455696202532e-05,
+      "loss": 0.019,
+      "step": 356350
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2303797468354431e-05,
+      "learning_rate_adapter": 1.2303797468354431e-05,
+      "loss": 0.0191,
+      "step": 356400
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.229113924050633e-05,
+      "learning_rate_adapter": 1.229113924050633e-05,
+      "loss": 0.0191,
+      "step": 356450
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2278481012658229e-05,
+      "learning_rate_adapter": 1.2278481012658229e-05,
+      "loss": 0.019,
+      "step": 356500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2265822784810128e-05,
+      "learning_rate_adapter": 1.2265822784810128e-05,
+      "loss": 0.0191,
+      "step": 356550
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2253164556962025e-05,
+      "learning_rate_adapter": 1.2253164556962025e-05,
+      "loss": 0.0191,
+      "step": 356600
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2240506329113925e-05,
+      "learning_rate_adapter": 1.2240506329113925e-05,
+      "loss": 0.019,
+      "step": 356650
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 1.2227848101265824e-05,
+      "learning_rate_adapter": 1.2227848101265824e-05,
+      "loss": 0.0189,
+      "step": 356700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2215189873417721e-05,
+      "learning_rate_adapter": 1.2215189873417721e-05,
+      "loss": 0.019,
+      "step": 356750
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.220253164556962e-05,
+      "learning_rate_adapter": 1.220253164556962e-05,
+      "loss": 0.0191,
+      "step": 356800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2189873417721521e-05,
+      "learning_rate_adapter": 1.2189873417721521e-05,
+      "loss": 0.0191,
+      "step": 356850
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2177215189873418e-05,
+      "learning_rate_adapter": 1.2177215189873418e-05,
+      "loss": 0.0191,
+      "step": 356900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2164556962025317e-05,
+      "learning_rate_adapter": 1.2164556962025317e-05,
+      "loss": 0.0191,
+      "step": 356950
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2151898734177216e-05,
+      "learning_rate_adapter": 1.2151898734177216e-05,
+      "loss": 0.0193,
+      "step": 357000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2139240506329115e-05,
+      "learning_rate_adapter": 1.2139240506329115e-05,
+      "loss": 0.0191,
+      "step": 357050
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2126582278481013e-05,
+      "learning_rate_adapter": 1.2126582278481013e-05,
+      "loss": 0.0189,
+      "step": 357100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2113924050632912e-05,
+      "learning_rate_adapter": 1.2113924050632912e-05,
+      "loss": 0.0191,
+      "step": 357150
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.210126582278481e-05,
+      "learning_rate_adapter": 1.210126582278481e-05,
+      "loss": 0.019,
+      "step": 357200
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.208860759493671e-05,
+      "learning_rate_adapter": 1.208860759493671e-05,
+      "loss": 0.0189,
+      "step": 357250
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2075949367088609e-05,
+      "learning_rate_adapter": 1.2075949367088609e-05,
+      "loss": 0.0193,
+      "step": 357300
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2063291139240506e-05,
+      "learning_rate_adapter": 1.2063291139240506e-05,
+      "loss": 0.0188,
+      "step": 357350
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2050632911392405e-05,
+      "learning_rate_adapter": 1.2050632911392405e-05,
+      "loss": 0.0192,
+      "step": 357400
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2037974683544305e-05,
+      "learning_rate_adapter": 1.2037974683544305e-05,
+      "loss": 0.0193,
+      "step": 357450
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2025316455696203e-05,
+      "learning_rate_adapter": 1.2025316455696203e-05,
+      "loss": 0.0192,
+      "step": 357500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2012658227848101e-05,
+      "learning_rate_adapter": 1.2012658227848101e-05,
+      "loss": 0.0189,
+      "step": 357550
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.2e-05,
+      "learning_rate_adapter": 1.2e-05,
+      "loss": 0.0191,
+      "step": 357600
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.19873417721519e-05,
+      "learning_rate_adapter": 1.19873417721519e-05,
+      "loss": 0.0191,
+      "step": 357650
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1974683544303798e-05,
+      "learning_rate_adapter": 1.1974683544303798e-05,
+      "loss": 0.0191,
+      "step": 357700
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1962025316455697e-05,
+      "learning_rate_adapter": 1.1962025316455697e-05,
+      "loss": 0.019,
+      "step": 357750
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1949367088607596e-05,
+      "learning_rate_adapter": 1.1949367088607596e-05,
+      "loss": 0.0188,
+      "step": 357800
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1936708860759495e-05,
+      "learning_rate_adapter": 1.1936708860759495e-05,
+      "loss": 0.0192,
+      "step": 357850
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1924050632911393e-05,
+      "learning_rate_adapter": 1.1924050632911393e-05,
+      "loss": 0.0189,
+      "step": 357900
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1911392405063292e-05,
+      "learning_rate_adapter": 1.1911392405063292e-05,
+      "loss": 0.019,
+      "step": 357950
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.189873417721519e-05,
+      "learning_rate_adapter": 1.189873417721519e-05,
+      "loss": 0.0189,
+      "step": 358000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.188607594936709e-05,
+      "learning_rate_adapter": 1.188607594936709e-05,
+      "loss": 0.0193,
+      "step": 358050
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1873417721518989e-05,
+      "learning_rate_adapter": 1.1873417721518989e-05,
+      "loss": 0.019,
+      "step": 358100
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1860759493670886e-05,
+      "learning_rate_adapter": 1.1860759493670886e-05,
+      "loss": 0.019,
+      "step": 358150
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 1.1848101265822785e-05,
+      "learning_rate_adapter": 1.1848101265822785e-05,
+      "loss": 0.0192,
+      "step": 358200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1835443037974685e-05,
+      "learning_rate_adapter": 1.1835443037974685e-05,
+      "loss": 0.0191,
+      "step": 358250
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1822784810126583e-05,
+      "learning_rate_adapter": 1.1822784810126583e-05,
+      "loss": 0.0193,
+      "step": 358300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1810126582278481e-05,
+      "learning_rate_adapter": 1.1810126582278481e-05,
+      "loss": 0.019,
+      "step": 358350
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.179746835443038e-05,
+      "learning_rate_adapter": 1.179746835443038e-05,
+      "loss": 0.019,
+      "step": 358400
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1784810126582279e-05,
+      "learning_rate_adapter": 1.1784810126582279e-05,
+      "loss": 0.0191,
+      "step": 358450
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1772151898734178e-05,
+      "learning_rate_adapter": 1.1772151898734178e-05,
+      "loss": 0.019,
+      "step": 358500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1759493670886077e-05,
+      "learning_rate_adapter": 1.1759493670886077e-05,
+      "loss": 0.019,
+      "step": 358550
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1746835443037974e-05,
+      "learning_rate_adapter": 1.1746835443037974e-05,
+      "loss": 0.0189,
+      "step": 358600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1734177215189875e-05,
+      "learning_rate_adapter": 1.1734177215189875e-05,
+      "loss": 0.0193,
+      "step": 358650
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1721518987341773e-05,
+      "learning_rate_adapter": 1.1721518987341773e-05,
+      "loss": 0.0191,
+      "step": 358700
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.170886075949367e-05,
+      "learning_rate_adapter": 1.170886075949367e-05,
+      "loss": 0.0189,
+      "step": 358750
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.169620253164557e-05,
+      "learning_rate_adapter": 1.169620253164557e-05,
+      "loss": 0.0192,
+      "step": 358800
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.168354430379747e-05,
+      "learning_rate_adapter": 1.168354430379747e-05,
+      "loss": 0.0191,
+      "step": 358850
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1670886075949367e-05,
+      "learning_rate_adapter": 1.1670886075949367e-05,
+      "loss": 0.0189,
+      "step": 358900
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1658227848101266e-05,
+      "learning_rate_adapter": 1.1658227848101266e-05,
+      "loss": 0.0192,
+      "step": 358950
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1645569620253165e-05,
+      "learning_rate_adapter": 1.1645569620253165e-05,
+      "loss": 0.0189,
+      "step": 359000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1632911392405064e-05,
+      "learning_rate_adapter": 1.1632911392405064e-05,
+      "loss": 0.019,
+      "step": 359050
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1620253164556963e-05,
+      "learning_rate_adapter": 1.1620253164556963e-05,
+      "loss": 0.0192,
+      "step": 359100
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1607594936708861e-05,
+      "learning_rate_adapter": 1.1607594936708861e-05,
+      "loss": 0.019,
+      "step": 359150
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.159493670886076e-05,
+      "learning_rate_adapter": 1.159493670886076e-05,
+      "loss": 0.019,
+      "step": 359200
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1582278481012659e-05,
+      "learning_rate_adapter": 1.1582278481012659e-05,
+      "loss": 0.0191,
+      "step": 359250
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1569620253164558e-05,
+      "learning_rate_adapter": 1.1569620253164558e-05,
+      "loss": 0.0191,
+      "step": 359300
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1556962025316457e-05,
+      "learning_rate_adapter": 1.1556962025316457e-05,
+      "loss": 0.0192,
+      "step": 359350
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1544303797468354e-05,
+      "learning_rate_adapter": 1.1544303797468354e-05,
+      "loss": 0.0189,
+      "step": 359400
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1531645569620255e-05,
+      "learning_rate_adapter": 1.1531645569620255e-05,
+      "loss": 0.0191,
+      "step": 359450
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1518987341772153e-05,
+      "learning_rate_adapter": 1.1518987341772153e-05,
+      "loss": 0.019,
+      "step": 359500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.150632911392405e-05,
+      "learning_rate_adapter": 1.150632911392405e-05,
+      "loss": 0.0188,
+      "step": 359550
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.149367088607595e-05,
+      "learning_rate_adapter": 1.149367088607595e-05,
+      "loss": 0.0191,
+      "step": 359600
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.148101265822785e-05,
+      "learning_rate_adapter": 1.148101265822785e-05,
+      "loss": 0.019,
+      "step": 359650
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 1.1468354430379747e-05,
+      "learning_rate_adapter": 1.1468354430379747e-05,
+      "loss": 0.0189,
+      "step": 359700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1455696202531646e-05,
+      "learning_rate_adapter": 1.1455696202531646e-05,
+      "loss": 0.0189,
+      "step": 359750
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1443037974683545e-05,
+      "learning_rate_adapter": 1.1443037974683545e-05,
+      "loss": 0.0189,
+      "step": 359800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1430379746835444e-05,
+      "learning_rate_adapter": 1.1430379746835444e-05,
+      "loss": 0.0191,
+      "step": 359850
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1417721518987343e-05,
+      "learning_rate_adapter": 1.1417721518987343e-05,
+      "loss": 0.019,
+      "step": 359900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1405063291139241e-05,
+      "learning_rate_adapter": 1.1405063291139241e-05,
+      "loss": 0.0188,
+      "step": 359950
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.139240506329114e-05,
+      "learning_rate_adapter": 1.139240506329114e-05,
+      "loss": 0.0189,
+      "step": 360000
+    },
+    {
+      "epoch": 2.43,
+      "eval_af_opus100_pr_auc": 0.8112413190436525,
+      "eval_af_ud_pr_auc": 0.9934952377076807,
+      "eval_am_opus100_pr_auc": 0.6922305920205987,
+      "eval_ar_ersatz_pr_auc": 0.9314517759443204,
+      "eval_ar_opus100_pr_auc": 0.76099488887512,
+      "eval_ar_ud_pr_auc": 0.9161923558629783,
+      "eval_average_ersatz_pr_auc": 0.9759455598354984,
+      "eval_average_opus100_pr_auc": 0.871139595918657,
+      "eval_average_ud_pr_auc": 0.9691016764414209,
+      "eval_az_opus100_pr_auc": 0.8308705610054123,
+      "eval_be_opus100_pr_auc": 0.8036344549082378,
+      "eval_be_ud_pr_auc": 0.9103974576572964,
+      "eval_bg_opus100_pr_auc": 0.9325423613399668,
+      "eval_bg_ud_pr_auc": 0.9958179348626537,
+      "eval_bn_opus100_pr_auc": 0.8738778025279577,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9113145403561848,
+      "eval_ca_ud_pr_auc": 0.9980836391557337,
+      "eval_ceb_ud_pr_auc": 0.9998862165321636,
+      "eval_cs_ersatz_pr_auc": 0.9884072146187901,
+      "eval_cs_opus100_pr_auc": 0.9291905615107451,
+      "eval_cs_ud_pr_auc": 0.9653826747857271,
+      "eval_cy_opus100_pr_auc": 0.8181542702415991,
+      "eval_cy_ud_pr_auc": 0.9976718499019803,
+      "eval_da_opus100_pr_auc": 0.9328929404216285,
+      "eval_da_ud_pr_auc": 0.9775618565391394,
+      "eval_de_ersatz_pr_auc": 0.9912469278625835,
+      "eval_de_opus100_pr_auc": 0.932498525397633,
+      "eval_de_ud_pr_auc": 0.9877923942028857,
+      "eval_el_opus100_pr_auc": 0.9233774124799354,
+      "eval_el_ud_pr_auc": 0.9954087500529403,
+      "eval_en_ersatz_pr_auc": 0.9953310020937272,
+      "eval_en_opus100_pr_auc": 0.9325236602327507,
+      "eval_en_ud_pr_auc": 0.9804946521359705,
+      "eval_eo_opus100_pr_auc": 0.933349432518949,
+      "eval_es_ersatz_pr_auc": 0.9971828361851797,
+      "eval_es_opus100_pr_auc": 0.946503302323628,
+      "eval_es_ud_pr_auc": 0.9907229948239287,
+      "eval_et_ersatz_pr_auc": 0.986751019754887,
+      "eval_et_opus100_pr_auc": 0.9285225180557944,
+      "eval_et_ud_pr_auc": 0.9797927274371561,
+      "eval_eu_opus100_pr_auc": 0.8964056057927259,
+      "eval_eu_ud_pr_auc": 0.9908063994468936,
+      "eval_fa_opus100_pr_auc": 0.6597214963378403,
+      "eval_fa_ud_pr_auc": 0.9975502342149125,
+      "eval_fi_ersatz_pr_auc": 0.9967352721821608,
+      "eval_fi_opus100_pr_auc": 0.9375507873301372,
+      "eval_fi_ud_pr_auc": 0.971867916238063,
+      "eval_fr_ersatz_pr_auc": 0.9906109353880962,
+      "eval_fr_opus100_pr_auc": 0.9298566134206918,
+      "eval_fr_ud_pr_auc": 0.9924433354932358,
+      "eval_fy_opus100_pr_auc": 0.7401372206933131,
+      "eval_ga_opus100_pr_auc": 0.9278197935749662,
+      "eval_ga_ud_pr_auc": 0.8111395942005168,
+      "eval_gd_opus100_pr_auc": 0.8067516934593493,
+      "eval_gd_ud_pr_auc": 0.8357766970876546,
+      "eval_gl_opus100_pr_auc": 0.9117112519653535,
+      "eval_gl_ud_pr_auc": 0.9967323477205418,
+      "eval_gu_ersatz_pr_auc": 0.9528633656347855,
+      "eval_gu_opus100_pr_auc": 0.7933531045543367,
+      "eval_ha_opus100_pr_auc": 0.9437675536279492,
+      "eval_he_opus100_pr_auc": 0.8985258572538618,
+      "eval_he_ud_pr_auc": 0.9866861001786345,
+      "eval_hi_ersatz_pr_auc": 0.9845228507511903,
+      "eval_hi_opus100_pr_auc": 0.7664854350079834,
+      "eval_hi_ud_pr_auc": 0.9938789463021072,
+      "eval_hu_opus100_pr_auc": 0.9284729092206229,
+      "eval_hu_ud_pr_auc": 0.9838392250707205,
+      "eval_hy_opus100_pr_auc": 0.9211690247512738,
+      "eval_hy_ud_pr_auc": 0.9756597193225939,
+      "eval_id_opus100_pr_auc": 0.9081372875902667,
+      "eval_id_ud_pr_auc": 0.9964007453782767,
+      "eval_ig_opus100_pr_auc": 0.9017780265440855,
+      "eval_is_opus100_pr_auc": 0.9348653331272607,
+      "eval_is_ud_pr_auc": 0.917082243136107,
+      "eval_it_opus100_pr_auc": 0.9297569606639221,
+      "eval_it_ud_pr_auc": 0.9973591332228064,
+      "eval_ja_ersatz_pr_auc": 0.9043334418949045,
+      "eval_ja_opus100_pr_auc": 0.8774643976436448,
+      "eval_ja_ud_pr_auc": 0.9845176483344055,
+      "eval_jv_ud_pr_auc": 0.9540473747119927,
+      "eval_ka_opus100_pr_auc": 0.8624869335754953,
+      "eval_kk_ersatz_pr_auc": 0.9904138018406925,
+      "eval_kk_opus100_pr_auc": 0.851024429125399,
+      "eval_kk_ud_pr_auc": 0.9756048482182395,
+      "eval_km_ersatz_pr_auc": 0.9578033593027634,
+      "eval_km_opus100_pr_auc": 0.7906056304655631,
+      "eval_kn_opus100_pr_auc": 0.7244263663638585,
+      "eval_ko_opus100_pr_auc": 0.7215702938517465,
+      "eval_ko_ud_pr_auc": 0.9982460696508297,
+      "eval_ku_opus100_pr_auc": 0.9002978520845847,
+      "eval_ky_opus100_pr_auc": 0.9241098200194088,
+      "eval_la_ud_pr_auc": 0.9736180949030818,
+      "eval_loss": 0.022577092051506042,
+      "eval_lt_ersatz_pr_auc": 0.9981256420324989,
+      "eval_lt_opus100_pr_auc": 0.9109328006571507,
+      "eval_lt_ud_pr_auc": 0.9951682149708816,
+      "eval_lv_ersatz_pr_auc": 0.9941307449810156,
+      "eval_lv_opus100_pr_auc": 0.9123525456809279,
+      "eval_lv_ud_pr_auc": 0.9686259441390881,
+      "eval_mg_opus100_pr_auc": 0.9540429167163893,
+      "eval_mk_opus100_pr_auc": 0.9356993341017176,
+      "eval_ml_opus100_pr_auc": 0.8088218723115365,
+      "eval_mn_opus100_pr_auc": 0.9534319566937552,
+      "eval_mr_opus100_pr_auc": 0.9328070089861904,
+      "eval_mr_ud_pr_auc": 0.9637956065840465,
+      "eval_ms_opus100_pr_auc": 0.893402164488136,
+      "eval_mt_opus100_pr_auc": 0.882997914949029,
+      "eval_mt_ud_pr_auc": 0.931811929260304,
+      "eval_my_opus100_pr_auc": 0.883812347760491,
+      "eval_ne_opus100_pr_auc": 0.7883328044724963,
+      "eval_nl_opus100_pr_auc": 0.9080714194020401,
+      "eval_nl_ud_pr_auc": 0.9851514771029876,
+      "eval_no_opus100_pr_auc": 0.924850804081315,
+      "eval_no_ud_pr_auc": 0.9966142123225056,
+      "eval_pa_opus100_pr_auc": 0.7149371943923496,
+      "eval_pl_ersatz_pr_auc": 0.9736801269699338,
+      "eval_pl_opus100_pr_auc": 0.9090713459000691,
+      "eval_pl_ud_pr_auc": 0.9770097776909994,
+      "eval_ps_ersatz_pr_auc": 0.9261489748541153,
+      "eval_ps_opus100_pr_auc": 0.7833525937062584,
+      "eval_pt_opus100_pr_auc": 0.9361436701411077,
+      "eval_pt_ud_pr_auc": 0.989005295287348,
+      "eval_ro_ersatz_pr_auc": 0.9930124008605737,
+      "eval_ro_opus100_pr_auc": 0.8705832038891866,
+      "eval_ro_ud_pr_auc": 0.9215651273730764,
+      "eval_ru_ersatz_pr_auc": 0.9946554218844461,
+      "eval_ru_opus100_pr_auc": 0.9482465373142694,
+      "eval_ru_ud_pr_auc": 0.8938042235439249,
+      "eval_runtime": 528.8387,
+      "eval_samples_per_second": 142.803,
+      "eval_si_opus100_pr_auc": 0.82862209615396,
+      "eval_sk_opus100_pr_auc": 0.9451431811417491,
+      "eval_sk_ud_pr_auc": 0.9881969534417694,
+      "eval_sl_opus100_pr_auc": 0.8975577321746547,
+      "eval_sl_ud_pr_auc": 0.9741098861875384,
+      "eval_sq_opus100_pr_auc": 0.9430314823470786,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9353280446894667,
+      "eval_sr_ud_pr_auc": 0.9995763583748797,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9204723823718569,
+      "eval_sv_ud_pr_auc": 0.9618368973225838,
+      "eval_ta_ersatz_pr_auc": 0.9803776383802104,
+      "eval_ta_opus100_pr_auc": 0.7754840254225202,
+      "eval_ta_ud_pr_auc": 0.999205738541168,
+      "eval_te_opus100_pr_auc": 0.8175951338620423,
+      "eval_tg_opus100_pr_auc": 0.9162387479120181,
+      "eval_th_opus100_pr_auc": 0.7316792375646541,
+      "eval_th_ud_pr_auc": 0.9112788527313699,
+      "eval_tr_ersatz_pr_auc": 0.9735487124165225,
+      "eval_tr_opus100_pr_auc": 0.9122130150324851,
+      "eval_tr_ud_pr_auc": 0.9645493689885486,
+      "eval_uk_opus100_pr_auc": 0.8963741272065978,
+      "eval_uk_ud_pr_auc": 0.9241738568256207,
+      "eval_ur_opus100_pr_auc": 0.6742539021147483,
+      "eval_ur_ud_pr_auc": 0.993469855826157,
+      "eval_uz_opus100_pr_auc": 0.9014053962539655,
+      "eval_vi_opus100_pr_auc": 0.9067864859197913,
+      "eval_vi_ud_pr_auc": 0.954802486040875,
+      "eval_xh_opus100_pr_auc": 0.8977863549072027,
+      "eval_yi_opus100_pr_auc": 0.7877662842441742,
+      "eval_yo_opus100_pr_auc": 0.8513030722596227,
+      "eval_yo_ud_pr_auc": 0.9296185366975964,
+      "eval_zh_ersatz_pr_auc": 0.969468850547564,
+      "eval_zh_opus100_pr_auc": 0.9112427813139602,
+      "eval_zh_ud_pr_auc": 0.9934675434178716,
+      "eval_zu_opus100_pr_auc": 0.8493021254874862,
+      "step": 360000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1379746835443039e-05,
+      "learning_rate_adapter": 1.1379746835443039e-05,
+      "loss": 0.019,
+      "step": 360050
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1367088607594938e-05,
+      "learning_rate_adapter": 1.1367088607594938e-05,
+      "loss": 0.0188,
+      "step": 360100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1354430379746835e-05,
+      "learning_rate_adapter": 1.1354430379746835e-05,
+      "loss": 0.0191,
+      "step": 360150
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1341772151898734e-05,
+      "learning_rate_adapter": 1.1341772151898734e-05,
+      "loss": 0.0189,
+      "step": 360200
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1329113924050633e-05,
+      "learning_rate_adapter": 1.1329113924050633e-05,
+      "loss": 0.0189,
+      "step": 360250
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1316455696202532e-05,
+      "learning_rate_adapter": 1.1316455696202532e-05,
+      "loss": 0.0187,
+      "step": 360300
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.130379746835443e-05,
+      "learning_rate_adapter": 1.130379746835443e-05,
+      "loss": 0.0189,
+      "step": 360350
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.129113924050633e-05,
+      "learning_rate_adapter": 1.129113924050633e-05,
+      "loss": 0.0192,
+      "step": 360400
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1278481012658228e-05,
+      "learning_rate_adapter": 1.1278481012658228e-05,
+      "loss": 0.0191,
+      "step": 360450
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1265822784810127e-05,
+      "learning_rate_adapter": 1.1265822784810127e-05,
+      "loss": 0.0192,
+      "step": 360500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1253164556962026e-05,
+      "learning_rate_adapter": 1.1253164556962026e-05,
+      "loss": 0.0189,
+      "step": 360550
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1240506329113925e-05,
+      "learning_rate_adapter": 1.1240506329113925e-05,
+      "loss": 0.019,
+      "step": 360600
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1227848101265822e-05,
+      "learning_rate_adapter": 1.1227848101265822e-05,
+      "loss": 0.0191,
+      "step": 360650
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1215189873417723e-05,
+      "learning_rate_adapter": 1.1215189873417723e-05,
+      "loss": 0.0191,
+      "step": 360700
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1202531645569621e-05,
+      "learning_rate_adapter": 1.1202531645569621e-05,
+      "loss": 0.019,
+      "step": 360750
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1189873417721519e-05,
+      "learning_rate_adapter": 1.1189873417721519e-05,
+      "loss": 0.0189,
+      "step": 360800
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1177215189873417e-05,
+      "learning_rate_adapter": 1.1177215189873417e-05,
+      "loss": 0.019,
+      "step": 360850
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1164556962025318e-05,
+      "learning_rate_adapter": 1.1164556962025318e-05,
+      "loss": 0.0189,
+      "step": 360900
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1151898734177215e-05,
+      "learning_rate_adapter": 1.1151898734177215e-05,
+      "loss": 0.019,
+      "step": 360950
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1139240506329114e-05,
+      "learning_rate_adapter": 1.1139240506329114e-05,
+      "loss": 0.0192,
+      "step": 361000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1126582278481013e-05,
+      "learning_rate_adapter": 1.1126582278481013e-05,
+      "loss": 0.019,
+      "step": 361050
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.1113924050632912e-05,
+      "learning_rate_adapter": 1.1113924050632912e-05,
+      "loss": 0.0191,
+      "step": 361100
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 1.110126582278481e-05,
+      "learning_rate_adapter": 1.110126582278481e-05,
+      "loss": 0.0191,
+      "step": 361150
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.108860759493671e-05,
+      "learning_rate_adapter": 1.108860759493671e-05,
+      "loss": 0.0191,
+      "step": 361200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1075949367088608e-05,
+      "learning_rate_adapter": 1.1075949367088608e-05,
+      "loss": 0.019,
+      "step": 361250
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1063291139240507e-05,
+      "learning_rate_adapter": 1.1063291139240507e-05,
+      "loss": 0.0189,
+      "step": 361300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1050632911392406e-05,
+      "learning_rate_adapter": 1.1050632911392406e-05,
+      "loss": 0.0189,
+      "step": 361350
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1037974683544305e-05,
+      "learning_rate_adapter": 1.1037974683544305e-05,
+      "loss": 0.0191,
+      "step": 361400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1025316455696202e-05,
+      "learning_rate_adapter": 1.1025316455696202e-05,
+      "loss": 0.0191,
+      "step": 361450
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1012658227848103e-05,
+      "learning_rate_adapter": 1.1012658227848103e-05,
+      "loss": 0.0189,
+      "step": 361500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.1000000000000001e-05,
+      "learning_rate_adapter": 1.1000000000000001e-05,
+      "loss": 0.0191,
+      "step": 361550
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0987341772151899e-05,
+      "learning_rate_adapter": 1.0987341772151899e-05,
+      "loss": 0.0189,
+      "step": 361600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0974683544303797e-05,
+      "learning_rate_adapter": 1.0974683544303797e-05,
+      "loss": 0.0192,
+      "step": 361650
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0962025316455698e-05,
+      "learning_rate_adapter": 1.0962025316455698e-05,
+      "loss": 0.019,
+      "step": 361700
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0949367088607595e-05,
+      "learning_rate_adapter": 1.0949367088607595e-05,
+      "loss": 0.0191,
+      "step": 361750
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0936708860759494e-05,
+      "learning_rate_adapter": 1.0936708860759494e-05,
+      "loss": 0.0189,
+      "step": 361800
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0924050632911393e-05,
+      "learning_rate_adapter": 1.0924050632911393e-05,
+      "loss": 0.0191,
+      "step": 361850
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0911392405063292e-05,
+      "learning_rate_adapter": 1.0911392405063292e-05,
+      "loss": 0.019,
+      "step": 361900
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.089873417721519e-05,
+      "learning_rate_adapter": 1.089873417721519e-05,
+      "loss": 0.0188,
+      "step": 361950
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.088607594936709e-05,
+      "learning_rate_adapter": 1.088607594936709e-05,
+      "loss": 0.019,
+      "step": 362000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0873417721518987e-05,
+      "learning_rate_adapter": 1.0873417721518987e-05,
+      "loss": 0.0189,
+      "step": 362050
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0860759493670887e-05,
+      "learning_rate_adapter": 1.0860759493670887e-05,
+      "loss": 0.0189,
+      "step": 362100
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0848101265822786e-05,
+      "learning_rate_adapter": 1.0848101265822786e-05,
+      "loss": 0.019,
+      "step": 362150
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0835443037974683e-05,
+      "learning_rate_adapter": 1.0835443037974683e-05,
+      "loss": 0.0189,
+      "step": 362200
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0822784810126582e-05,
+      "learning_rate_adapter": 1.0822784810126582e-05,
+      "loss": 0.0192,
+      "step": 362250
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0810126582278483e-05,
+      "learning_rate_adapter": 1.0810126582278483e-05,
+      "loss": 0.0189,
+      "step": 362300
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.079746835443038e-05,
+      "learning_rate_adapter": 1.079746835443038e-05,
+      "loss": 0.0187,
+      "step": 362350
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0784810126582279e-05,
+      "learning_rate_adapter": 1.0784810126582279e-05,
+      "loss": 0.0191,
+      "step": 362400
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0772151898734177e-05,
+      "learning_rate_adapter": 1.0772151898734177e-05,
+      "loss": 0.019,
+      "step": 362450
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0759493670886076e-05,
+      "learning_rate_adapter": 1.0759493670886076e-05,
+      "loss": 0.0193,
+      "step": 362500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0746835443037975e-05,
+      "learning_rate_adapter": 1.0746835443037975e-05,
+      "loss": 0.0189,
+      "step": 362550
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0734177215189874e-05,
+      "learning_rate_adapter": 1.0734177215189874e-05,
+      "loss": 0.019,
+      "step": 362600
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 1.0721518987341773e-05,
+      "learning_rate_adapter": 1.0721518987341773e-05,
+      "loss": 0.019,
+      "step": 362650
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0708860759493672e-05,
+      "learning_rate_adapter": 1.0708860759493672e-05,
+      "loss": 0.0189,
+      "step": 362700
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.069620253164557e-05,
+      "learning_rate_adapter": 1.069620253164557e-05,
+      "loss": 0.0189,
+      "step": 362750
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.068354430379747e-05,
+      "learning_rate_adapter": 1.068354430379747e-05,
+      "loss": 0.0188,
+      "step": 362800
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0670886075949367e-05,
+      "learning_rate_adapter": 1.0670886075949367e-05,
+      "loss": 0.0189,
+      "step": 362850
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0658227848101267e-05,
+      "learning_rate_adapter": 1.0658227848101267e-05,
+      "loss": 0.019,
+      "step": 362900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0645569620253166e-05,
+      "learning_rate_adapter": 1.0645569620253166e-05,
+      "loss": 0.0191,
+      "step": 362950
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0632911392405063e-05,
+      "learning_rate_adapter": 1.0632911392405063e-05,
+      "loss": 0.019,
+      "step": 363000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0620253164556962e-05,
+      "learning_rate_adapter": 1.0620253164556962e-05,
+      "loss": 0.0192,
+      "step": 363050
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0607594936708863e-05,
+      "learning_rate_adapter": 1.0607594936708863e-05,
+      "loss": 0.0189,
+      "step": 363100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.059493670886076e-05,
+      "learning_rate_adapter": 1.059493670886076e-05,
+      "loss": 0.019,
+      "step": 363150
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0582278481012659e-05,
+      "learning_rate_adapter": 1.0582278481012659e-05,
+      "loss": 0.019,
+      "step": 363200
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0569620253164557e-05,
+      "learning_rate_adapter": 1.0569620253164557e-05,
+      "loss": 0.019,
+      "step": 363250
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0556962025316456e-05,
+      "learning_rate_adapter": 1.0556962025316456e-05,
+      "loss": 0.019,
+      "step": 363300
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0544303797468355e-05,
+      "learning_rate_adapter": 1.0544303797468355e-05,
+      "loss": 0.0189,
+      "step": 363350
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0531645569620254e-05,
+      "learning_rate_adapter": 1.0531645569620254e-05,
+      "loss": 0.0188,
+      "step": 363400
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0518987341772151e-05,
+      "learning_rate_adapter": 1.0518987341772151e-05,
+      "loss": 0.019,
+      "step": 363450
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0506329113924052e-05,
+      "learning_rate_adapter": 1.0506329113924052e-05,
+      "loss": 0.019,
+      "step": 363500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.049367088607595e-05,
+      "learning_rate_adapter": 1.049367088607595e-05,
+      "loss": 0.019,
+      "step": 363550
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0481012658227848e-05,
+      "learning_rate_adapter": 1.0481012658227848e-05,
+      "loss": 0.0191,
+      "step": 363600
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0468354430379747e-05,
+      "learning_rate_adapter": 1.0468354430379747e-05,
+      "loss": 0.019,
+      "step": 363650
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0455696202531647e-05,
+      "learning_rate_adapter": 1.0455696202531647e-05,
+      "loss": 0.0188,
+      "step": 363700
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0443037974683544e-05,
+      "learning_rate_adapter": 1.0443037974683544e-05,
+      "loss": 0.019,
+      "step": 363750
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0430379746835443e-05,
+      "learning_rate_adapter": 1.0430379746835443e-05,
+      "loss": 0.0188,
+      "step": 363800
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0417721518987342e-05,
+      "learning_rate_adapter": 1.0417721518987342e-05,
+      "loss": 0.0189,
+      "step": 363850
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.040506329113924e-05,
+      "learning_rate_adapter": 1.040506329113924e-05,
+      "loss": 0.019,
+      "step": 363900
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.039240506329114e-05,
+      "learning_rate_adapter": 1.039240506329114e-05,
+      "loss": 0.0192,
+      "step": 363950
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0379746835443039e-05,
+      "learning_rate_adapter": 1.0379746835443039e-05,
+      "loss": 0.019,
+      "step": 364000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0367088607594937e-05,
+      "learning_rate_adapter": 1.0367088607594937e-05,
+      "loss": 0.019,
+      "step": 364050
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0354430379746836e-05,
+      "learning_rate_adapter": 1.0354430379746836e-05,
+      "loss": 0.0191,
+      "step": 364100
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 1.0341772151898735e-05,
+      "learning_rate_adapter": 1.0341772151898735e-05,
+      "loss": 0.0192,
+      "step": 364150
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0329113924050634e-05,
+      "learning_rate_adapter": 1.0329113924050634e-05,
+      "loss": 0.0188,
+      "step": 364200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0316455696202531e-05,
+      "learning_rate_adapter": 1.0316455696202531e-05,
+      "loss": 0.0192,
+      "step": 364250
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0303797468354432e-05,
+      "learning_rate_adapter": 1.0303797468354432e-05,
+      "loss": 0.0188,
+      "step": 364300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.029113924050633e-05,
+      "learning_rate_adapter": 1.029113924050633e-05,
+      "loss": 0.0189,
+      "step": 364350
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0278481012658228e-05,
+      "learning_rate_adapter": 1.0278481012658228e-05,
+      "loss": 0.0193,
+      "step": 364400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0265822784810127e-05,
+      "learning_rate_adapter": 1.0265822784810127e-05,
+      "loss": 0.0189,
+      "step": 364450
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0253164556962027e-05,
+      "learning_rate_adapter": 1.0253164556962027e-05,
+      "loss": 0.0189,
+      "step": 364500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0240506329113924e-05,
+      "learning_rate_adapter": 1.0240506329113924e-05,
+      "loss": 0.0191,
+      "step": 364550
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0227848101265823e-05,
+      "learning_rate_adapter": 1.0227848101265823e-05,
+      "loss": 0.0191,
+      "step": 364600
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0215189873417722e-05,
+      "learning_rate_adapter": 1.0215189873417722e-05,
+      "loss": 0.0192,
+      "step": 364650
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.020253164556962e-05,
+      "learning_rate_adapter": 1.020253164556962e-05,
+      "loss": 0.0191,
+      "step": 364700
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.018987341772152e-05,
+      "learning_rate_adapter": 1.018987341772152e-05,
+      "loss": 0.0192,
+      "step": 364750
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0177215189873419e-05,
+      "learning_rate_adapter": 1.0177215189873419e-05,
+      "loss": 0.019,
+      "step": 364800
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0164556962025316e-05,
+      "learning_rate_adapter": 1.0164556962025316e-05,
+      "loss": 0.0191,
+      "step": 364850
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0151898734177216e-05,
+      "learning_rate_adapter": 1.0151898734177216e-05,
+      "loss": 0.0189,
+      "step": 364900
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0139240506329115e-05,
+      "learning_rate_adapter": 1.0139240506329115e-05,
+      "loss": 0.019,
+      "step": 364950
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0126582278481012e-05,
+      "learning_rate_adapter": 1.0126582278481012e-05,
+      "loss": 0.019,
+      "step": 365000
+    },
+    {
+      "epoch": 2.46,
+      "eval_af_opus100_pr_auc": 0.8244729162278068,
+      "eval_af_ud_pr_auc": 0.9948039132987507,
+      "eval_am_opus100_pr_auc": 0.7009566020575863,
+      "eval_ar_ersatz_pr_auc": 0.9287090390006053,
+      "eval_ar_opus100_pr_auc": 0.7661745698152932,
+      "eval_ar_ud_pr_auc": 0.9122983006716099,
+      "eval_average_ersatz_pr_auc": 0.976921367035311,
+      "eval_average_opus100_pr_auc": 0.8714449214064143,
+      "eval_average_ud_pr_auc": 0.9686813748249232,
+      "eval_az_opus100_pr_auc": 0.8335390864780345,
+      "eval_be_opus100_pr_auc": 0.7993790496258532,
+      "eval_be_ud_pr_auc": 0.9072876074598415,
+      "eval_bg_opus100_pr_auc": 0.9331091970165938,
+      "eval_bg_ud_pr_auc": 0.9955936522798008,
+      "eval_bn_opus100_pr_auc": 0.8746815460199434,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9151642772749499,
+      "eval_ca_ud_pr_auc": 0.9975346818142796,
+      "eval_ceb_ud_pr_auc": 0.9999148913978321,
+      "eval_cs_ersatz_pr_auc": 0.9885579783931201,
+      "eval_cs_opus100_pr_auc": 0.9303112242820437,
+      "eval_cs_ud_pr_auc": 0.9644100991291638,
+      "eval_cy_opus100_pr_auc": 0.8204447343638058,
+      "eval_cy_ud_pr_auc": 0.9976848439154686,
+      "eval_da_opus100_pr_auc": 0.935868768145344,
+      "eval_da_ud_pr_auc": 0.9755509356403381,
+      "eval_de_ersatz_pr_auc": 0.9905295457550016,
+      "eval_de_opus100_pr_auc": 0.9351178328598897,
+      "eval_de_ud_pr_auc": 0.9890428083459859,
+      "eval_el_opus100_pr_auc": 0.9234544135175607,
+      "eval_el_ud_pr_auc": 0.9950952677012861,
+      "eval_en_ersatz_pr_auc": 0.9948639078530228,
+      "eval_en_opus100_pr_auc": 0.9296796530665573,
+      "eval_en_ud_pr_auc": 0.9806361947694968,
+      "eval_eo_opus100_pr_auc": 0.9320827499473325,
+      "eval_es_ersatz_pr_auc": 0.9968266313548813,
+      "eval_es_opus100_pr_auc": 0.9491548226615439,
+      "eval_es_ud_pr_auc": 0.990942436808267,
+      "eval_et_ersatz_pr_auc": 0.9864606643649153,
+      "eval_et_opus100_pr_auc": 0.9339518245419411,
+      "eval_et_ud_pr_auc": 0.9799418043412681,
+      "eval_eu_opus100_pr_auc": 0.899295881019018,
+      "eval_eu_ud_pr_auc": 0.990651359391285,
+      "eval_fa_opus100_pr_auc": 0.6669724644938673,
+      "eval_fa_ud_pr_auc": 0.9977669428674021,
+      "eval_fi_ersatz_pr_auc": 0.9967735243412786,
+      "eval_fi_opus100_pr_auc": 0.9379586705355718,
+      "eval_fi_ud_pr_auc": 0.9716756913656652,
+      "eval_fr_ersatz_pr_auc": 0.9897682495235012,
+      "eval_fr_opus100_pr_auc": 0.9300537520594822,
+      "eval_fr_ud_pr_auc": 0.9921706197254152,
+      "eval_fy_opus100_pr_auc": 0.7384083351289662,
+      "eval_ga_opus100_pr_auc": 0.9281947086553083,
+      "eval_ga_ud_pr_auc": 0.8105295919066532,
+      "eval_gd_opus100_pr_auc": 0.7976460787222865,
+      "eval_gd_ud_pr_auc": 0.838607564852195,
+      "eval_gl_opus100_pr_auc": 0.9140171434967513,
+      "eval_gl_ud_pr_auc": 0.9965250926898196,
+      "eval_gu_ersatz_pr_auc": 0.9588576350489539,
+      "eval_gu_opus100_pr_auc": 0.7978437976629366,
+      "eval_ha_opus100_pr_auc": 0.943982923855975,
+      "eval_he_opus100_pr_auc": 0.8971970986943854,
+      "eval_he_ud_pr_auc": 0.9864316430619346,
+      "eval_hi_ersatz_pr_auc": 0.9840727560483004,
+      "eval_hi_opus100_pr_auc": 0.7654649522958157,
+      "eval_hi_ud_pr_auc": 0.994902325037103,
+      "eval_hu_opus100_pr_auc": 0.9284854015948787,
+      "eval_hu_ud_pr_auc": 0.9835016677715811,
+      "eval_hy_opus100_pr_auc": 0.9200918243550001,
+      "eval_hy_ud_pr_auc": 0.9707692612955777,
+      "eval_id_opus100_pr_auc": 0.9064464513390583,
+      "eval_id_ud_pr_auc": 0.9964402443786283,
+      "eval_ig_opus100_pr_auc": 0.9012220391383247,
+      "eval_is_opus100_pr_auc": 0.932185961371671,
+      "eval_is_ud_pr_auc": 0.915599478636117,
+      "eval_it_opus100_pr_auc": 0.9325247495112267,
+      "eval_it_ud_pr_auc": 0.9971635146633715,
+      "eval_ja_ersatz_pr_auc": 0.9180605428990242,
+      "eval_ja_opus100_pr_auc": 0.874597644384406,
+      "eval_ja_ud_pr_auc": 0.9868075147724424,
+      "eval_jv_ud_pr_auc": 0.9516409113331434,
+      "eval_ka_opus100_pr_auc": 0.8640876235370554,
+      "eval_kk_ersatz_pr_auc": 0.9902704595365707,
+      "eval_kk_opus100_pr_auc": 0.8626395081002777,
+      "eval_kk_ud_pr_auc": 0.9758837101251001,
+      "eval_km_ersatz_pr_auc": 0.9587316078804026,
+      "eval_km_opus100_pr_auc": 0.7859816365800858,
+      "eval_kn_opus100_pr_auc": 0.709800117665766,
+      "eval_ko_opus100_pr_auc": 0.7188742505432053,
+      "eval_ko_ud_pr_auc": 0.9982844107197559,
+      "eval_ku_opus100_pr_auc": 0.890940002528616,
+      "eval_ky_opus100_pr_auc": 0.9150266477373408,
+      "eval_la_ud_pr_auc": 0.9708940831571855,
+      "eval_loss": 0.022614330053329468,
+      "eval_lt_ersatz_pr_auc": 0.9981837850640708,
+      "eval_lt_opus100_pr_auc": 0.9121732534448688,
+      "eval_lt_ud_pr_auc": 0.9951263948377618,
+      "eval_lv_ersatz_pr_auc": 0.993645160696612,
+      "eval_lv_opus100_pr_auc": 0.9110052799940431,
+      "eval_lv_ud_pr_auc": 0.9682907482171569,
+      "eval_mg_opus100_pr_auc": 0.9544767787175376,
+      "eval_mk_opus100_pr_auc": 0.9345932102003295,
+      "eval_ml_opus100_pr_auc": 0.8083325357323353,
+      "eval_mn_opus100_pr_auc": 0.9543234260086012,
+      "eval_mr_opus100_pr_auc": 0.9349911821876215,
+      "eval_mr_ud_pr_auc": 0.9571104943938943,
+      "eval_ms_opus100_pr_auc": 0.8889927353704228,
+      "eval_mt_opus100_pr_auc": 0.8849988672348899,
+      "eval_mt_ud_pr_auc": 0.9357600948379987,
+      "eval_my_opus100_pr_auc": 0.8865450623892397,
+      "eval_ne_opus100_pr_auc": 0.7854570895376516,
+      "eval_nl_opus100_pr_auc": 0.9061523980098141,
+      "eval_nl_ud_pr_auc": 0.9857272360857782,
+      "eval_no_opus100_pr_auc": 0.9240196432578974,
+      "eval_no_ud_pr_auc": 0.9966120457019367,
+      "eval_pa_opus100_pr_auc": 0.7205414987266582,
+      "eval_pl_ersatz_pr_auc": 0.9732607911947798,
+      "eval_pl_opus100_pr_auc": 0.9109650352568223,
+      "eval_pl_ud_pr_auc": 0.9764183425641925,
+      "eval_ps_ersatz_pr_auc": 0.9260954256975962,
+      "eval_ps_opus100_pr_auc": 0.7802213675093019,
+      "eval_pt_opus100_pr_auc": 0.937089156908132,
+      "eval_pt_ud_pr_auc": 0.9895942309936265,
+      "eval_ro_ersatz_pr_auc": 0.9926797911432108,
+      "eval_ro_opus100_pr_auc": 0.872737944153841,
+      "eval_ro_ud_pr_auc": 0.9263485120799115,
+      "eval_ru_ersatz_pr_auc": 0.9950533292063268,
+      "eval_ru_opus100_pr_auc": 0.951727257882479,
+      "eval_ru_ud_pr_auc": 0.89412675716528,
+      "eval_runtime": 514.9601,
+      "eval_samples_per_second": 146.652,
+      "eval_si_opus100_pr_auc": 0.8301945258668505,
+      "eval_sk_opus100_pr_auc": 0.9437456170674288,
+      "eval_sk_ud_pr_auc": 0.9890474263711252,
+      "eval_sl_opus100_pr_auc": 0.8996895813277366,
+      "eval_sl_ud_pr_auc": 0.9734010074124082,
+      "eval_sq_opus100_pr_auc": 0.9430518088747759,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9365586760949384,
+      "eval_sr_ud_pr_auc": 0.999535044371956,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.9228368963048501,
+      "eval_sv_ud_pr_auc": 0.9611388471794023,
+      "eval_ta_ersatz_pr_auc": 0.9813506431501476,
+      "eval_ta_opus100_pr_auc": 0.7756215559862369,
+      "eval_ta_ud_pr_auc": 0.9992057385411679,
+      "eval_te_opus100_pr_auc": 0.8254048865519594,
+      "eval_tg_opus100_pr_auc": 0.9153926349220155,
+      "eval_th_opus100_pr_auc": 0.7302873203404568,
+      "eval_th_ud_pr_auc": 0.9089589694989012,
+      "eval_tr_ersatz_pr_auc": 0.9718554144167032,
+      "eval_tr_opus100_pr_auc": 0.9112684656316016,
+      "eval_tr_ud_pr_auc": 0.9652604420689211,
+      "eval_uk_opus100_pr_auc": 0.8985133939477471,
+      "eval_uk_ud_pr_auc": 0.9281168095269039,
+      "eval_ur_opus100_pr_auc": 0.6716439716098866,
+      "eval_ur_ud_pr_auc": 0.9942685007216872,
+      "eval_uz_opus100_pr_auc": 0.8998127961908909,
+      "eval_vi_opus100_pr_auc": 0.9057439576706192,
+      "eval_vi_ud_pr_auc": 0.9393701312968582,
+      "eval_xh_opus100_pr_auc": 0.8982239831620408,
+      "eval_yi_opus100_pr_auc": 0.7763639589972847,
+      "eval_yo_opus100_pr_auc": 0.8570841871951865,
+      "eval_yo_ud_pr_auc": 0.9288777687638256,
+      "eval_zh_ersatz_pr_auc": 0.9776631922078157,
+      "eval_zh_opus100_pr_auc": 0.9119644844987551,
+      "eval_zh_ud_pr_auc": 0.9955597570661575,
+      "eval_zu_opus100_pr_auc": 0.8482541976528766,
+      "step": 365000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0113924050632911e-05,
+      "learning_rate_adapter": 1.0113924050632911e-05,
+      "loss": 0.019,
+      "step": 365050
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0101265822784812e-05,
+      "learning_rate_adapter": 1.0101265822784812e-05,
+      "loss": 0.019,
+      "step": 365100
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0088607594936709e-05,
+      "learning_rate_adapter": 1.0088607594936709e-05,
+      "loss": 0.0189,
+      "step": 365150
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0075949367088608e-05,
+      "learning_rate_adapter": 1.0075949367088608e-05,
+      "loss": 0.019,
+      "step": 365200
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0063291139240507e-05,
+      "learning_rate_adapter": 1.0063291139240507e-05,
+      "loss": 0.019,
+      "step": 365250
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0050632911392405e-05,
+      "learning_rate_adapter": 1.0050632911392405e-05,
+      "loss": 0.0189,
+      "step": 365300
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0037974683544304e-05,
+      "learning_rate_adapter": 1.0037974683544304e-05,
+      "loss": 0.0192,
+      "step": 365350
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0025316455696203e-05,
+      "learning_rate_adapter": 1.0025316455696203e-05,
+      "loss": 0.019,
+      "step": 365400
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1.0012658227848102e-05,
+      "learning_rate_adapter": 1.0012658227848102e-05,
+      "loss": 0.019,
+      "step": 365450
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 1e-05,
+      "learning_rate_adapter": 1e-05,
+      "loss": 0.0192,
+      "step": 365500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.9873417721519e-06,
+      "learning_rate_adapter": 9.9873417721519e-06,
+      "loss": 0.0189,
+      "step": 365550
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 9.974683544303799e-06,
+      "learning_rate_adapter": 9.974683544303799e-06,
+      "loss": 0.0191,
+      "step": 365600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.962025316455696e-06,
+      "learning_rate_adapter": 9.962025316455696e-06,
+      "loss": 0.019,
+      "step": 365650
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.949367088607596e-06,
+      "learning_rate_adapter": 9.949367088607596e-06,
+      "loss": 0.0188,
+      "step": 365700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.936708860759495e-06,
+      "learning_rate_adapter": 9.936708860759495e-06,
+      "loss": 0.019,
+      "step": 365750
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.924050632911392e-06,
+      "learning_rate_adapter": 9.924050632911392e-06,
+      "loss": 0.0188,
+      "step": 365800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.911392405063291e-06,
+      "learning_rate_adapter": 9.911392405063291e-06,
+      "loss": 0.0189,
+      "step": 365850
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.898734177215192e-06,
+      "learning_rate_adapter": 9.898734177215192e-06,
+      "loss": 0.019,
+      "step": 365900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.886075949367089e-06,
+      "learning_rate_adapter": 9.886075949367089e-06,
+      "loss": 0.0191,
+      "step": 365950
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.873417721518988e-06,
+      "learning_rate_adapter": 9.873417721518988e-06,
+      "loss": 0.019,
+      "step": 366000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.860759493670887e-06,
+      "learning_rate_adapter": 9.860759493670887e-06,
+      "loss": 0.0189,
+      "step": 366050
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.848101265822785e-06,
+      "learning_rate_adapter": 9.848101265822785e-06,
+      "loss": 0.0188,
+      "step": 366100
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.835443037974684e-06,
+      "learning_rate_adapter": 9.835443037974684e-06,
+      "loss": 0.019,
+      "step": 366150
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.822784810126583e-06,
+      "learning_rate_adapter": 9.822784810126583e-06,
+      "loss": 0.019,
+      "step": 366200
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.81012658227848e-06,
+      "learning_rate_adapter": 9.81012658227848e-06,
+      "loss": 0.0189,
+      "step": 366250
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.79746835443038e-06,
+      "learning_rate_adapter": 9.79746835443038e-06,
+      "loss": 0.0189,
+      "step": 366300
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.78481012658228e-06,
+      "learning_rate_adapter": 9.78481012658228e-06,
+      "loss": 0.0189,
+      "step": 366350
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.772151898734177e-06,
+      "learning_rate_adapter": 9.772151898734177e-06,
+      "loss": 0.0191,
+      "step": 366400
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.759493670886076e-06,
+      "learning_rate_adapter": 9.759493670886076e-06,
+      "loss": 0.0191,
+      "step": 366450
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.746835443037976e-06,
+      "learning_rate_adapter": 9.746835443037976e-06,
+      "loss": 0.0189,
+      "step": 366500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.734177215189873e-06,
+      "learning_rate_adapter": 9.734177215189873e-06,
+      "loss": 0.0191,
+      "step": 366550
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.721518987341772e-06,
+      "learning_rate_adapter": 9.721518987341772e-06,
+      "loss": 0.0189,
+      "step": 366600
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.708860759493671e-06,
+      "learning_rate_adapter": 9.708860759493671e-06,
+      "loss": 0.019,
+      "step": 366650
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.69620253164557e-06,
+      "learning_rate_adapter": 9.69620253164557e-06,
+      "loss": 0.019,
+      "step": 366700
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.683544303797469e-06,
+      "learning_rate_adapter": 9.683544303797469e-06,
+      "loss": 0.0188,
+      "step": 366750
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.670886075949368e-06,
+      "learning_rate_adapter": 9.670886075949368e-06,
+      "loss": 0.0189,
+      "step": 366800
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.658227848101267e-06,
+      "learning_rate_adapter": 9.658227848101267e-06,
+      "loss": 0.019,
+      "step": 366850
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.645569620253165e-06,
+      "learning_rate_adapter": 9.645569620253165e-06,
+      "loss": 0.0188,
+      "step": 366900
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.632911392405064e-06,
+      "learning_rate_adapter": 9.632911392405064e-06,
+      "loss": 0.0192,
+      "step": 366950
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.620253164556963e-06,
+      "learning_rate_adapter": 9.620253164556963e-06,
+      "loss": 0.0191,
+      "step": 367000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.60759493670886e-06,
+      "learning_rate_adapter": 9.60759493670886e-06,
+      "loss": 0.0191,
+      "step": 367050
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 9.59493670886076e-06,
+      "learning_rate_adapter": 9.59493670886076e-06,
+      "loss": 0.0189,
+      "step": 367100
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.58227848101266e-06,
+      "learning_rate_adapter": 9.58227848101266e-06,
+      "loss": 0.019,
+      "step": 367150
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.569620253164557e-06,
+      "learning_rate_adapter": 9.569620253164557e-06,
+      "loss": 0.0188,
+      "step": 367200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.556962025316456e-06,
+      "learning_rate_adapter": 9.556962025316456e-06,
+      "loss": 0.0188,
+      "step": 367250
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.544303797468356e-06,
+      "learning_rate_adapter": 9.544303797468356e-06,
+      "loss": 0.019,
+      "step": 367300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.531645569620253e-06,
+      "learning_rate_adapter": 9.531645569620253e-06,
+      "loss": 0.019,
+      "step": 367350
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.518987341772152e-06,
+      "learning_rate_adapter": 9.518987341772152e-06,
+      "loss": 0.0191,
+      "step": 367400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.506329113924051e-06,
+      "learning_rate_adapter": 9.506329113924051e-06,
+      "loss": 0.0188,
+      "step": 367450
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.49367088607595e-06,
+      "learning_rate_adapter": 9.49367088607595e-06,
+      "loss": 0.0189,
+      "step": 367500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.481012658227849e-06,
+      "learning_rate_adapter": 9.481012658227849e-06,
+      "loss": 0.0189,
+      "step": 367550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.468354430379748e-06,
+      "learning_rate_adapter": 9.468354430379748e-06,
+      "loss": 0.0191,
+      "step": 367600
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.455696202531645e-06,
+      "learning_rate_adapter": 9.455696202531645e-06,
+      "loss": 0.0188,
+      "step": 367650
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.443037974683545e-06,
+      "learning_rate_adapter": 9.443037974683545e-06,
+      "loss": 0.0188,
+      "step": 367700
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.430379746835444e-06,
+      "learning_rate_adapter": 9.430379746835444e-06,
+      "loss": 0.0191,
+      "step": 367750
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.417721518987341e-06,
+      "learning_rate_adapter": 9.417721518987341e-06,
+      "loss": 0.019,
+      "step": 367800
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.40506329113924e-06,
+      "learning_rate_adapter": 9.40506329113924e-06,
+      "loss": 0.0191,
+      "step": 367850
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.39240506329114e-06,
+      "learning_rate_adapter": 9.39240506329114e-06,
+      "loss": 0.0188,
+      "step": 367900
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.379746835443038e-06,
+      "learning_rate_adapter": 9.379746835443038e-06,
+      "loss": 0.019,
+      "step": 367950
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.367088607594937e-06,
+      "learning_rate_adapter": 9.367088607594937e-06,
+      "loss": 0.0188,
+      "step": 368000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.354430379746836e-06,
+      "learning_rate_adapter": 9.354430379746836e-06,
+      "loss": 0.0191,
+      "step": 368050
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.341772151898735e-06,
+      "learning_rate_adapter": 9.341772151898735e-06,
+      "loss": 0.0189,
+      "step": 368100
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.329113924050633e-06,
+      "learning_rate_adapter": 9.329113924050633e-06,
+      "loss": 0.019,
+      "step": 368150
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.316455696202532e-06,
+      "learning_rate_adapter": 9.316455696202532e-06,
+      "loss": 0.0189,
+      "step": 368200
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.303797468354431e-06,
+      "learning_rate_adapter": 9.303797468354431e-06,
+      "loss": 0.019,
+      "step": 368250
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.29113924050633e-06,
+      "learning_rate_adapter": 9.29113924050633e-06,
+      "loss": 0.0189,
+      "step": 368300
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.278481012658229e-06,
+      "learning_rate_adapter": 9.278481012658229e-06,
+      "loss": 0.0191,
+      "step": 368350
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.265822784810128e-06,
+      "learning_rate_adapter": 9.265822784810128e-06,
+      "loss": 0.0189,
+      "step": 368400
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.253164556962025e-06,
+      "learning_rate_adapter": 9.253164556962025e-06,
+      "loss": 0.019,
+      "step": 368450
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.240506329113925e-06,
+      "learning_rate_adapter": 9.240506329113925e-06,
+      "loss": 0.0189,
+      "step": 368500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.227848101265824e-06,
+      "learning_rate_adapter": 9.227848101265824e-06,
+      "loss": 0.0191,
+      "step": 368550
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 9.215189873417721e-06,
+      "learning_rate_adapter": 9.215189873417721e-06,
+      "loss": 0.0189,
+      "step": 368600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.20253164556962e-06,
+      "learning_rate_adapter": 9.20253164556962e-06,
+      "loss": 0.019,
+      "step": 368650
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.18987341772152e-06,
+      "learning_rate_adapter": 9.18987341772152e-06,
+      "loss": 0.0189,
+      "step": 368700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.177215189873418e-06,
+      "learning_rate_adapter": 9.177215189873418e-06,
+      "loss": 0.0188,
+      "step": 368750
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.164556962025317e-06,
+      "learning_rate_adapter": 9.164556962025317e-06,
+      "loss": 0.0189,
+      "step": 368800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.151898734177216e-06,
+      "learning_rate_adapter": 9.151898734177216e-06,
+      "loss": 0.019,
+      "step": 368850
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.139240506329115e-06,
+      "learning_rate_adapter": 9.139240506329115e-06,
+      "loss": 0.0191,
+      "step": 368900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.126582278481013e-06,
+      "learning_rate_adapter": 9.126582278481013e-06,
+      "loss": 0.0187,
+      "step": 368950
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.113924050632912e-06,
+      "learning_rate_adapter": 9.113924050632912e-06,
+      "loss": 0.0188,
+      "step": 369000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.10126582278481e-06,
+      "learning_rate_adapter": 9.10126582278481e-06,
+      "loss": 0.019,
+      "step": 369050
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.088607594936708e-06,
+      "learning_rate_adapter": 9.088607594936708e-06,
+      "loss": 0.0189,
+      "step": 369100
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.075949367088609e-06,
+      "learning_rate_adapter": 9.075949367088609e-06,
+      "loss": 0.019,
+      "step": 369150
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.063291139240506e-06,
+      "learning_rate_adapter": 9.063291139240506e-06,
+      "loss": 0.0191,
+      "step": 369200
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.050632911392405e-06,
+      "learning_rate_adapter": 9.050632911392405e-06,
+      "loss": 0.019,
+      "step": 369250
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.037974683544304e-06,
+      "learning_rate_adapter": 9.037974683544304e-06,
+      "loss": 0.0189,
+      "step": 369300
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.025316455696203e-06,
+      "learning_rate_adapter": 9.025316455696203e-06,
+      "loss": 0.0188,
+      "step": 369350
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9.012658227848101e-06,
+      "learning_rate_adapter": 9.012658227848101e-06,
+      "loss": 0.019,
+      "step": 369400
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 9e-06,
+      "learning_rate_adapter": 9e-06,
+      "loss": 0.0188,
+      "step": 369450
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.987341772151899e-06,
+      "learning_rate_adapter": 8.987341772151899e-06,
+      "loss": 0.0191,
+      "step": 369500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.974683544303798e-06,
+      "learning_rate_adapter": 8.974683544303798e-06,
+      "loss": 0.019,
+      "step": 369550
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.962025316455697e-06,
+      "learning_rate_adapter": 8.962025316455697e-06,
+      "loss": 0.0188,
+      "step": 369600
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.949367088607596e-06,
+      "learning_rate_adapter": 8.949367088607596e-06,
+      "loss": 0.0191,
+      "step": 369650
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.936708860759493e-06,
+      "learning_rate_adapter": 8.936708860759493e-06,
+      "loss": 0.019,
+      "step": 369700
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.924050632911393e-06,
+      "learning_rate_adapter": 8.924050632911393e-06,
+      "loss": 0.0189,
+      "step": 369750
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.911392405063292e-06,
+      "learning_rate_adapter": 8.911392405063292e-06,
+      "loss": 0.019,
+      "step": 369800
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.89873417721519e-06,
+      "learning_rate_adapter": 8.89873417721519e-06,
+      "loss": 0.019,
+      "step": 369850
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.886075949367088e-06,
+      "learning_rate_adapter": 8.886075949367088e-06,
+      "loss": 0.019,
+      "step": 369900
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.873417721518989e-06,
+      "learning_rate_adapter": 8.873417721518989e-06,
+      "loss": 0.019,
+      "step": 369950
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.860759493670886e-06,
+      "learning_rate_adapter": 8.860759493670886e-06,
+      "loss": 0.0189,
+      "step": 370000
+    },
+    {
+      "epoch": 2.49,
+      "eval_af_opus100_pr_auc": 0.8119085170335596,
+      "eval_af_ud_pr_auc": 0.9959607704799105,
+      "eval_am_opus100_pr_auc": 0.7098947906500157,
+      "eval_ar_ersatz_pr_auc": 0.9280365302085534,
+      "eval_ar_opus100_pr_auc": 0.766831450249165,
+      "eval_ar_ud_pr_auc": 0.9141057226315704,
+      "eval_average_ersatz_pr_auc": 0.9766281689566001,
+      "eval_average_opus100_pr_auc": 0.8707985054848706,
+      "eval_average_ud_pr_auc": 0.9695032772826939,
+      "eval_az_opus100_pr_auc": 0.8375501987438851,
+      "eval_be_opus100_pr_auc": 0.7885226145483356,
+      "eval_be_ud_pr_auc": 0.9074093443385539,
+      "eval_bg_opus100_pr_auc": 0.9371066258598302,
+      "eval_bg_ud_pr_auc": 0.9958294023090832,
+      "eval_bn_opus100_pr_auc": 0.8750838635166147,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9175822200376307,
+      "eval_ca_ud_pr_auc": 0.9980573138574887,
+      "eval_ceb_ud_pr_auc": 0.9997108432066123,
+      "eval_cs_ersatz_pr_auc": 0.9881493002871584,
+      "eval_cs_opus100_pr_auc": 0.9325294095782657,
+      "eval_cs_ud_pr_auc": 0.9654221406751521,
+      "eval_cy_opus100_pr_auc": 0.8089664730500893,
+      "eval_cy_ud_pr_auc": 0.9978543414970718,
+      "eval_da_opus100_pr_auc": 0.9365955771720065,
+      "eval_da_ud_pr_auc": 0.9762830827508187,
+      "eval_de_ersatz_pr_auc": 0.9908601415953284,
+      "eval_de_opus100_pr_auc": 0.9355847229811931,
+      "eval_de_ud_pr_auc": 0.9892249409285081,
+      "eval_el_opus100_pr_auc": 0.9277348473162552,
+      "eval_el_ud_pr_auc": 0.9946850413990211,
+      "eval_en_ersatz_pr_auc": 0.9950271313912584,
+      "eval_en_opus100_pr_auc": 0.931799523934743,
+      "eval_en_ud_pr_auc": 0.982320411291602,
+      "eval_eo_opus100_pr_auc": 0.9347261204330963,
+      "eval_es_ersatz_pr_auc": 0.9968493622538279,
+      "eval_es_opus100_pr_auc": 0.9504022417508523,
+      "eval_es_ud_pr_auc": 0.9909479493248626,
+      "eval_et_ersatz_pr_auc": 0.9879884909565896,
+      "eval_et_opus100_pr_auc": 0.9356701759601224,
+      "eval_et_ud_pr_auc": 0.9798465694071414,
+      "eval_eu_opus100_pr_auc": 0.9010752327037869,
+      "eval_eu_ud_pr_auc": 0.9911900585727385,
+      "eval_fa_opus100_pr_auc": 0.6677058894445801,
+      "eval_fa_ud_pr_auc": 0.9979855403734068,
+      "eval_fi_ersatz_pr_auc": 0.9965342388976011,
+      "eval_fi_opus100_pr_auc": 0.9411023861029041,
+      "eval_fi_ud_pr_auc": 0.9743101108217416,
+      "eval_fr_ersatz_pr_auc": 0.989325202655835,
+      "eval_fr_opus100_pr_auc": 0.9332202888143968,
+      "eval_fr_ud_pr_auc": 0.9917506656029017,
+      "eval_fy_opus100_pr_auc": 0.7232704609978219,
+      "eval_ga_opus100_pr_auc": 0.9294701946196993,
+      "eval_ga_ud_pr_auc": 0.8126928701525953,
+      "eval_gd_opus100_pr_auc": 0.776338427813193,
+      "eval_gd_ud_pr_auc": 0.8382671766073457,
+      "eval_gl_opus100_pr_auc": 0.9178069218584299,
+      "eval_gl_ud_pr_auc": 0.9967111439922066,
+      "eval_gu_ersatz_pr_auc": 0.9581918695263659,
+      "eval_gu_opus100_pr_auc": 0.7825549194368648,
+      "eval_ha_opus100_pr_auc": 0.9439791904350425,
+      "eval_he_opus100_pr_auc": 0.8982452041442297,
+      "eval_he_ud_pr_auc": 0.9855998718220991,
+      "eval_hi_ersatz_pr_auc": 0.9854762495661499,
+      "eval_hi_opus100_pr_auc": 0.7694753155449444,
+      "eval_hi_ud_pr_auc": 0.9947938871063895,
+      "eval_hu_opus100_pr_auc": 0.9343376792953122,
+      "eval_hu_ud_pr_auc": 0.9837467155259418,
+      "eval_hy_opus100_pr_auc": 0.9187758622683232,
+      "eval_hy_ud_pr_auc": 0.9726006899824785,
+      "eval_id_opus100_pr_auc": 0.9083789221389805,
+      "eval_id_ud_pr_auc": 0.9968359188714613,
+      "eval_ig_opus100_pr_auc": 0.8921073013700429,
+      "eval_is_opus100_pr_auc": 0.9379309498088789,
+      "eval_is_ud_pr_auc": 0.9182184161202896,
+      "eval_it_opus100_pr_auc": 0.9346027987119289,
+      "eval_it_ud_pr_auc": 0.9975953871952725,
+      "eval_ja_ersatz_pr_auc": 0.9119393878989869,
+      "eval_ja_opus100_pr_auc": 0.8745819059799038,
+      "eval_ja_ud_pr_auc": 0.9861758909663434,
+      "eval_jv_ud_pr_auc": 0.9539897490228498,
+      "eval_ka_opus100_pr_auc": 0.8671241109320534,
+      "eval_kk_ersatz_pr_auc": 0.9906362853797936,
+      "eval_kk_opus100_pr_auc": 0.8456254426199474,
+      "eval_kk_ud_pr_auc": 0.9762521621365787,
+      "eval_km_ersatz_pr_auc": 0.9602989987384629,
+      "eval_km_opus100_pr_auc": 0.7796645263369685,
+      "eval_kn_opus100_pr_auc": 0.7073708972753271,
+      "eval_ko_opus100_pr_auc": 0.7241182931226577,
+      "eval_ko_ud_pr_auc": 0.9982161564316492,
+      "eval_ku_opus100_pr_auc": 0.877040944820764,
+      "eval_ky_opus100_pr_auc": 0.9001999443415488,
+      "eval_la_ud_pr_auc": 0.9732346951797205,
+      "eval_loss": 0.02250339277088642,
+      "eval_lt_ersatz_pr_auc": 0.9981197119870209,
+      "eval_lt_opus100_pr_auc": 0.9116797199068061,
+      "eval_lt_ud_pr_auc": 0.99549511754091,
+      "eval_lv_ersatz_pr_auc": 0.9936108806205408,
+      "eval_lv_opus100_pr_auc": 0.9115346923532222,
+      "eval_lv_ud_pr_auc": 0.96915531877411,
+      "eval_mg_opus100_pr_auc": 0.9558403062596132,
+      "eval_mk_opus100_pr_auc": 0.9378376850117016,
+      "eval_ml_opus100_pr_auc": 0.8195615277560373,
+      "eval_mn_opus100_pr_auc": 0.9506076731172037,
+      "eval_mr_opus100_pr_auc": 0.9371977534736299,
+      "eval_mr_ud_pr_auc": 0.964599549564821,
+      "eval_ms_opus100_pr_auc": 0.8929935302037779,
+      "eval_mt_opus100_pr_auc": 0.8846547581844741,
+      "eval_mt_ud_pr_auc": 0.9328336012895544,
+      "eval_my_opus100_pr_auc": 0.8855337194449944,
+      "eval_ne_opus100_pr_auc": 0.7758950280522219,
+      "eval_nl_opus100_pr_auc": 0.9141596634274288,
+      "eval_nl_ud_pr_auc": 0.9850366662594198,
+      "eval_no_opus100_pr_auc": 0.9275418060780846,
+      "eval_no_ud_pr_auc": 0.9967603025662997,
+      "eval_pa_opus100_pr_auc": 0.7070313748513081,
+      "eval_pl_ersatz_pr_auc": 0.9736635031804826,
+      "eval_pl_opus100_pr_auc": 0.914100666164663,
+      "eval_pl_ud_pr_auc": 0.978272281095265,
+      "eval_ps_ersatz_pr_auc": 0.9270249060187806,
+      "eval_ps_opus100_pr_auc": 0.7692973673771809,
+      "eval_pt_opus100_pr_auc": 0.9390199072917811,
+      "eval_pt_ud_pr_auc": 0.9892943649933825,
+      "eval_ro_ersatz_pr_auc": 0.9934866420197651,
+      "eval_ro_opus100_pr_auc": 0.88120320237205,
+      "eval_ro_ud_pr_auc": 0.9377110649260518,
+      "eval_ru_ersatz_pr_auc": 0.9950648924760837,
+      "eval_ru_opus100_pr_auc": 0.951872288702885,
+      "eval_ru_ud_pr_auc": 0.8935532300513187,
+      "eval_runtime": 519.2155,
+      "eval_samples_per_second": 145.45,
+      "eval_si_opus100_pr_auc": 0.8366172435665827,
+      "eval_sk_opus100_pr_auc": 0.9460700618357135,
+      "eval_sk_ud_pr_auc": 0.9895977331203656,
+      "eval_sl_opus100_pr_auc": 0.9064522872430005,
+      "eval_sl_ud_pr_auc": 0.9717027995431995,
+      "eval_sq_opus100_pr_auc": 0.9453546873950968,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9390685499690522,
+      "eval_sr_ud_pr_auc": 0.9995862201906315,
+      "eval_steps_per_second": 0.568,
+      "eval_sv_opus100_pr_auc": 0.9266827847925823,
+      "eval_sv_ud_pr_auc": 0.9616161768662701,
+      "eval_ta_ersatz_pr_auc": 0.9809123406357038,
+      "eval_ta_opus100_pr_auc": 0.7778600649106937,
+      "eval_ta_ud_pr_auc": 0.9992057385411681,
+      "eval_te_opus100_pr_auc": 0.824979667136614,
+      "eval_tg_opus100_pr_auc": 0.9141230116172222,
+      "eval_th_opus100_pr_auc": 0.7314247476084585,
+      "eval_th_ud_pr_auc": 0.907959323861026,
+      "eval_tr_ersatz_pr_auc": 0.9738199725513822,
+      "eval_tr_opus100_pr_auc": 0.9151387229015994,
+      "eval_tr_ud_pr_auc": 0.9657395235005878,
+      "eval_uk_opus100_pr_auc": 0.9000467079020114,
+      "eval_uk_ud_pr_auc": 0.9269239717345936,
+      "eval_ur_opus100_pr_auc": 0.6718796000170286,
+      "eval_ur_ud_pr_auc": 0.9944820584706807,
+      "eval_uz_opus100_pr_auc": 0.9016539896417309,
+      "eval_vi_opus100_pr_auc": 0.9090328434284106,
+      "eval_vi_ud_pr_auc": 0.951263835445529,
+      "eval_xh_opus100_pr_auc": 0.8976179195463074,
+      "eval_yi_opus100_pr_auc": 0.7698627690368226,
+      "eval_yo_opus100_pr_auc": 0.8488305215366289,
+      "eval_yo_ud_pr_auc": 0.9291048925596043,
+      "eval_zh_ersatz_pr_auc": 0.9708036781995342,
+      "eval_zh_opus100_pr_auc": 0.9077947305640237,
+      "eval_zh_ud_pr_auc": 0.9939680536373606,
+      "eval_zu_opus100_pr_auc": 0.8428304853265525,
+      "step": 370000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 8.848101265822785e-06,
+      "learning_rate_adapter": 8.848101265822785e-06,
+      "loss": 0.0189,
+      "step": 370050
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.835443037974684e-06,
+      "learning_rate_adapter": 8.835443037974684e-06,
+      "loss": 0.0189,
+      "step": 370100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.822784810126583e-06,
+      "learning_rate_adapter": 8.822784810126583e-06,
+      "loss": 0.019,
+      "step": 370150
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.810126582278481e-06,
+      "learning_rate_adapter": 8.810126582278481e-06,
+      "loss": 0.0187,
+      "step": 370200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.79746835443038e-06,
+      "learning_rate_adapter": 8.79746835443038e-06,
+      "loss": 0.0189,
+      "step": 370250
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.784810126582279e-06,
+      "learning_rate_adapter": 8.784810126582279e-06,
+      "loss": 0.0189,
+      "step": 370300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.772151898734178e-06,
+      "learning_rate_adapter": 8.772151898734178e-06,
+      "loss": 0.0189,
+      "step": 370350
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.759493670886077e-06,
+      "learning_rate_adapter": 8.759493670886077e-06,
+      "loss": 0.019,
+      "step": 370400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.746835443037976e-06,
+      "learning_rate_adapter": 8.746835443037976e-06,
+      "loss": 0.0188,
+      "step": 370450
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.734177215189873e-06,
+      "learning_rate_adapter": 8.734177215189873e-06,
+      "loss": 0.0188,
+      "step": 370500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.721518987341773e-06,
+      "learning_rate_adapter": 8.721518987341773e-06,
+      "loss": 0.0192,
+      "step": 370550
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.708860759493672e-06,
+      "learning_rate_adapter": 8.708860759493672e-06,
+      "loss": 0.0188,
+      "step": 370600
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.69620253164557e-06,
+      "learning_rate_adapter": 8.69620253164557e-06,
+      "loss": 0.019,
+      "step": 370650
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.683544303797468e-06,
+      "learning_rate_adapter": 8.683544303797468e-06,
+      "loss": 0.0189,
+      "step": 370700
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.670886075949367e-06,
+      "learning_rate_adapter": 8.670886075949367e-06,
+      "loss": 0.019,
+      "step": 370750
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.658227848101266e-06,
+      "learning_rate_adapter": 8.658227848101266e-06,
+      "loss": 0.0192,
+      "step": 370800
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.645569620253165e-06,
+      "learning_rate_adapter": 8.645569620253165e-06,
+      "loss": 0.0191,
+      "step": 370850
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.632911392405064e-06,
+      "learning_rate_adapter": 8.632911392405064e-06,
+      "loss": 0.0191,
+      "step": 370900
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.620253164556963e-06,
+      "learning_rate_adapter": 8.620253164556963e-06,
+      "loss": 0.019,
+      "step": 370950
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.607594936708861e-06,
+      "learning_rate_adapter": 8.607594936708861e-06,
+      "loss": 0.019,
+      "step": 371000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.59493670886076e-06,
+      "learning_rate_adapter": 8.59493670886076e-06,
+      "loss": 0.019,
+      "step": 371050
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.582278481012657e-06,
+      "learning_rate_adapter": 8.582278481012657e-06,
+      "loss": 0.0189,
+      "step": 371100
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.569620253164558e-06,
+      "learning_rate_adapter": 8.569620253164558e-06,
+      "loss": 0.019,
+      "step": 371150
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.556962025316457e-06,
+      "learning_rate_adapter": 8.556962025316457e-06,
+      "loss": 0.0188,
+      "step": 371200
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.544303797468354e-06,
+      "learning_rate_adapter": 8.544303797468354e-06,
+      "loss": 0.0188,
+      "step": 371250
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.531645569620253e-06,
+      "learning_rate_adapter": 8.531645569620253e-06,
+      "loss": 0.0189,
+      "step": 371300
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.518987341772153e-06,
+      "learning_rate_adapter": 8.518987341772153e-06,
+      "loss": 0.0189,
+      "step": 371350
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.50632911392405e-06,
+      "learning_rate_adapter": 8.50632911392405e-06,
+      "loss": 0.0187,
+      "step": 371400
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.49367088607595e-06,
+      "learning_rate_adapter": 8.49367088607595e-06,
+      "loss": 0.0188,
+      "step": 371450
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.481012658227848e-06,
+      "learning_rate_adapter": 8.481012658227848e-06,
+      "loss": 0.0189,
+      "step": 371500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 8.468354430379747e-06,
+      "learning_rate_adapter": 8.468354430379747e-06,
+      "loss": 0.0188,
+      "step": 371550
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.455696202531646e-06,
+      "learning_rate_adapter": 8.455696202531646e-06,
+      "loss": 0.0193,
+      "step": 371600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.443037974683545e-06,
+      "learning_rate_adapter": 8.443037974683545e-06,
+      "loss": 0.0189,
+      "step": 371650
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.430379746835444e-06,
+      "learning_rate_adapter": 8.430379746835444e-06,
+      "loss": 0.019,
+      "step": 371700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.417721518987342e-06,
+      "learning_rate_adapter": 8.417721518987342e-06,
+      "loss": 0.019,
+      "step": 371750
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.405063291139241e-06,
+      "learning_rate_adapter": 8.405063291139241e-06,
+      "loss": 0.0189,
+      "step": 371800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.39240506329114e-06,
+      "learning_rate_adapter": 8.39240506329114e-06,
+      "loss": 0.0189,
+      "step": 371850
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.379746835443037e-06,
+      "learning_rate_adapter": 8.379746835443037e-06,
+      "loss": 0.019,
+      "step": 371900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.367088607594938e-06,
+      "learning_rate_adapter": 8.367088607594938e-06,
+      "loss": 0.0192,
+      "step": 371950
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.354430379746837e-06,
+      "learning_rate_adapter": 8.354430379746837e-06,
+      "loss": 0.019,
+      "step": 372000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.341772151898734e-06,
+      "learning_rate_adapter": 8.341772151898734e-06,
+      "loss": 0.0189,
+      "step": 372050
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.329113924050633e-06,
+      "learning_rate_adapter": 8.329113924050633e-06,
+      "loss": 0.0188,
+      "step": 372100
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.316455696202533e-06,
+      "learning_rate_adapter": 8.316455696202533e-06,
+      "loss": 0.0188,
+      "step": 372150
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.30379746835443e-06,
+      "learning_rate_adapter": 8.30379746835443e-06,
+      "loss": 0.0188,
+      "step": 372200
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.29113924050633e-06,
+      "learning_rate_adapter": 8.29113924050633e-06,
+      "loss": 0.0189,
+      "step": 372250
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.278481012658228e-06,
+      "learning_rate_adapter": 8.278481012658228e-06,
+      "loss": 0.019,
+      "step": 372300
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.265822784810127e-06,
+      "learning_rate_adapter": 8.265822784810127e-06,
+      "loss": 0.0189,
+      "step": 372350
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.253164556962026e-06,
+      "learning_rate_adapter": 8.253164556962026e-06,
+      "loss": 0.0188,
+      "step": 372400
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.240506329113925e-06,
+      "learning_rate_adapter": 8.240506329113925e-06,
+      "loss": 0.0191,
+      "step": 372450
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.227848101265822e-06,
+      "learning_rate_adapter": 8.227848101265822e-06,
+      "loss": 0.0187,
+      "step": 372500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.215189873417722e-06,
+      "learning_rate_adapter": 8.215189873417722e-06,
+      "loss": 0.019,
+      "step": 372550
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.202531645569621e-06,
+      "learning_rate_adapter": 8.202531645569621e-06,
+      "loss": 0.0189,
+      "step": 372600
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.189873417721519e-06,
+      "learning_rate_adapter": 8.189873417721519e-06,
+      "loss": 0.0189,
+      "step": 372650
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.177215189873417e-06,
+      "learning_rate_adapter": 8.177215189873417e-06,
+      "loss": 0.0189,
+      "step": 372700
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.164556962025318e-06,
+      "learning_rate_adapter": 8.164556962025318e-06,
+      "loss": 0.019,
+      "step": 372750
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.151898734177215e-06,
+      "learning_rate_adapter": 8.151898734177215e-06,
+      "loss": 0.0191,
+      "step": 372800
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.139240506329114e-06,
+      "learning_rate_adapter": 8.139240506329114e-06,
+      "loss": 0.0188,
+      "step": 372850
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.126582278481013e-06,
+      "learning_rate_adapter": 8.126582278481013e-06,
+      "loss": 0.0189,
+      "step": 372900
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.113924050632912e-06,
+      "learning_rate_adapter": 8.113924050632912e-06,
+      "loss": 0.0189,
+      "step": 372950
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.10126582278481e-06,
+      "learning_rate_adapter": 8.10126582278481e-06,
+      "loss": 0.0189,
+      "step": 373000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 8.08860759493671e-06,
+      "learning_rate_adapter": 8.08860759493671e-06,
+      "loss": 0.0189,
+      "step": 373050
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.075949367088608e-06,
+      "learning_rate_adapter": 8.075949367088608e-06,
+      "loss": 0.019,
+      "step": 373100
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.063291139240507e-06,
+      "learning_rate_adapter": 8.063291139240507e-06,
+      "loss": 0.019,
+      "step": 373150
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.050632911392406e-06,
+      "learning_rate_adapter": 8.050632911392406e-06,
+      "loss": 0.0187,
+      "step": 373200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.037974683544305e-06,
+      "learning_rate_adapter": 8.037974683544305e-06,
+      "loss": 0.0187,
+      "step": 373250
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.025316455696202e-06,
+      "learning_rate_adapter": 8.025316455696202e-06,
+      "loss": 0.0188,
+      "step": 373300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.012658227848102e-06,
+      "learning_rate_adapter": 8.012658227848102e-06,
+      "loss": 0.0189,
+      "step": 373350
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 8.000000000000001e-06,
+      "learning_rate_adapter": 8.000000000000001e-06,
+      "loss": 0.019,
+      "step": 373400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.987341772151898e-06,
+      "learning_rate_adapter": 7.987341772151898e-06,
+      "loss": 0.0189,
+      "step": 373450
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.974683544303797e-06,
+      "learning_rate_adapter": 7.974683544303797e-06,
+      "loss": 0.0191,
+      "step": 373500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.962025316455698e-06,
+      "learning_rate_adapter": 7.962025316455698e-06,
+      "loss": 0.019,
+      "step": 373550
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.949367088607595e-06,
+      "learning_rate_adapter": 7.949367088607595e-06,
+      "loss": 0.0188,
+      "step": 373600
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.936708860759494e-06,
+      "learning_rate_adapter": 7.936708860759494e-06,
+      "loss": 0.019,
+      "step": 373650
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.924050632911393e-06,
+      "learning_rate_adapter": 7.924050632911393e-06,
+      "loss": 0.0189,
+      "step": 373700
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.911392405063292e-06,
+      "learning_rate_adapter": 7.911392405063292e-06,
+      "loss": 0.0189,
+      "step": 373750
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.89873417721519e-06,
+      "learning_rate_adapter": 7.89873417721519e-06,
+      "loss": 0.0188,
+      "step": 373800
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.88607594936709e-06,
+      "learning_rate_adapter": 7.88607594936709e-06,
+      "loss": 0.0189,
+      "step": 373850
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.873417721518986e-06,
+      "learning_rate_adapter": 7.873417721518986e-06,
+      "loss": 0.019,
+      "step": 373900
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.860759493670887e-06,
+      "learning_rate_adapter": 7.860759493670887e-06,
+      "loss": 0.019,
+      "step": 373950
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.848101265822786e-06,
+      "learning_rate_adapter": 7.848101265822786e-06,
+      "loss": 0.0189,
+      "step": 374000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.835443037974683e-06,
+      "learning_rate_adapter": 7.835443037974683e-06,
+      "loss": 0.019,
+      "step": 374050
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.822784810126582e-06,
+      "learning_rate_adapter": 7.822784810126582e-06,
+      "loss": 0.0191,
+      "step": 374100
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.810126582278482e-06,
+      "learning_rate_adapter": 7.810126582278482e-06,
+      "loss": 0.0189,
+      "step": 374150
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.79746835443038e-06,
+      "learning_rate_adapter": 7.79746835443038e-06,
+      "loss": 0.019,
+      "step": 374200
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.784810126582278e-06,
+      "learning_rate_adapter": 7.784810126582278e-06,
+      "loss": 0.0189,
+      "step": 374250
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.772151898734177e-06,
+      "learning_rate_adapter": 7.772151898734177e-06,
+      "loss": 0.0188,
+      "step": 374300
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.759493670886076e-06,
+      "learning_rate_adapter": 7.759493670886076e-06,
+      "loss": 0.019,
+      "step": 374350
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.746835443037975e-06,
+      "learning_rate_adapter": 7.746835443037975e-06,
+      "loss": 0.0189,
+      "step": 374400
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.734177215189874e-06,
+      "learning_rate_adapter": 7.734177215189874e-06,
+      "loss": 0.019,
+      "step": 374450
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 7.721518987341773e-06,
+      "learning_rate_adapter": 7.721518987341773e-06,
+      "loss": 0.019,
+      "step": 374500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.708860759493672e-06,
+      "learning_rate_adapter": 7.708860759493672e-06,
+      "loss": 0.0189,
+      "step": 374550
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.69620253164557e-06,
+      "learning_rate_adapter": 7.69620253164557e-06,
+      "loss": 0.0189,
+      "step": 374600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.68354430379747e-06,
+      "learning_rate_adapter": 7.68354430379747e-06,
+      "loss": 0.019,
+      "step": 374650
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.670886075949366e-06,
+      "learning_rate_adapter": 7.670886075949366e-06,
+      "loss": 0.0189,
+      "step": 374700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.658227848101267e-06,
+      "learning_rate_adapter": 7.658227848101267e-06,
+      "loss": 0.0189,
+      "step": 374750
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.645569620253166e-06,
+      "learning_rate_adapter": 7.645569620253166e-06,
+      "loss": 0.0189,
+      "step": 374800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.632911392405063e-06,
+      "learning_rate_adapter": 7.632911392405063e-06,
+      "loss": 0.019,
+      "step": 374850
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.620253164556962e-06,
+      "learning_rate_adapter": 7.620253164556962e-06,
+      "loss": 0.019,
+      "step": 374900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.607594936708862e-06,
+      "learning_rate_adapter": 7.607594936708862e-06,
+      "loss": 0.019,
+      "step": 374950
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.5949367088607605e-06,
+      "learning_rate_adapter": 7.5949367088607605e-06,
+      "loss": 0.0191,
+      "step": 375000
+    },
+    {
+      "epoch": 2.53,
+      "eval_af_opus100_pr_auc": 0.8163925298224136,
+      "eval_af_ud_pr_auc": 0.9955234548313066,
+      "eval_am_opus100_pr_auc": 0.7226543503740116,
+      "eval_ar_ersatz_pr_auc": 0.930337669532011,
+      "eval_ar_opus100_pr_auc": 0.7658115695376421,
+      "eval_ar_ud_pr_auc": 0.9134852432809902,
+      "eval_average_ersatz_pr_auc": 0.9768355547143426,
+      "eval_average_opus100_pr_auc": 0.8713188864241732,
+      "eval_average_ud_pr_auc": 0.9699812867951298,
+      "eval_az_opus100_pr_auc": 0.8396437124990833,
+      "eval_be_opus100_pr_auc": 0.8089323684840936,
+      "eval_be_ud_pr_auc": 0.9102829012851025,
+      "eval_bg_opus100_pr_auc": 0.9340752667713773,
+      "eval_bg_ud_pr_auc": 0.9963779762701674,
+      "eval_bn_opus100_pr_auc": 0.8739188019469789,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9129704876234643,
+      "eval_ca_ud_pr_auc": 0.9982150989756193,
+      "eval_ceb_ud_pr_auc": 0.9997699457735494,
+      "eval_cs_ersatz_pr_auc": 0.988368690498991,
+      "eval_cs_opus100_pr_auc": 0.9322442903681311,
+      "eval_cs_ud_pr_auc": 0.9656224496617722,
+      "eval_cy_opus100_pr_auc": 0.8072174166091849,
+      "eval_cy_ud_pr_auc": 0.9978341000328032,
+      "eval_da_opus100_pr_auc": 0.933968940378084,
+      "eval_da_ud_pr_auc": 0.9780594273886803,
+      "eval_de_ersatz_pr_auc": 0.991152682700037,
+      "eval_de_opus100_pr_auc": 0.9328200461946987,
+      "eval_de_ud_pr_auc": 0.9892520701668798,
+      "eval_el_opus100_pr_auc": 0.923517642966672,
+      "eval_el_ud_pr_auc": 0.995567064638542,
+      "eval_en_ersatz_pr_auc": 0.9948224320070151,
+      "eval_en_opus100_pr_auc": 0.9296150622496319,
+      "eval_en_ud_pr_auc": 0.9833531641532317,
+      "eval_eo_opus100_pr_auc": 0.9341968050418061,
+      "eval_es_ersatz_pr_auc": 0.9969603079552269,
+      "eval_es_opus100_pr_auc": 0.9478505157054157,
+      "eval_es_ud_pr_auc": 0.9907266891039498,
+      "eval_et_ersatz_pr_auc": 0.9862550751215228,
+      "eval_et_opus100_pr_auc": 0.9287250001025597,
+      "eval_et_ud_pr_auc": 0.9803649991506037,
+      "eval_eu_opus100_pr_auc": 0.8994702969843356,
+      "eval_eu_ud_pr_auc": 0.9919469163090046,
+      "eval_fa_opus100_pr_auc": 0.6669002718109829,
+      "eval_fa_ud_pr_auc": 0.9983113228297602,
+      "eval_fi_ersatz_pr_auc": 0.9966745937269272,
+      "eval_fi_opus100_pr_auc": 0.9379976194967311,
+      "eval_fi_ud_pr_auc": 0.9706864107265929,
+      "eval_fr_ersatz_pr_auc": 0.9889100009213802,
+      "eval_fr_opus100_pr_auc": 0.9299156796668404,
+      "eval_fr_ud_pr_auc": 0.9925933265056877,
+      "eval_fy_opus100_pr_auc": 0.721791965235646,
+      "eval_ga_opus100_pr_auc": 0.9287673344679831,
+      "eval_ga_ud_pr_auc": 0.8143386224473681,
+      "eval_gd_opus100_pr_auc": 0.7890229675762274,
+      "eval_gd_ud_pr_auc": 0.8365651702125878,
+      "eval_gl_opus100_pr_auc": 0.9114798352444344,
+      "eval_gl_ud_pr_auc": 0.9968776880995703,
+      "eval_gu_ersatz_pr_auc": 0.9569740150769297,
+      "eval_gu_opus100_pr_auc": 0.7917125563189255,
+      "eval_ha_opus100_pr_auc": 0.9442063830823451,
+      "eval_he_opus100_pr_auc": 0.8959087187918903,
+      "eval_he_ud_pr_auc": 0.9863381410025241,
+      "eval_hi_ersatz_pr_auc": 0.9857054263229957,
+      "eval_hi_opus100_pr_auc": 0.7706117250680863,
+      "eval_hi_ud_pr_auc": 0.9947316180250168,
+      "eval_hu_opus100_pr_auc": 0.9306321280291362,
+      "eval_hu_ud_pr_auc": 0.9838263247948745,
+      "eval_hy_opus100_pr_auc": 0.9224901061437538,
+      "eval_hy_ud_pr_auc": 0.9738691798063371,
+      "eval_id_opus100_pr_auc": 0.9078374693356582,
+      "eval_id_ud_pr_auc": 0.9967904990898783,
+      "eval_ig_opus100_pr_auc": 0.898500266101618,
+      "eval_is_opus100_pr_auc": 0.9350588962257087,
+      "eval_is_ud_pr_auc": 0.9236194067769085,
+      "eval_it_opus100_pr_auc": 0.9308429711103036,
+      "eval_it_ud_pr_auc": 0.9973654746297447,
+      "eval_ja_ersatz_pr_auc": 0.9095427646240002,
+      "eval_ja_opus100_pr_auc": 0.8815031894995814,
+      "eval_ja_ud_pr_auc": 0.9871973954976307,
+      "eval_jv_ud_pr_auc": 0.9535033066821594,
+      "eval_ka_opus100_pr_auc": 0.865303880439594,
+      "eval_kk_ersatz_pr_auc": 0.9902549732682955,
+      "eval_kk_opus100_pr_auc": 0.8581784734752897,
+      "eval_kk_ud_pr_auc": 0.9757573955792038,
+      "eval_km_ersatz_pr_auc": 0.9607429835654983,
+      "eval_km_opus100_pr_auc": 0.786381362006748,
+      "eval_kn_opus100_pr_auc": 0.7214737550417346,
+      "eval_ko_opus100_pr_auc": 0.72717572021192,
+      "eval_ko_ud_pr_auc": 0.9980741823896344,
+      "eval_ku_opus100_pr_auc": 0.8879683193656495,
+      "eval_ky_opus100_pr_auc": 0.9053970914897719,
+      "eval_la_ud_pr_auc": 0.9739695740057329,
+      "eval_loss": 0.02241109311580658,
+      "eval_lt_ersatz_pr_auc": 0.9978969022315938,
+      "eval_lt_opus100_pr_auc": 0.9093611284532843,
+      "eval_lt_ud_pr_auc": 0.9952143941480351,
+      "eval_lv_ersatz_pr_auc": 0.9943031103349682,
+      "eval_lv_opus100_pr_auc": 0.9023550091631594,
+      "eval_lv_ud_pr_auc": 0.9699684553118274,
+      "eval_mg_opus100_pr_auc": 0.9540914064279244,
+      "eval_mk_opus100_pr_auc": 0.935129616545208,
+      "eval_ml_opus100_pr_auc": 0.8135375314128773,
+      "eval_mn_opus100_pr_auc": 0.9514168251081232,
+      "eval_mr_opus100_pr_auc": 0.9329670268874335,
+      "eval_mr_ud_pr_auc": 0.9635520127925139,
+      "eval_ms_opus100_pr_auc": 0.8922533008924602,
+      "eval_mt_opus100_pr_auc": 0.8841389210102628,
+      "eval_mt_ud_pr_auc": 0.9329403345429659,
+      "eval_my_opus100_pr_auc": 0.8888721181090875,
+      "eval_ne_opus100_pr_auc": 0.7829958045667794,
+      "eval_nl_opus100_pr_auc": 0.9091054991571375,
+      "eval_nl_ud_pr_auc": 0.9866051738141179,
+      "eval_no_opus100_pr_auc": 0.9211613576194715,
+      "eval_no_ud_pr_auc": 0.9967707828065464,
+      "eval_pa_opus100_pr_auc": 0.7126888087789485,
+      "eval_pl_ersatz_pr_auc": 0.9745510549321357,
+      "eval_pl_opus100_pr_auc": 0.9124544237811144,
+      "eval_pl_ud_pr_auc": 0.9794552762884766,
+      "eval_ps_ersatz_pr_auc": 0.9295096571159217,
+      "eval_ps_opus100_pr_auc": 0.7744232394626261,
+      "eval_pt_opus100_pr_auc": 0.9354717717306582,
+      "eval_pt_ud_pr_auc": 0.9896871038880577,
+      "eval_ro_ersatz_pr_auc": 0.9931926575513466,
+      "eval_ro_opus100_pr_auc": 0.8791805581837964,
+      "eval_ro_ud_pr_auc": 0.9401739082037668,
+      "eval_ru_ersatz_pr_auc": 0.9951295050568665,
+      "eval_ru_opus100_pr_auc": 0.9516067519449498,
+      "eval_ru_ud_pr_auc": 0.8968518982977343,
+      "eval_runtime": 514.8588,
+      "eval_samples_per_second": 146.681,
+      "eval_si_opus100_pr_auc": 0.8352745901207727,
+      "eval_sk_opus100_pr_auc": 0.9434494381111403,
+      "eval_sk_ud_pr_auc": 0.9894254991207927,
+      "eval_sl_opus100_pr_auc": 0.8984474954783661,
+      "eval_sl_ud_pr_auc": 0.9741652899889963,
+      "eval_sq_opus100_pr_auc": 0.944958265549551,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9343267836142894,
+      "eval_sr_ud_pr_auc": 0.9996300296454896,
+      "eval_steps_per_second": 0.573,
+      "eval_sv_opus100_pr_auc": 0.9228975686792367,
+      "eval_sv_ud_pr_auc": 0.9616072560968058,
+      "eval_ta_ersatz_pr_auc": 0.9818724876440044,
+      "eval_ta_opus100_pr_auc": 0.7824054238235184,
+      "eval_ta_ud_pr_auc": 0.9992811548665843,
+      "eval_te_opus100_pr_auc": 0.8259457209959443,
+      "eval_tg_opus100_pr_auc": 0.9146691948594778,
+      "eval_th_opus100_pr_auc": 0.727428053903543,
+      "eval_th_ud_pr_auc": 0.9093511203419772,
+      "eval_tr_ersatz_pr_auc": 0.9734153358731429,
+      "eval_tr_opus100_pr_auc": 0.9109879991137262,
+      "eval_tr_ud_pr_auc": 0.9651990946115196,
+      "eval_uk_opus100_pr_auc": 0.896307641166198,
+      "eval_uk_ud_pr_auc": 0.9285596875733625,
+      "eval_ur_opus100_pr_auc": 0.68051258609517,
+      "eval_ur_ud_pr_auc": 0.994880355468766,
+      "eval_uz_opus100_pr_auc": 0.9036965893341109,
+      "eval_vi_opus100_pr_auc": 0.9066199976513727,
+      "eval_vi_ud_pr_auc": 0.9504185537804211,
+      "eval_xh_opus100_pr_auc": 0.897889307200877,
+      "eval_yi_opus100_pr_auc": 0.7755619106121809,
+      "eval_yo_opus100_pr_auc": 0.8542779810689006,
+      "eval_yo_ud_pr_auc": 0.9303434615527272,
+      "eval_zh_ersatz_pr_auc": 0.9738098776547268,
+      "eval_zh_opus100_pr_auc": 0.9134838739552086,
+      "eval_zh_ud_pr_auc": 0.994055964057495,
+      "eval_zu_opus100_pr_auc": 0.844713377317173,
+      "step": 375000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.5822784810126585e-06,
+      "learning_rate_adapter": 7.5822784810126585e-06,
+      "loss": 0.0189,
+      "step": 375050
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.5696202531645565e-06,
+      "learning_rate_adapter": 7.5696202531645565e-06,
+      "loss": 0.0188,
+      "step": 375100
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.556962025316457e-06,
+      "learning_rate_adapter": 7.556962025316457e-06,
+      "loss": 0.0191,
+      "step": 375150
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.544303797468355e-06,
+      "learning_rate_adapter": 7.544303797468355e-06,
+      "loss": 0.0188,
+      "step": 375200
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.531645569620253e-06,
+      "learning_rate_adapter": 7.531645569620253e-06,
+      "loss": 0.0189,
+      "step": 375250
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.518987341772152e-06,
+      "learning_rate_adapter": 7.518987341772152e-06,
+      "loss": 0.0189,
+      "step": 375300
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.506329113924052e-06,
+      "learning_rate_adapter": 7.506329113924052e-06,
+      "loss": 0.0188,
+      "step": 375350
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.49367088607595e-06,
+      "learning_rate_adapter": 7.49367088607595e-06,
+      "loss": 0.0187,
+      "step": 375400
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.4810126582278485e-06,
+      "learning_rate_adapter": 7.4810126582278485e-06,
+      "loss": 0.0189,
+      "step": 375450
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.4683544303797465e-06,
+      "learning_rate_adapter": 7.4683544303797465e-06,
+      "loss": 0.0189,
+      "step": 375500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.455696202531646e-06,
+      "learning_rate_adapter": 7.455696202531646e-06,
+      "loss": 0.019,
+      "step": 375550
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.443037974683545e-06,
+      "learning_rate_adapter": 7.443037974683545e-06,
+      "loss": 0.0189,
+      "step": 375600
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.430379746835443e-06,
+      "learning_rate_adapter": 7.430379746835443e-06,
+      "loss": 0.0192,
+      "step": 375650
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.417721518987342e-06,
+      "learning_rate_adapter": 7.417721518987342e-06,
+      "loss": 0.0189,
+      "step": 375700
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.405063291139242e-06,
+      "learning_rate_adapter": 7.405063291139242e-06,
+      "loss": 0.0188,
+      "step": 375750
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.39240506329114e-06,
+      "learning_rate_adapter": 7.39240506329114e-06,
+      "loss": 0.019,
+      "step": 375800
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.3797468354430385e-06,
+      "learning_rate_adapter": 7.3797468354430385e-06,
+      "loss": 0.0189,
+      "step": 375850
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.3670886075949365e-06,
+      "learning_rate_adapter": 7.3670886075949365e-06,
+      "loss": 0.0189,
+      "step": 375900
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.354430379746836e-06,
+      "learning_rate_adapter": 7.354430379746836e-06,
+      "loss": 0.0188,
+      "step": 375950
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 7.341772151898735e-06,
+      "learning_rate_adapter": 7.341772151898735e-06,
+      "loss": 0.019,
+      "step": 376000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.329113924050633e-06,
+      "learning_rate_adapter": 7.329113924050633e-06,
+      "loss": 0.019,
+      "step": 376050
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.316455696202532e-06,
+      "learning_rate_adapter": 7.316455696202532e-06,
+      "loss": 0.0188,
+      "step": 376100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.303797468354432e-06,
+      "learning_rate_adapter": 7.303797468354432e-06,
+      "loss": 0.0187,
+      "step": 376150
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.29113924050633e-06,
+      "learning_rate_adapter": 7.29113924050633e-06,
+      "loss": 0.0189,
+      "step": 376200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.2784810126582285e-06,
+      "learning_rate_adapter": 7.2784810126582285e-06,
+      "loss": 0.0187,
+      "step": 376250
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.2658227848101265e-06,
+      "learning_rate_adapter": 7.2658227848101265e-06,
+      "loss": 0.0188,
+      "step": 376300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.253164556962026e-06,
+      "learning_rate_adapter": 7.253164556962026e-06,
+      "loss": 0.0191,
+      "step": 376350
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.240506329113925e-06,
+      "learning_rate_adapter": 7.240506329113925e-06,
+      "loss": 0.0188,
+      "step": 376400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.227848101265823e-06,
+      "learning_rate_adapter": 7.227848101265823e-06,
+      "loss": 0.019,
+      "step": 376450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.215189873417721e-06,
+      "learning_rate_adapter": 7.215189873417721e-06,
+      "loss": 0.0189,
+      "step": 376500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.202531645569622e-06,
+      "learning_rate_adapter": 7.202531645569622e-06,
+      "loss": 0.0189,
+      "step": 376550
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.18987341772152e-06,
+      "learning_rate_adapter": 7.18987341772152e-06,
+      "loss": 0.0188,
+      "step": 376600
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.177215189873418e-06,
+      "learning_rate_adapter": 7.177215189873418e-06,
+      "loss": 0.019,
+      "step": 376650
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.1645569620253165e-06,
+      "learning_rate_adapter": 7.1645569620253165e-06,
+      "loss": 0.019,
+      "step": 376700
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.151898734177216e-06,
+      "learning_rate_adapter": 7.151898734177216e-06,
+      "loss": 0.019,
+      "step": 376750
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.139240506329114e-06,
+      "learning_rate_adapter": 7.139240506329114e-06,
+      "loss": 0.019,
+      "step": 376800
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.126582278481013e-06,
+      "learning_rate_adapter": 7.126582278481013e-06,
+      "loss": 0.0189,
+      "step": 376850
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.113924050632911e-06,
+      "learning_rate_adapter": 7.113924050632911e-06,
+      "loss": 0.019,
+      "step": 376900
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.101265822784811e-06,
+      "learning_rate_adapter": 7.101265822784811e-06,
+      "loss": 0.0188,
+      "step": 376950
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.08860759493671e-06,
+      "learning_rate_adapter": 7.08860759493671e-06,
+      "loss": 0.0188,
+      "step": 377000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.075949367088608e-06,
+      "learning_rate_adapter": 7.075949367088608e-06,
+      "loss": 0.019,
+      "step": 377050
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.0632911392405065e-06,
+      "learning_rate_adapter": 7.0632911392405065e-06,
+      "loss": 0.0189,
+      "step": 377100
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.050632911392406e-06,
+      "learning_rate_adapter": 7.050632911392406e-06,
+      "loss": 0.0189,
+      "step": 377150
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.037974683544304e-06,
+      "learning_rate_adapter": 7.037974683544304e-06,
+      "loss": 0.0188,
+      "step": 377200
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.025316455696203e-06,
+      "learning_rate_adapter": 7.025316455696203e-06,
+      "loss": 0.0187,
+      "step": 377250
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.012658227848101e-06,
+      "learning_rate_adapter": 7.012658227848101e-06,
+      "loss": 0.0187,
+      "step": 377300
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 7.000000000000001e-06,
+      "learning_rate_adapter": 7.000000000000001e-06,
+      "loss": 0.0189,
+      "step": 377350
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.9873417721519e-06,
+      "learning_rate_adapter": 6.9873417721519e-06,
+      "loss": 0.019,
+      "step": 377400
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.974683544303798e-06,
+      "learning_rate_adapter": 6.974683544303798e-06,
+      "loss": 0.0189,
+      "step": 377450
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 6.9620253164556965e-06,
+      "learning_rate_adapter": 6.9620253164556965e-06,
+      "loss": 0.0189,
+      "step": 377500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.949367088607596e-06,
+      "learning_rate_adapter": 6.949367088607596e-06,
+      "loss": 0.0189,
+      "step": 377550
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.936708860759494e-06,
+      "learning_rate_adapter": 6.936708860759494e-06,
+      "loss": 0.019,
+      "step": 377600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.924050632911393e-06,
+      "learning_rate_adapter": 6.924050632911393e-06,
+      "loss": 0.0189,
+      "step": 377650
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.911392405063291e-06,
+      "learning_rate_adapter": 6.911392405063291e-06,
+      "loss": 0.0189,
+      "step": 377700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.898734177215191e-06,
+      "learning_rate_adapter": 6.898734177215191e-06,
+      "loss": 0.0188,
+      "step": 377750
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.88607594936709e-06,
+      "learning_rate_adapter": 6.88607594936709e-06,
+      "loss": 0.019,
+      "step": 377800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.873417721518988e-06,
+      "learning_rate_adapter": 6.873417721518988e-06,
+      "loss": 0.0189,
+      "step": 377850
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.8607594936708865e-06,
+      "learning_rate_adapter": 6.8607594936708865e-06,
+      "loss": 0.019,
+      "step": 377900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.848101265822786e-06,
+      "learning_rate_adapter": 6.848101265822786e-06,
+      "loss": 0.019,
+      "step": 377950
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.835443037974684e-06,
+      "learning_rate_adapter": 6.835443037974684e-06,
+      "loss": 0.0188,
+      "step": 378000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.822784810126583e-06,
+      "learning_rate_adapter": 6.822784810126583e-06,
+      "loss": 0.019,
+      "step": 378050
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.810126582278481e-06,
+      "learning_rate_adapter": 6.810126582278481e-06,
+      "loss": 0.019,
+      "step": 378100
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.797468354430379e-06,
+      "learning_rate_adapter": 6.797468354430379e-06,
+      "loss": 0.0187,
+      "step": 378150
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.784810126582279e-06,
+      "learning_rate_adapter": 6.784810126582279e-06,
+      "loss": 0.0189,
+      "step": 378200
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.772151898734178e-06,
+      "learning_rate_adapter": 6.772151898734178e-06,
+      "loss": 0.019,
+      "step": 378250
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.759493670886076e-06,
+      "learning_rate_adapter": 6.759493670886076e-06,
+      "loss": 0.0189,
+      "step": 378300
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.7468354430379745e-06,
+      "learning_rate_adapter": 6.7468354430379745e-06,
+      "loss": 0.0187,
+      "step": 378350
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.734177215189874e-06,
+      "learning_rate_adapter": 6.734177215189874e-06,
+      "loss": 0.019,
+      "step": 378400
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.721518987341772e-06,
+      "learning_rate_adapter": 6.721518987341772e-06,
+      "loss": 0.0188,
+      "step": 378450
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.708860759493671e-06,
+      "learning_rate_adapter": 6.708860759493671e-06,
+      "loss": 0.0188,
+      "step": 378500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.696202531645569e-06,
+      "learning_rate_adapter": 6.696202531645569e-06,
+      "loss": 0.0187,
+      "step": 378550
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.683544303797469e-06,
+      "learning_rate_adapter": 6.683544303797469e-06,
+      "loss": 0.0191,
+      "step": 378600
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.670886075949368e-06,
+      "learning_rate_adapter": 6.670886075949368e-06,
+      "loss": 0.0189,
+      "step": 378650
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.658227848101266e-06,
+      "learning_rate_adapter": 6.658227848101266e-06,
+      "loss": 0.0189,
+      "step": 378700
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.6455696202531645e-06,
+      "learning_rate_adapter": 6.6455696202531645e-06,
+      "loss": 0.019,
+      "step": 378750
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.632911392405064e-06,
+      "learning_rate_adapter": 6.632911392405064e-06,
+      "loss": 0.0189,
+      "step": 378800
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.620253164556962e-06,
+      "learning_rate_adapter": 6.620253164556962e-06,
+      "loss": 0.0189,
+      "step": 378850
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.607594936708861e-06,
+      "learning_rate_adapter": 6.607594936708861e-06,
+      "loss": 0.0189,
+      "step": 378900
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 6.594936708860759e-06,
+      "learning_rate_adapter": 6.594936708860759e-06,
+      "loss": 0.0187,
+      "step": 378950
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.582278481012659e-06,
+      "learning_rate_adapter": 6.582278481012659e-06,
+      "loss": 0.0191,
+      "step": 379000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.569620253164558e-06,
+      "learning_rate_adapter": 6.569620253164558e-06,
+      "loss": 0.0189,
+      "step": 379050
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.556962025316456e-06,
+      "learning_rate_adapter": 6.556962025316456e-06,
+      "loss": 0.019,
+      "step": 379100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.5443037974683545e-06,
+      "learning_rate_adapter": 6.5443037974683545e-06,
+      "loss": 0.0188,
+      "step": 379150
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.531645569620254e-06,
+      "learning_rate_adapter": 6.531645569620254e-06,
+      "loss": 0.019,
+      "step": 379200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.518987341772152e-06,
+      "learning_rate_adapter": 6.518987341772152e-06,
+      "loss": 0.0188,
+      "step": 379250
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.506329113924051e-06,
+      "learning_rate_adapter": 6.506329113924051e-06,
+      "loss": 0.0188,
+      "step": 379300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.493670886075949e-06,
+      "learning_rate_adapter": 6.493670886075949e-06,
+      "loss": 0.0187,
+      "step": 379350
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.481012658227849e-06,
+      "learning_rate_adapter": 6.481012658227849e-06,
+      "loss": 0.0189,
+      "step": 379400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.468354430379748e-06,
+      "learning_rate_adapter": 6.468354430379748e-06,
+      "loss": 0.0188,
+      "step": 379450
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.455696202531646e-06,
+      "learning_rate_adapter": 6.455696202531646e-06,
+      "loss": 0.0189,
+      "step": 379500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.443037974683544e-06,
+      "learning_rate_adapter": 6.443037974683544e-06,
+      "loss": 0.0188,
+      "step": 379550
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.430379746835444e-06,
+      "learning_rate_adapter": 6.430379746835444e-06,
+      "loss": 0.0186,
+      "step": 379600
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.417721518987342e-06,
+      "learning_rate_adapter": 6.417721518987342e-06,
+      "loss": 0.0188,
+      "step": 379650
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.40506329113924e-06,
+      "learning_rate_adapter": 6.40506329113924e-06,
+      "loss": 0.0187,
+      "step": 379700
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.392405063291139e-06,
+      "learning_rate_adapter": 6.392405063291139e-06,
+      "loss": 0.0188,
+      "step": 379750
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.379746835443039e-06,
+      "learning_rate_adapter": 6.379746835443039e-06,
+      "loss": 0.0189,
+      "step": 379800
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.367088607594937e-06,
+      "learning_rate_adapter": 6.367088607594937e-06,
+      "loss": 0.0188,
+      "step": 379850
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.354430379746836e-06,
+      "learning_rate_adapter": 6.354430379746836e-06,
+      "loss": 0.0187,
+      "step": 379900
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.341772151898734e-06,
+      "learning_rate_adapter": 6.341772151898734e-06,
+      "loss": 0.0189,
+      "step": 379950
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.329113924050633e-06,
+      "learning_rate_adapter": 6.329113924050633e-06,
+      "loss": 0.0187,
+      "step": 380000
+    },
+    {
+      "epoch": 2.56,
+      "eval_af_opus100_pr_auc": 0.8183788356132207,
+      "eval_af_ud_pr_auc": 0.9933359272625031,
+      "eval_am_opus100_pr_auc": 0.7113901427293287,
+      "eval_ar_ersatz_pr_auc": 0.9317485143069585,
+      "eval_ar_opus100_pr_auc": 0.7601825911266206,
+      "eval_ar_ud_pr_auc": 0.9114204489326292,
+      "eval_average_ersatz_pr_auc": 0.9770078508492079,
+      "eval_average_opus100_pr_auc": 0.8710640863086117,
+      "eval_average_ud_pr_auc": 0.9699882343739596,
+      "eval_az_opus100_pr_auc": 0.8351550917864609,
+      "eval_be_opus100_pr_auc": 0.8061789193607054,
+      "eval_be_ud_pr_auc": 0.9148055377346204,
+      "eval_bg_opus100_pr_auc": 0.9355424495755631,
+      "eval_bg_ud_pr_auc": 0.9961600668162032,
+      "eval_bn_opus100_pr_auc": 0.8705716761333325,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9132143286098094,
+      "eval_ca_ud_pr_auc": 0.9983759357791824,
+      "eval_ceb_ud_pr_auc": 0.9998862165321634,
+      "eval_cs_ersatz_pr_auc": 0.9880337260711226,
+      "eval_cs_opus100_pr_auc": 0.9314471856834481,
+      "eval_cs_ud_pr_auc": 0.965815798998897,
+      "eval_cy_opus100_pr_auc": 0.8127304073984807,
+      "eval_cy_ud_pr_auc": 0.9979474291995999,
+      "eval_da_opus100_pr_auc": 0.9354023930137177,
+      "eval_da_ud_pr_auc": 0.9782768132159682,
+      "eval_de_ersatz_pr_auc": 0.9911542215149938,
+      "eval_de_opus100_pr_auc": 0.9327921849127281,
+      "eval_de_ud_pr_auc": 0.9889849610369184,
+      "eval_el_opus100_pr_auc": 0.9229302791708459,
+      "eval_el_ud_pr_auc": 0.9953643315321018,
+      "eval_en_ersatz_pr_auc": 0.9947979177306021,
+      "eval_en_opus100_pr_auc": 0.9296618431499585,
+      "eval_en_ud_pr_auc": 0.9816091736157136,
+      "eval_eo_opus100_pr_auc": 0.9342603866683977,
+      "eval_es_ersatz_pr_auc": 0.9971585050379328,
+      "eval_es_opus100_pr_auc": 0.9466364505586505,
+      "eval_es_ud_pr_auc": 0.9906053013491203,
+      "eval_et_ersatz_pr_auc": 0.9869629058727803,
+      "eval_et_opus100_pr_auc": 0.9295992111414835,
+      "eval_et_ud_pr_auc": 0.9801756162769186,
+      "eval_eu_opus100_pr_auc": 0.8988530646479702,
+      "eval_eu_ud_pr_auc": 0.9911664341830206,
+      "eval_fa_opus100_pr_auc": 0.6677038378796094,
+      "eval_fa_ud_pr_auc": 0.9979615089727942,
+      "eval_fi_ersatz_pr_auc": 0.9964490318974105,
+      "eval_fi_opus100_pr_auc": 0.9382920319418546,
+      "eval_fi_ud_pr_auc": 0.9704716336198871,
+      "eval_fr_ersatz_pr_auc": 0.9899546706261925,
+      "eval_fr_opus100_pr_auc": 0.9310652315953698,
+      "eval_fr_ud_pr_auc": 0.9928373179256397,
+      "eval_fy_opus100_pr_auc": 0.7251912634246203,
+      "eval_ga_opus100_pr_auc": 0.9303715117324304,
+      "eval_ga_ud_pr_auc": 0.8156565976273111,
+      "eval_gd_opus100_pr_auc": 0.7909041845587955,
+      "eval_gd_ud_pr_auc": 0.8371143902326801,
+      "eval_gl_opus100_pr_auc": 0.9123895359584739,
+      "eval_gl_ud_pr_auc": 0.9963087725695647,
+      "eval_gu_ersatz_pr_auc": 0.9554555140726937,
+      "eval_gu_opus100_pr_auc": 0.7981890223746985,
+      "eval_ha_opus100_pr_auc": 0.9439869884668394,
+      "eval_he_opus100_pr_auc": 0.8987539266790652,
+      "eval_he_ud_pr_auc": 0.9869481532967468,
+      "eval_hi_ersatz_pr_auc": 0.9849898998260532,
+      "eval_hi_opus100_pr_auc": 0.7677074258694273,
+      "eval_hi_ud_pr_auc": 0.9949325703001861,
+      "eval_hu_opus100_pr_auc": 0.9312248268673168,
+      "eval_hu_ud_pr_auc": 0.9831277784110385,
+      "eval_hy_opus100_pr_auc": 0.9194559441627023,
+      "eval_hy_ud_pr_auc": 0.9754415690387865,
+      "eval_id_opus100_pr_auc": 0.910000213629179,
+      "eval_id_ud_pr_auc": 0.9969514623755575,
+      "eval_ig_opus100_pr_auc": 0.9017671460211829,
+      "eval_is_opus100_pr_auc": 0.9351977905062869,
+      "eval_is_ud_pr_auc": 0.9248930329310263,
+      "eval_it_opus100_pr_auc": 0.9312726330295777,
+      "eval_it_ud_pr_auc": 0.9977275331940019,
+      "eval_ja_ersatz_pr_auc": 0.9140286598424049,
+      "eval_ja_opus100_pr_auc": 0.881063000059185,
+      "eval_ja_ud_pr_auc": 0.9868520301932255,
+      "eval_jv_ud_pr_auc": 0.9532983252005911,
+      "eval_ka_opus100_pr_auc": 0.8700046699624305,
+      "eval_kk_ersatz_pr_auc": 0.9898895830379373,
+      "eval_kk_opus100_pr_auc": 0.8527028542083677,
+      "eval_kk_ud_pr_auc": 0.976041146823607,
+      "eval_km_ersatz_pr_auc": 0.9610189296420872,
+      "eval_km_opus100_pr_auc": 0.7863201836089716,
+      "eval_kn_opus100_pr_auc": 0.7200878081149835,
+      "eval_ko_opus100_pr_auc": 0.7238411605204476,
+      "eval_ko_ud_pr_auc": 0.998148453910911,
+      "eval_ku_opus100_pr_auc": 0.8889590949311994,
+      "eval_ky_opus100_pr_auc": 0.9050597206677788,
+      "eval_la_ud_pr_auc": 0.9727770068018824,
+      "eval_loss": 0.022401927039027214,
+      "eval_lt_ersatz_pr_auc": 0.9978616252331185,
+      "eval_lt_opus100_pr_auc": 0.9116883918285197,
+      "eval_lt_ud_pr_auc": 0.9956823772080149,
+      "eval_lv_ersatz_pr_auc": 0.993892223504082,
+      "eval_lv_opus100_pr_auc": 0.9034993164153298,
+      "eval_lv_ud_pr_auc": 0.9693677469924505,
+      "eval_mg_opus100_pr_auc": 0.9553323714169634,
+      "eval_mk_opus100_pr_auc": 0.9335938805463879,
+      "eval_ml_opus100_pr_auc": 0.8073256765758978,
+      "eval_mn_opus100_pr_auc": 0.9463717228989241,
+      "eval_mr_opus100_pr_auc": 0.9328253767258261,
+      "eval_mr_ud_pr_auc": 0.9617226043874253,
+      "eval_ms_opus100_pr_auc": 0.8916944750910296,
+      "eval_mt_opus100_pr_auc": 0.888299047626057,
+      "eval_mt_ud_pr_auc": 0.9322614250675287,
+      "eval_my_opus100_pr_auc": 0.8877304722321978,
+      "eval_ne_opus100_pr_auc": 0.7797330349354468,
+      "eval_nl_opus100_pr_auc": 0.908924765448847,
+      "eval_nl_ud_pr_auc": 0.9858867494334022,
+      "eval_no_opus100_pr_auc": 0.9219571332949141,
+      "eval_no_ud_pr_auc": 0.9966759634146568,
+      "eval_pa_opus100_pr_auc": 0.7122899048089353,
+      "eval_pl_ersatz_pr_auc": 0.9739783053119243,
+      "eval_pl_opus100_pr_auc": 0.9121606520452393,
+      "eval_pl_ud_pr_auc": 0.9795765019800635,
+      "eval_ps_ersatz_pr_auc": 0.9293437767473095,
+      "eval_ps_opus100_pr_auc": 0.7721225922415251,
+      "eval_pt_opus100_pr_auc": 0.9379091058240776,
+      "eval_pt_ud_pr_auc": 0.9893569472670514,
+      "eval_ro_ersatz_pr_auc": 0.9936027891154369,
+      "eval_ro_opus100_pr_auc": 0.8820252413393741,
+      "eval_ro_ud_pr_auc": 0.9368119335124141,
+      "eval_ru_ersatz_pr_auc": 0.9949781642510358,
+      "eval_ru_opus100_pr_auc": 0.9528311115798073,
+      "eval_ru_ud_pr_auc": 0.8924954477128237,
+      "eval_runtime": 513.6245,
+      "eval_samples_per_second": 147.033,
+      "eval_si_opus100_pr_auc": 0.8333443524222991,
+      "eval_sk_opus100_pr_auc": 0.9448298839785298,
+      "eval_sk_ud_pr_auc": 0.990538794603673,
+      "eval_sl_opus100_pr_auc": 0.8984053996375991,
+      "eval_sl_ud_pr_auc": 0.9751255678839952,
+      "eval_sq_opus100_pr_auc": 0.9441893010387737,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9339749736506618,
+      "eval_sr_ud_pr_auc": 0.999560759079192,
+      "eval_steps_per_second": 0.574,
+      "eval_sv_opus100_pr_auc": 0.9233747547885008,
+      "eval_sv_ud_pr_auc": 0.9623475274531431,
+      "eval_ta_ersatz_pr_auc": 0.9816634331878911,
+      "eval_ta_opus100_pr_auc": 0.7834208336698838,
+      "eval_ta_ud_pr_auc": 0.9992057385411679,
+      "eval_te_opus100_pr_auc": 0.8250096857357435,
+      "eval_tg_opus100_pr_auc": 0.915871439195411,
+      "eval_th_opus100_pr_auc": 0.7296012582110467,
+      "eval_th_ud_pr_auc": 0.9119291340536384,
+      "eval_tr_ersatz_pr_auc": 0.9742530978758842,
+      "eval_tr_opus100_pr_auc": 0.9111133664702413,
+      "eval_tr_ud_pr_auc": 0.9668544173858933,
+      "eval_uk_opus100_pr_auc": 0.8973269486798102,
+      "eval_uk_ud_pr_auc": 0.9283731844918784,
+      "eval_ur_opus100_pr_auc": 0.6765069018019555,
+      "eval_ur_ud_pr_auc": 0.9943452386888464,
+      "eval_uz_opus100_pr_auc": 0.9023615752603091,
+      "eval_vi_opus100_pr_auc": 0.9089153067459995,
+      "eval_vi_ud_pr_auc": 0.9566491971221818,
+      "eval_xh_opus100_pr_auc": 0.8956816172403231,
+      "eval_yi_opus100_pr_auc": 0.7691786208699748,
+      "eval_yo_opus100_pr_auc": 0.8528890127041375,
+      "eval_yo_ud_pr_auc": 0.9302469113082188,
+      "eval_zh_ersatz_pr_auc": 0.9729572239767222,
+      "eval_zh_opus100_pr_auc": 0.9127530995326645,
+      "eval_zh_ud_pr_auc": 0.9928959158370404,
+      "eval_zu_opus100_pr_auc": 0.8437530247454829,
+      "step": 380000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.316455696202532e-06,
+      "learning_rate_adapter": 6.316455696202532e-06,
+      "loss": 0.019,
+      "step": 380050
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.30379746835443e-06,
+      "learning_rate_adapter": 6.30379746835443e-06,
+      "loss": 0.019,
+      "step": 380100
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.291139240506329e-06,
+      "learning_rate_adapter": 6.291139240506329e-06,
+      "loss": 0.0192,
+      "step": 380150
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.278481012658229e-06,
+      "learning_rate_adapter": 6.278481012658229e-06,
+      "loss": 0.0191,
+      "step": 380200
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.265822784810127e-06,
+      "learning_rate_adapter": 6.265822784810127e-06,
+      "loss": 0.0191,
+      "step": 380250
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.253164556962026e-06,
+      "learning_rate_adapter": 6.253164556962026e-06,
+      "loss": 0.0189,
+      "step": 380300
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.2405063291139244e-06,
+      "learning_rate_adapter": 6.2405063291139244e-06,
+      "loss": 0.019,
+      "step": 380350
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.2278481012658224e-06,
+      "learning_rate_adapter": 6.2278481012658224e-06,
+      "loss": 0.0189,
+      "step": 380400
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 6.215189873417722e-06,
+      "learning_rate_adapter": 6.215189873417722e-06,
+      "loss": 0.0189,
+      "step": 380450
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.20253164556962e-06,
+      "learning_rate_adapter": 6.20253164556962e-06,
+      "loss": 0.0189,
+      "step": 380500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.189873417721519e-06,
+      "learning_rate_adapter": 6.189873417721519e-06,
+      "loss": 0.0188,
+      "step": 380550
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.177215189873418e-06,
+      "learning_rate_adapter": 6.177215189873418e-06,
+      "loss": 0.019,
+      "step": 380600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.164556962025317e-06,
+      "learning_rate_adapter": 6.164556962025317e-06,
+      "loss": 0.0191,
+      "step": 380650
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.151898734177216e-06,
+      "learning_rate_adapter": 6.151898734177216e-06,
+      "loss": 0.0188,
+      "step": 380700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.1392405063291144e-06,
+      "learning_rate_adapter": 6.1392405063291144e-06,
+      "loss": 0.0188,
+      "step": 380750
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.1265822784810124e-06,
+      "learning_rate_adapter": 6.1265822784810124e-06,
+      "loss": 0.0188,
+      "step": 380800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.113924050632912e-06,
+      "learning_rate_adapter": 6.113924050632912e-06,
+      "loss": 0.0188,
+      "step": 380850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.10126582278481e-06,
+      "learning_rate_adapter": 6.10126582278481e-06,
+      "loss": 0.0188,
+      "step": 380900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.088607594936709e-06,
+      "learning_rate_adapter": 6.088607594936709e-06,
+      "loss": 0.019,
+      "step": 380950
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.075949367088608e-06,
+      "learning_rate_adapter": 6.075949367088608e-06,
+      "loss": 0.0188,
+      "step": 381000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.063291139240507e-06,
+      "learning_rate_adapter": 6.063291139240507e-06,
+      "loss": 0.0189,
+      "step": 381050
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.050632911392405e-06,
+      "learning_rate_adapter": 6.050632911392405e-06,
+      "loss": 0.0189,
+      "step": 381100
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.0379746835443044e-06,
+      "learning_rate_adapter": 6.0379746835443044e-06,
+      "loss": 0.0189,
+      "step": 381150
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.0253164556962024e-06,
+      "learning_rate_adapter": 6.0253164556962024e-06,
+      "loss": 0.0191,
+      "step": 381200
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6.012658227848101e-06,
+      "learning_rate_adapter": 6.012658227848101e-06,
+      "loss": 0.019,
+      "step": 381250
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 6e-06,
+      "learning_rate_adapter": 6e-06,
+      "loss": 0.0189,
+      "step": 381300
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.987341772151899e-06,
+      "learning_rate_adapter": 5.987341772151899e-06,
+      "loss": 0.0189,
+      "step": 381350
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.974683544303798e-06,
+      "learning_rate_adapter": 5.974683544303798e-06,
+      "loss": 0.0188,
+      "step": 381400
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.962025316455697e-06,
+      "learning_rate_adapter": 5.962025316455697e-06,
+      "loss": 0.019,
+      "step": 381450
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.949367088607595e-06,
+      "learning_rate_adapter": 5.949367088607595e-06,
+      "loss": 0.0191,
+      "step": 381500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.9367088607594944e-06,
+      "learning_rate_adapter": 5.9367088607594944e-06,
+      "loss": 0.0191,
+      "step": 381550
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.9240506329113924e-06,
+      "learning_rate_adapter": 5.9240506329113924e-06,
+      "loss": 0.0188,
+      "step": 381600
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.911392405063291e-06,
+      "learning_rate_adapter": 5.911392405063291e-06,
+      "loss": 0.0188,
+      "step": 381650
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.89873417721519e-06,
+      "learning_rate_adapter": 5.89873417721519e-06,
+      "loss": 0.0191,
+      "step": 381700
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.886075949367089e-06,
+      "learning_rate_adapter": 5.886075949367089e-06,
+      "loss": 0.0189,
+      "step": 381750
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.873417721518987e-06,
+      "learning_rate_adapter": 5.873417721518987e-06,
+      "loss": 0.0188,
+      "step": 381800
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.860759493670887e-06,
+      "learning_rate_adapter": 5.860759493670887e-06,
+      "loss": 0.019,
+      "step": 381850
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.848101265822785e-06,
+      "learning_rate_adapter": 5.848101265822785e-06,
+      "loss": 0.019,
+      "step": 381900
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 5.835443037974684e-06,
+      "learning_rate_adapter": 5.835443037974684e-06,
+      "loss": 0.0189,
+      "step": 381950
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.8227848101265824e-06,
+      "learning_rate_adapter": 5.8227848101265824e-06,
+      "loss": 0.0188,
+      "step": 382000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.810126582278481e-06,
+      "learning_rate_adapter": 5.810126582278481e-06,
+      "loss": 0.0187,
+      "step": 382050
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.79746835443038e-06,
+      "learning_rate_adapter": 5.79746835443038e-06,
+      "loss": 0.0189,
+      "step": 382100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.784810126582279e-06,
+      "learning_rate_adapter": 5.784810126582279e-06,
+      "loss": 0.0189,
+      "step": 382150
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.772151898734177e-06,
+      "learning_rate_adapter": 5.772151898734177e-06,
+      "loss": 0.0189,
+      "step": 382200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.759493670886077e-06,
+      "learning_rate_adapter": 5.759493670886077e-06,
+      "loss": 0.0187,
+      "step": 382250
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.746835443037975e-06,
+      "learning_rate_adapter": 5.746835443037975e-06,
+      "loss": 0.0187,
+      "step": 382300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.7341772151898736e-06,
+      "learning_rate_adapter": 5.7341772151898736e-06,
+      "loss": 0.0188,
+      "step": 382350
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.7215189873417724e-06,
+      "learning_rate_adapter": 5.7215189873417724e-06,
+      "loss": 0.0188,
+      "step": 382400
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.708860759493671e-06,
+      "learning_rate_adapter": 5.708860759493671e-06,
+      "loss": 0.019,
+      "step": 382450
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.69620253164557e-06,
+      "learning_rate_adapter": 5.69620253164557e-06,
+      "loss": 0.0188,
+      "step": 382500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.683544303797469e-06,
+      "learning_rate_adapter": 5.683544303797469e-06,
+      "loss": 0.0189,
+      "step": 382550
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.670886075949367e-06,
+      "learning_rate_adapter": 5.670886075949367e-06,
+      "loss": 0.0189,
+      "step": 382600
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.658227848101266e-06,
+      "learning_rate_adapter": 5.658227848101266e-06,
+      "loss": 0.0189,
+      "step": 382650
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.645569620253165e-06,
+      "learning_rate_adapter": 5.645569620253165e-06,
+      "loss": 0.0191,
+      "step": 382700
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.6329113924050636e-06,
+      "learning_rate_adapter": 5.6329113924050636e-06,
+      "loss": 0.019,
+      "step": 382750
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.6202531645569624e-06,
+      "learning_rate_adapter": 5.6202531645569624e-06,
+      "loss": 0.0188,
+      "step": 382800
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.607594936708861e-06,
+      "learning_rate_adapter": 5.607594936708861e-06,
+      "loss": 0.019,
+      "step": 382850
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.594936708860759e-06,
+      "learning_rate_adapter": 5.594936708860759e-06,
+      "loss": 0.019,
+      "step": 382900
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.582278481012659e-06,
+      "learning_rate_adapter": 5.582278481012659e-06,
+      "loss": 0.019,
+      "step": 382950
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.569620253164557e-06,
+      "learning_rate_adapter": 5.569620253164557e-06,
+      "loss": 0.0187,
+      "step": 383000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.556962025316456e-06,
+      "learning_rate_adapter": 5.556962025316456e-06,
+      "loss": 0.0188,
+      "step": 383050
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.544303797468355e-06,
+      "learning_rate_adapter": 5.544303797468355e-06,
+      "loss": 0.0189,
+      "step": 383100
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.5316455696202536e-06,
+      "learning_rate_adapter": 5.5316455696202536e-06,
+      "loss": 0.0188,
+      "step": 383150
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.518987341772152e-06,
+      "learning_rate_adapter": 5.518987341772152e-06,
+      "loss": 0.0189,
+      "step": 383200
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.506329113924051e-06,
+      "learning_rate_adapter": 5.506329113924051e-06,
+      "loss": 0.0188,
+      "step": 383250
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.493670886075949e-06,
+      "learning_rate_adapter": 5.493670886075949e-06,
+      "loss": 0.0188,
+      "step": 383300
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.481012658227849e-06,
+      "learning_rate_adapter": 5.481012658227849e-06,
+      "loss": 0.0188,
+      "step": 383350
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 5.468354430379747e-06,
+      "learning_rate_adapter": 5.468354430379747e-06,
+      "loss": 0.0188,
+      "step": 383400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.455696202531646e-06,
+      "learning_rate_adapter": 5.455696202531646e-06,
+      "loss": 0.019,
+      "step": 383450
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.443037974683545e-06,
+      "learning_rate_adapter": 5.443037974683545e-06,
+      "loss": 0.0189,
+      "step": 383500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.4303797468354436e-06,
+      "learning_rate_adapter": 5.4303797468354436e-06,
+      "loss": 0.0188,
+      "step": 383550
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.4177215189873416e-06,
+      "learning_rate_adapter": 5.4177215189873416e-06,
+      "loss": 0.0188,
+      "step": 383600
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.405063291139241e-06,
+      "learning_rate_adapter": 5.405063291139241e-06,
+      "loss": 0.019,
+      "step": 383650
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.392405063291139e-06,
+      "learning_rate_adapter": 5.392405063291139e-06,
+      "loss": 0.019,
+      "step": 383700
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.379746835443038e-06,
+      "learning_rate_adapter": 5.379746835443038e-06,
+      "loss": 0.0188,
+      "step": 383750
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.367088607594937e-06,
+      "learning_rate_adapter": 5.367088607594937e-06,
+      "loss": 0.0188,
+      "step": 383800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.354430379746836e-06,
+      "learning_rate_adapter": 5.354430379746836e-06,
+      "loss": 0.019,
+      "step": 383850
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.341772151898735e-06,
+      "learning_rate_adapter": 5.341772151898735e-06,
+      "loss": 0.0191,
+      "step": 383900
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.3291139240506336e-06,
+      "learning_rate_adapter": 5.3291139240506336e-06,
+      "loss": 0.0188,
+      "step": 383950
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.3164556962025316e-06,
+      "learning_rate_adapter": 5.3164556962025316e-06,
+      "loss": 0.0189,
+      "step": 384000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.303797468354431e-06,
+      "learning_rate_adapter": 5.303797468354431e-06,
+      "loss": 0.0189,
+      "step": 384050
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.291139240506329e-06,
+      "learning_rate_adapter": 5.291139240506329e-06,
+      "loss": 0.0188,
+      "step": 384100
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.278481012658228e-06,
+      "learning_rate_adapter": 5.278481012658228e-06,
+      "loss": 0.019,
+      "step": 384150
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.265822784810127e-06,
+      "learning_rate_adapter": 5.265822784810127e-06,
+      "loss": 0.0189,
+      "step": 384200
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.253164556962026e-06,
+      "learning_rate_adapter": 5.253164556962026e-06,
+      "loss": 0.0191,
+      "step": 384250
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.240506329113924e-06,
+      "learning_rate_adapter": 5.240506329113924e-06,
+      "loss": 0.019,
+      "step": 384300
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.2278481012658236e-06,
+      "learning_rate_adapter": 5.2278481012658236e-06,
+      "loss": 0.0189,
+      "step": 384350
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.2151898734177216e-06,
+      "learning_rate_adapter": 5.2151898734177216e-06,
+      "loss": 0.019,
+      "step": 384400
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.20253164556962e-06,
+      "learning_rate_adapter": 5.20253164556962e-06,
+      "loss": 0.0188,
+      "step": 384450
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.189873417721519e-06,
+      "learning_rate_adapter": 5.189873417721519e-06,
+      "loss": 0.0189,
+      "step": 384500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.177215189873418e-06,
+      "learning_rate_adapter": 5.177215189873418e-06,
+      "loss": 0.0188,
+      "step": 384550
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.164556962025317e-06,
+      "learning_rate_adapter": 5.164556962025317e-06,
+      "loss": 0.019,
+      "step": 384600
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.151898734177216e-06,
+      "learning_rate_adapter": 5.151898734177216e-06,
+      "loss": 0.0189,
+      "step": 384650
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.139240506329114e-06,
+      "learning_rate_adapter": 5.139240506329114e-06,
+      "loss": 0.0188,
+      "step": 384700
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.1265822784810135e-06,
+      "learning_rate_adapter": 5.1265822784810135e-06,
+      "loss": 0.0189,
+      "step": 384750
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.1139240506329116e-06,
+      "learning_rate_adapter": 5.1139240506329116e-06,
+      "loss": 0.0188,
+      "step": 384800
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.10126582278481e-06,
+      "learning_rate_adapter": 5.10126582278481e-06,
+      "loss": 0.0188,
+      "step": 384850
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 5.088607594936709e-06,
+      "learning_rate_adapter": 5.088607594936709e-06,
+      "loss": 0.0188,
+      "step": 384900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.075949367088608e-06,
+      "learning_rate_adapter": 5.075949367088608e-06,
+      "loss": 0.0186,
+      "step": 384950
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.063291139240506e-06,
+      "learning_rate_adapter": 5.063291139240506e-06,
+      "loss": 0.0188,
+      "step": 385000
+    },
+    {
+      "epoch": 2.6,
+      "eval_af_opus100_pr_auc": 0.8207539610647645,
+      "eval_af_ud_pr_auc": 0.9927775607571412,
+      "eval_am_opus100_pr_auc": 0.7271547607569323,
+      "eval_ar_ersatz_pr_auc": 0.9315380555680867,
+      "eval_ar_opus100_pr_auc": 0.7624752632571019,
+      "eval_ar_ud_pr_auc": 0.9135745898987457,
+      "eval_average_ersatz_pr_auc": 0.9768424237319226,
+      "eval_average_opus100_pr_auc": 0.8719043008100034,
+      "eval_average_ud_pr_auc": 0.9704106047447045,
+      "eval_az_opus100_pr_auc": 0.8435946283042408,
+      "eval_be_opus100_pr_auc": 0.8048901039278876,
+      "eval_be_ud_pr_auc": 0.9112658850959441,
+      "eval_bg_opus100_pr_auc": 0.9342576937572855,
+      "eval_bg_ud_pr_auc": 0.9967858159866239,
+      "eval_bn_opus100_pr_auc": 0.8737905133177652,
+      "eval_bn_ud_pr_auc": 1.0000000000000002,
+      "eval_ca_opus100_pr_auc": 0.9127186395725344,
+      "eval_ca_ud_pr_auc": 0.9982239586638082,
+      "eval_ceb_ud_pr_auc": 0.9998573862448921,
+      "eval_cs_ersatz_pr_auc": 0.9885571544514759,
+      "eval_cs_opus100_pr_auc": 0.9303651239022787,
+      "eval_cs_ud_pr_auc": 0.9658724260248847,
+      "eval_cy_opus100_pr_auc": 0.8132263713540409,
+      "eval_cy_ud_pr_auc": 0.9977139224543776,
+      "eval_da_opus100_pr_auc": 0.9359775611283195,
+      "eval_da_ud_pr_auc": 0.9790663622719992,
+      "eval_de_ersatz_pr_auc": 0.9912502359084848,
+      "eval_de_opus100_pr_auc": 0.93320400336169,
+      "eval_de_ud_pr_auc": 0.989296195864141,
+      "eval_el_opus100_pr_auc": 0.9237747683839287,
+      "eval_el_ud_pr_auc": 0.9958415543108838,
+      "eval_en_ersatz_pr_auc": 0.9948309932721131,
+      "eval_en_opus100_pr_auc": 0.9288022781802034,
+      "eval_en_ud_pr_auc": 0.980700702991638,
+      "eval_eo_opus100_pr_auc": 0.9343121006746034,
+      "eval_es_ersatz_pr_auc": 0.9970407111905653,
+      "eval_es_opus100_pr_auc": 0.9472590252565669,
+      "eval_es_ud_pr_auc": 0.9912719747648956,
+      "eval_et_ersatz_pr_auc": 0.986994774588006,
+      "eval_et_opus100_pr_auc": 0.9341334041608554,
+      "eval_et_ud_pr_auc": 0.9808593954775873,
+      "eval_eu_opus100_pr_auc": 0.8995130050420953,
+      "eval_eu_ud_pr_auc": 0.9907354088734116,
+      "eval_fa_opus100_pr_auc": 0.6711148973280804,
+      "eval_fa_ud_pr_auc": 0.9979813943819942,
+      "eval_fi_ersatz_pr_auc": 0.9964542916679947,
+      "eval_fi_opus100_pr_auc": 0.9375151308089555,
+      "eval_fi_ud_pr_auc": 0.9687892270940732,
+      "eval_fr_ersatz_pr_auc": 0.9894087181133749,
+      "eval_fr_opus100_pr_auc": 0.932165471019182,
+      "eval_fr_ud_pr_auc": 0.9924043136847361,
+      "eval_fy_opus100_pr_auc": 0.7288062744217587,
+      "eval_ga_opus100_pr_auc": 0.9308020315171402,
+      "eval_ga_ud_pr_auc": 0.8213299569170942,
+      "eval_gd_opus100_pr_auc": 0.7934821805309158,
+      "eval_gd_ud_pr_auc": 0.8409720502561254,
+      "eval_gl_opus100_pr_auc": 0.9099878416456444,
+      "eval_gl_ud_pr_auc": 0.9959730445481925,
+      "eval_gu_ersatz_pr_auc": 0.955642626525058,
+      "eval_gu_opus100_pr_auc": 0.7956279171860006,
+      "eval_ha_opus100_pr_auc": 0.9452214376442472,
+      "eval_he_opus100_pr_auc": 0.9032276704136147,
+      "eval_he_ud_pr_auc": 0.9870890196675446,
+      "eval_hi_ersatz_pr_auc": 0.9847628583771433,
+      "eval_hi_opus100_pr_auc": 0.7708266943901209,
+      "eval_hi_ud_pr_auc": 0.994484996936525,
+      "eval_hu_opus100_pr_auc": 0.9288009563588991,
+      "eval_hu_ud_pr_auc": 0.9835797665775095,
+      "eval_hy_opus100_pr_auc": 0.9193100398935095,
+      "eval_hy_ud_pr_auc": 0.9738763683771734,
+      "eval_id_opus100_pr_auc": 0.9105674183235724,
+      "eval_id_ud_pr_auc": 0.9966632643580955,
+      "eval_ig_opus100_pr_auc": 0.8980944404111354,
+      "eval_is_opus100_pr_auc": 0.9351264339971009,
+      "eval_is_ud_pr_auc": 0.9261921467938832,
+      "eval_it_opus100_pr_auc": 0.9309761505978668,
+      "eval_it_ud_pr_auc": 0.9975575770734233,
+      "eval_ja_ersatz_pr_auc": 0.9086172227252932,
+      "eval_ja_opus100_pr_auc": 0.8748297149973575,
+      "eval_ja_ud_pr_auc": 0.9851980822023182,
+      "eval_jv_ud_pr_auc": 0.9532962508859947,
+      "eval_ka_opus100_pr_auc": 0.8648684830860396,
+      "eval_kk_ersatz_pr_auc": 0.9902687415473073,
+      "eval_kk_opus100_pr_auc": 0.8547021252970884,
+      "eval_kk_ud_pr_auc": 0.9751500297028856,
+      "eval_km_ersatz_pr_auc": 0.9606103623594927,
+      "eval_km_opus100_pr_auc": 0.7856521478293578,
+      "eval_kn_opus100_pr_auc": 0.7163944892129469,
+      "eval_ko_opus100_pr_auc": 0.7161648699673371,
+      "eval_ko_ud_pr_auc": 0.9979822501324331,
+      "eval_ku_opus100_pr_auc": 0.8928631109691316,
+      "eval_ky_opus100_pr_auc": 0.9145466318845692,
+      "eval_la_ud_pr_auc": 0.9736853858342648,
+      "eval_loss": 0.022480396553874016,
+      "eval_lt_ersatz_pr_auc": 0.9980736250354074,
+      "eval_lt_opus100_pr_auc": 0.9118244463721328,
+      "eval_lt_ud_pr_auc": 0.9958318057063773,
+      "eval_lv_ersatz_pr_auc": 0.9940230053269152,
+      "eval_lv_opus100_pr_auc": 0.9087110374783673,
+      "eval_lv_ud_pr_auc": 0.969296332486262,
+      "eval_mg_opus100_pr_auc": 0.9556232536979689,
+      "eval_mk_opus100_pr_auc": 0.9356714792185301,
+      "eval_ml_opus100_pr_auc": 0.8110095143126356,
+      "eval_mn_opus100_pr_auc": 0.9511450165730448,
+      "eval_mr_opus100_pr_auc": 0.9327136410430159,
+      "eval_mr_ud_pr_auc": 0.9650093455172961,
+      "eval_ms_opus100_pr_auc": 0.8923779090116554,
+      "eval_mt_opus100_pr_auc": 0.8867233111118309,
+      "eval_mt_ud_pr_auc": 0.9363441857200583,
+      "eval_my_opus100_pr_auc": 0.8867331664028771,
+      "eval_ne_opus100_pr_auc": 0.780190365441228,
+      "eval_nl_opus100_pr_auc": 0.9114593123263925,
+      "eval_nl_ud_pr_auc": 0.9871919772070729,
+      "eval_no_opus100_pr_auc": 0.9227389275383198,
+      "eval_no_ud_pr_auc": 0.9966356796196363,
+      "eval_pa_opus100_pr_auc": 0.7147959474896123,
+      "eval_pl_ersatz_pr_auc": 0.9746256738957569,
+      "eval_pl_opus100_pr_auc": 0.9113330312016932,
+      "eval_pl_ud_pr_auc": 0.9793380606949336,
+      "eval_ps_ersatz_pr_auc": 0.9300002415058295,
+      "eval_ps_opus100_pr_auc": 0.7784316124712306,
+      "eval_pt_opus100_pr_auc": 0.9369915794828274,
+      "eval_pt_ud_pr_auc": 0.9890510166952547,
+      "eval_ro_ersatz_pr_auc": 0.9936050132153336,
+      "eval_ro_opus100_pr_auc": 0.8719794189706107,
+      "eval_ro_ud_pr_auc": 0.9480492056422122,
+      "eval_ru_ersatz_pr_auc": 0.9954415405634472,
+      "eval_ru_opus100_pr_auc": 0.9520005685953528,
+      "eval_ru_ud_pr_auc": 0.8984652752041892,
+      "eval_runtime": 528.4816,
+      "eval_samples_per_second": 142.9,
+      "eval_si_opus100_pr_auc": 0.8326017677527884,
+      "eval_sk_opus100_pr_auc": 0.9451487445771639,
+      "eval_sk_ud_pr_auc": 0.9891899610565722,
+      "eval_sl_opus100_pr_auc": 0.899114772087485,
+      "eval_sl_ud_pr_auc": 0.9738841974439973,
+      "eval_sq_opus100_pr_auc": 0.9453019691634004,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.93498597648046,
+      "eval_sr_ud_pr_auc": 0.999641034303339,
+      "eval_steps_per_second": 0.558,
+      "eval_sv_opus100_pr_auc": 0.9232615759437917,
+      "eval_sv_ud_pr_auc": 0.9624285067930257,
+      "eval_ta_ersatz_pr_auc": 0.9828645229742808,
+      "eval_ta_opus100_pr_auc": 0.7841592902496786,
+      "eval_ta_ud_pr_auc": 0.9992811548665842,
+      "eval_te_opus100_pr_auc": 0.823457432342257,
+      "eval_tg_opus100_pr_auc": 0.9190449315859208,
+      "eval_th_opus100_pr_auc": 0.7285783432973701,
+      "eval_th_ud_pr_auc": 0.9100722557036526,
+      "eval_tr_ersatz_pr_auc": 0.9749578063009556,
+      "eval_tr_opus100_pr_auc": 0.9123298733550437,
+      "eval_tr_ud_pr_auc": 0.9672724001054798,
+      "eval_uk_opus100_pr_auc": 0.897859882872292,
+      "eval_uk_ud_pr_auc": 0.927098359343628,
+      "eval_ur_opus100_pr_auc": 0.6734208783613954,
+      "eval_ur_ud_pr_auc": 0.9940845566628361,
+      "eval_uz_opus100_pr_auc": 0.9028149670342301,
+      "eval_vi_opus100_pr_auc": 0.9086445054464247,
+      "eval_vi_ud_pr_auc": 0.9555145858608244,
+      "eval_xh_opus100_pr_auc": 0.8997379756481383,
+      "eval_yi_opus100_pr_auc": 0.771175282973534,
+      "eval_yo_opus100_pr_auc": 0.8604282674553563,
+      "eval_yo_ud_pr_auc": 0.9315720525922493,
+      "eval_zh_ersatz_pr_auc": 0.9709651469899723,
+      "eval_zh_opus100_pr_auc": 0.9116760190401791,
+      "eval_zh_ud_pr_auc": 0.9921042561174342,
+      "eval_zu_opus100_pr_auc": 0.8480789068793824,
+      "step": 385000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.050632911392406e-06,
+      "learning_rate_adapter": 5.050632911392406e-06,
+      "loss": 0.0188,
+      "step": 385050
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.037974683544304e-06,
+      "learning_rate_adapter": 5.037974683544304e-06,
+      "loss": 0.0188,
+      "step": 385100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.025316455696203e-06,
+      "learning_rate_adapter": 5.025316455696203e-06,
+      "loss": 0.0188,
+      "step": 385150
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5.0126582278481016e-06,
+      "learning_rate_adapter": 5.0126582278481016e-06,
+      "loss": 0.019,
+      "step": 385200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 5e-06,
+      "learning_rate_adapter": 5e-06,
+      "loss": 0.0188,
+      "step": 385250
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.987341772151899e-06,
+      "learning_rate_adapter": 4.987341772151899e-06,
+      "loss": 0.0188,
+      "step": 385300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.974683544303798e-06,
+      "learning_rate_adapter": 4.974683544303798e-06,
+      "loss": 0.0189,
+      "step": 385350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.962025316455696e-06,
+      "learning_rate_adapter": 4.962025316455696e-06,
+      "loss": 0.0189,
+      "step": 385400
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.949367088607596e-06,
+      "learning_rate_adapter": 4.949367088607596e-06,
+      "loss": 0.0188,
+      "step": 385450
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.936708860759494e-06,
+      "learning_rate_adapter": 4.936708860759494e-06,
+      "loss": 0.0189,
+      "step": 385500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.924050632911393e-06,
+      "learning_rate_adapter": 4.924050632911393e-06,
+      "loss": 0.019,
+      "step": 385550
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.9113924050632915e-06,
+      "learning_rate_adapter": 4.9113924050632915e-06,
+      "loss": 0.0188,
+      "step": 385600
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.89873417721519e-06,
+      "learning_rate_adapter": 4.89873417721519e-06,
+      "loss": 0.0188,
+      "step": 385650
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.886075949367088e-06,
+      "learning_rate_adapter": 4.886075949367088e-06,
+      "loss": 0.0187,
+      "step": 385700
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.873417721518988e-06,
+      "learning_rate_adapter": 4.873417721518988e-06,
+      "loss": 0.019,
+      "step": 385750
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.860759493670886e-06,
+      "learning_rate_adapter": 4.860759493670886e-06,
+      "loss": 0.019,
+      "step": 385800
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.848101265822785e-06,
+      "learning_rate_adapter": 4.848101265822785e-06,
+      "loss": 0.0191,
+      "step": 385850
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.835443037974684e-06,
+      "learning_rate_adapter": 4.835443037974684e-06,
+      "loss": 0.0189,
+      "step": 385900
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.822784810126583e-06,
+      "learning_rate_adapter": 4.822784810126583e-06,
+      "loss": 0.0188,
+      "step": 385950
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.8101265822784815e-06,
+      "learning_rate_adapter": 4.8101265822784815e-06,
+      "loss": 0.0187,
+      "step": 386000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.79746835443038e-06,
+      "learning_rate_adapter": 4.79746835443038e-06,
+      "loss": 0.0189,
+      "step": 386050
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.784810126582278e-06,
+      "learning_rate_adapter": 4.784810126582278e-06,
+      "loss": 0.019,
+      "step": 386100
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.772151898734178e-06,
+      "learning_rate_adapter": 4.772151898734178e-06,
+      "loss": 0.019,
+      "step": 386150
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.759493670886076e-06,
+      "learning_rate_adapter": 4.759493670886076e-06,
+      "loss": 0.019,
+      "step": 386200
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.746835443037975e-06,
+      "learning_rate_adapter": 4.746835443037975e-06,
+      "loss": 0.0189,
+      "step": 386250
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.734177215189874e-06,
+      "learning_rate_adapter": 4.734177215189874e-06,
+      "loss": 0.0189,
+      "step": 386300
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.721518987341773e-06,
+      "learning_rate_adapter": 4.721518987341773e-06,
+      "loss": 0.0188,
+      "step": 386350
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.708860759493671e-06,
+      "learning_rate_adapter": 4.708860759493671e-06,
+      "loss": 0.019,
+      "step": 386400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.69620253164557e-06,
+      "learning_rate_adapter": 4.69620253164557e-06,
+      "loss": 0.0189,
+      "step": 386450
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.683544303797468e-06,
+      "learning_rate_adapter": 4.683544303797468e-06,
+      "loss": 0.019,
+      "step": 386500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.670886075949367e-06,
+      "learning_rate_adapter": 4.670886075949367e-06,
+      "loss": 0.0187,
+      "step": 386550
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.658227848101266e-06,
+      "learning_rate_adapter": 4.658227848101266e-06,
+      "loss": 0.0189,
+      "step": 386600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.645569620253165e-06,
+      "learning_rate_adapter": 4.645569620253165e-06,
+      "loss": 0.0189,
+      "step": 386650
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.632911392405064e-06,
+      "learning_rate_adapter": 4.632911392405064e-06,
+      "loss": 0.0188,
+      "step": 386700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.620253164556963e-06,
+      "learning_rate_adapter": 4.620253164556963e-06,
+      "loss": 0.0184,
+      "step": 386750
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.607594936708861e-06,
+      "learning_rate_adapter": 4.607594936708861e-06,
+      "loss": 0.0188,
+      "step": 386800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.59493670886076e-06,
+      "learning_rate_adapter": 4.59493670886076e-06,
+      "loss": 0.0187,
+      "step": 386850
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.582278481012658e-06,
+      "learning_rate_adapter": 4.582278481012658e-06,
+      "loss": 0.0187,
+      "step": 386900
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.569620253164557e-06,
+      "learning_rate_adapter": 4.569620253164557e-06,
+      "loss": 0.0188,
+      "step": 386950
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.556962025316456e-06,
+      "learning_rate_adapter": 4.556962025316456e-06,
+      "loss": 0.0187,
+      "step": 387000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.544303797468354e-06,
+      "learning_rate_adapter": 4.544303797468354e-06,
+      "loss": 0.019,
+      "step": 387050
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.531645569620253e-06,
+      "learning_rate_adapter": 4.531645569620253e-06,
+      "loss": 0.0191,
+      "step": 387100
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.518987341772152e-06,
+      "learning_rate_adapter": 4.518987341772152e-06,
+      "loss": 0.0188,
+      "step": 387150
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.506329113924051e-06,
+      "learning_rate_adapter": 4.506329113924051e-06,
+      "loss": 0.0189,
+      "step": 387200
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.4936708860759495e-06,
+      "learning_rate_adapter": 4.4936708860759495e-06,
+      "loss": 0.019,
+      "step": 387250
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.481012658227848e-06,
+      "learning_rate_adapter": 4.481012658227848e-06,
+      "loss": 0.019,
+      "step": 387300
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.468354430379746e-06,
+      "learning_rate_adapter": 4.468354430379746e-06,
+      "loss": 0.0189,
+      "step": 387350
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.455696202531646e-06,
+      "learning_rate_adapter": 4.455696202531646e-06,
+      "loss": 0.0189,
+      "step": 387400
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.443037974683544e-06,
+      "learning_rate_adapter": 4.443037974683544e-06,
+      "loss": 0.0189,
+      "step": 387450
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.430379746835443e-06,
+      "learning_rate_adapter": 4.430379746835443e-06,
+      "loss": 0.0189,
+      "step": 387500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.417721518987342e-06,
+      "learning_rate_adapter": 4.417721518987342e-06,
+      "loss": 0.0188,
+      "step": 387550
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.405063291139241e-06,
+      "learning_rate_adapter": 4.405063291139241e-06,
+      "loss": 0.0189,
+      "step": 387600
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.3924050632911395e-06,
+      "learning_rate_adapter": 4.3924050632911395e-06,
+      "loss": 0.0189,
+      "step": 387650
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.379746835443038e-06,
+      "learning_rate_adapter": 4.379746835443038e-06,
+      "loss": 0.019,
+      "step": 387700
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.367088607594936e-06,
+      "learning_rate_adapter": 4.367088607594936e-06,
+      "loss": 0.0189,
+      "step": 387750
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.354430379746836e-06,
+      "learning_rate_adapter": 4.354430379746836e-06,
+      "loss": 0.0189,
+      "step": 387800
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.341772151898734e-06,
+      "learning_rate_adapter": 4.341772151898734e-06,
+      "loss": 0.0187,
+      "step": 387850
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.329113924050633e-06,
+      "learning_rate_adapter": 4.329113924050633e-06,
+      "loss": 0.0187,
+      "step": 387900
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.316455696202532e-06,
+      "learning_rate_adapter": 4.316455696202532e-06,
+      "loss": 0.0188,
+      "step": 387950
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.303797468354431e-06,
+      "learning_rate_adapter": 4.303797468354431e-06,
+      "loss": 0.0188,
+      "step": 388000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.291139240506329e-06,
+      "learning_rate_adapter": 4.291139240506329e-06,
+      "loss": 0.0189,
+      "step": 388050
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.278481012658228e-06,
+      "learning_rate_adapter": 4.278481012658228e-06,
+      "loss": 0.0188,
+      "step": 388100
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.265822784810126e-06,
+      "learning_rate_adapter": 4.265822784810126e-06,
+      "loss": 0.0189,
+      "step": 388150
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.253164556962025e-06,
+      "learning_rate_adapter": 4.253164556962025e-06,
+      "loss": 0.0189,
+      "step": 388200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.240506329113924e-06,
+      "learning_rate_adapter": 4.240506329113924e-06,
+      "loss": 0.0187,
+      "step": 388250
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.227848101265823e-06,
+      "learning_rate_adapter": 4.227848101265823e-06,
+      "loss": 0.0188,
+      "step": 388300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.215189873417722e-06,
+      "learning_rate_adapter": 4.215189873417722e-06,
+      "loss": 0.0187,
+      "step": 388350
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.202531645569621e-06,
+      "learning_rate_adapter": 4.202531645569621e-06,
+      "loss": 0.0188,
+      "step": 388400
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.189873417721519e-06,
+      "learning_rate_adapter": 4.189873417721519e-06,
+      "loss": 0.0188,
+      "step": 388450
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.177215189873418e-06,
+      "learning_rate_adapter": 4.177215189873418e-06,
+      "loss": 0.0191,
+      "step": 388500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.164556962025316e-06,
+      "learning_rate_adapter": 4.164556962025316e-06,
+      "loss": 0.019,
+      "step": 388550
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.151898734177215e-06,
+      "learning_rate_adapter": 4.151898734177215e-06,
+      "loss": 0.019,
+      "step": 388600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.139240506329114e-06,
+      "learning_rate_adapter": 4.139240506329114e-06,
+      "loss": 0.0189,
+      "step": 388650
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.126582278481013e-06,
+      "learning_rate_adapter": 4.126582278481013e-06,
+      "loss": 0.0189,
+      "step": 388700
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.113924050632911e-06,
+      "learning_rate_adapter": 4.113924050632911e-06,
+      "loss": 0.0187,
+      "step": 388750
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.101265822784811e-06,
+      "learning_rate_adapter": 4.101265822784811e-06,
+      "loss": 0.019,
+      "step": 388800
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.088607594936709e-06,
+      "learning_rate_adapter": 4.088607594936709e-06,
+      "loss": 0.0188,
+      "step": 388850
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.0759493670886075e-06,
+      "learning_rate_adapter": 4.0759493670886075e-06,
+      "loss": 0.019,
+      "step": 388900
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.063291139240506e-06,
+      "learning_rate_adapter": 4.063291139240506e-06,
+      "loss": 0.0188,
+      "step": 388950
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.050632911392405e-06,
+      "learning_rate_adapter": 4.050632911392405e-06,
+      "loss": 0.019,
+      "step": 389000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.037974683544304e-06,
+      "learning_rate_adapter": 4.037974683544304e-06,
+      "loss": 0.0188,
+      "step": 389050
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.025316455696203e-06,
+      "learning_rate_adapter": 4.025316455696203e-06,
+      "loss": 0.0188,
+      "step": 389100
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.012658227848101e-06,
+      "learning_rate_adapter": 4.012658227848101e-06,
+      "loss": 0.0186,
+      "step": 389150
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 4.000000000000001e-06,
+      "learning_rate_adapter": 4.000000000000001e-06,
+      "loss": 0.0189,
+      "step": 389200
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.987341772151899e-06,
+      "learning_rate_adapter": 3.987341772151899e-06,
+      "loss": 0.0189,
+      "step": 389250
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.9746835443037975e-06,
+      "learning_rate_adapter": 3.9746835443037975e-06,
+      "loss": 0.0187,
+      "step": 389300
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.962025316455696e-06,
+      "learning_rate_adapter": 3.962025316455696e-06,
+      "loss": 0.0188,
+      "step": 389350
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.949367088607595e-06,
+      "learning_rate_adapter": 3.949367088607595e-06,
+      "loss": 0.0189,
+      "step": 389400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.936708860759493e-06,
+      "learning_rate_adapter": 3.936708860759493e-06,
+      "loss": 0.0188,
+      "step": 389450
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.924050632911393e-06,
+      "learning_rate_adapter": 3.924050632911393e-06,
+      "loss": 0.019,
+      "step": 389500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.911392405063291e-06,
+      "learning_rate_adapter": 3.911392405063291e-06,
+      "loss": 0.0188,
+      "step": 389550
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.89873417721519e-06,
+      "learning_rate_adapter": 3.89873417721519e-06,
+      "loss": 0.0188,
+      "step": 389600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.886075949367089e-06,
+      "learning_rate_adapter": 3.886075949367089e-06,
+      "loss": 0.0189,
+      "step": 389650
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.8734177215189875e-06,
+      "learning_rate_adapter": 3.8734177215189875e-06,
+      "loss": 0.019,
+      "step": 389700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.860759493670886e-06,
+      "learning_rate_adapter": 3.860759493670886e-06,
+      "loss": 0.0189,
+      "step": 389750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.848101265822785e-06,
+      "learning_rate_adapter": 3.848101265822785e-06,
+      "loss": 0.0188,
+      "step": 389800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.835443037974683e-06,
+      "learning_rate_adapter": 3.835443037974683e-06,
+      "loss": 0.019,
+      "step": 389850
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.822784810126583e-06,
+      "learning_rate_adapter": 3.822784810126583e-06,
+      "loss": 0.019,
+      "step": 389900
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.810126582278481e-06,
+      "learning_rate_adapter": 3.810126582278481e-06,
+      "loss": 0.0188,
+      "step": 389950
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7974683544303802e-06,
+      "learning_rate_adapter": 3.7974683544303802e-06,
+      "loss": 0.0187,
+      "step": 390000
+    },
+    {
+      "epoch": 2.63,
+      "eval_af_opus100_pr_auc": 0.8208150821309201,
+      "eval_af_ud_pr_auc": 0.9953754048251933,
+      "eval_am_opus100_pr_auc": 0.7279338777307804,
+      "eval_ar_ersatz_pr_auc": 0.9318643324994873,
+      "eval_ar_opus100_pr_auc": 0.7639740616482977,
+      "eval_ar_ud_pr_auc": 0.9142617249355571,
+      "eval_average_ersatz_pr_auc": 0.9768869064869196,
+      "eval_average_opus100_pr_auc": 0.8723166502245182,
+      "eval_average_ud_pr_auc": 0.9699562599920779,
+      "eval_az_opus100_pr_auc": 0.8444681196844894,
+      "eval_be_opus100_pr_auc": 0.7995911998523486,
+      "eval_be_ud_pr_auc": 0.9101677131341325,
+      "eval_bg_opus100_pr_auc": 0.9369589719644964,
+      "eval_bg_ud_pr_auc": 0.9961659093881932,
+      "eval_bn_opus100_pr_auc": 0.8738073172582962,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.914039460964269,
+      "eval_ca_ud_pr_auc": 0.9982631977613573,
+      "eval_ceb_ud_pr_auc": 0.9998573862448918,
+      "eval_cs_ersatz_pr_auc": 0.9883635418957005,
+      "eval_cs_opus100_pr_auc": 0.9318874523747264,
+      "eval_cs_ud_pr_auc": 0.965577006127552,
+      "eval_cy_opus100_pr_auc": 0.8156333626943579,
+      "eval_cy_ud_pr_auc": 0.997841848913225,
+      "eval_da_opus100_pr_auc": 0.9361817669163627,
+      "eval_da_ud_pr_auc": 0.9783459092033245,
+      "eval_de_ersatz_pr_auc": 0.991022742948427,
+      "eval_de_opus100_pr_auc": 0.9341701215549165,
+      "eval_de_ud_pr_auc": 0.9884757679137406,
+      "eval_el_opus100_pr_auc": 0.9230656628796393,
+      "eval_el_ud_pr_auc": 0.9955185510150966,
+      "eval_en_ersatz_pr_auc": 0.9950970700115773,
+      "eval_en_opus100_pr_auc": 0.9303097289498979,
+      "eval_en_ud_pr_auc": 0.9813105938900939,
+      "eval_eo_opus100_pr_auc": 0.9345125303156449,
+      "eval_es_ersatz_pr_auc": 0.9970165913023141,
+      "eval_es_opus100_pr_auc": 0.9479584831700025,
+      "eval_es_ud_pr_auc": 0.9909681751192922,
+      "eval_et_ersatz_pr_auc": 0.986909612747261,
+      "eval_et_opus100_pr_auc": 0.9361101213939564,
+      "eval_et_ud_pr_auc": 0.9801817869450283,
+      "eval_eu_opus100_pr_auc": 0.8992438760963828,
+      "eval_eu_ud_pr_auc": 0.9896707400500039,
+      "eval_fa_opus100_pr_auc": 0.6677736770957234,
+      "eval_fa_ud_pr_auc": 0.9980244458154238,
+      "eval_fi_ersatz_pr_auc": 0.9962868025708383,
+      "eval_fi_opus100_pr_auc": 0.9387619004000888,
+      "eval_fi_ud_pr_auc": 0.9667035488473185,
+      "eval_fr_ersatz_pr_auc": 0.9892955460129483,
+      "eval_fr_opus100_pr_auc": 0.9320685776669054,
+      "eval_fr_ud_pr_auc": 0.9923512115199963,
+      "eval_fy_opus100_pr_auc": 0.7292352690691554,
+      "eval_ga_opus100_pr_auc": 0.929216553374882,
+      "eval_ga_ud_pr_auc": 0.8185939069968216,
+      "eval_gd_opus100_pr_auc": 0.7904323505883355,
+      "eval_gd_ud_pr_auc": 0.8411682161918639,
+      "eval_gl_opus100_pr_auc": 0.9123807084233464,
+      "eval_gl_ud_pr_auc": 0.996136242264258,
+      "eval_gu_ersatz_pr_auc": 0.9563296012481587,
+      "eval_gu_opus100_pr_auc": 0.7951526118153438,
+      "eval_ha_opus100_pr_auc": 0.9450135263156412,
+      "eval_he_opus100_pr_auc": 0.9007015568813196,
+      "eval_he_ud_pr_auc": 0.9880251994246927,
+      "eval_hi_ersatz_pr_auc": 0.9852068744980496,
+      "eval_hi_opus100_pr_auc": 0.7695702632887018,
+      "eval_hi_ud_pr_auc": 0.9946956050427962,
+      "eval_hu_opus100_pr_auc": 0.9317410996527117,
+      "eval_hu_ud_pr_auc": 0.9833610272825243,
+      "eval_hy_opus100_pr_auc": 0.921216514395063,
+      "eval_hy_ud_pr_auc": 0.9743643518498973,
+      "eval_id_opus100_pr_auc": 0.9074706033905746,
+      "eval_id_ud_pr_auc": 0.9966562147275112,
+      "eval_ig_opus100_pr_auc": 0.8993963350593844,
+      "eval_is_opus100_pr_auc": 0.9357641291966574,
+      "eval_is_ud_pr_auc": 0.9211101363680165,
+      "eval_it_opus100_pr_auc": 0.932879461460389,
+      "eval_it_ud_pr_auc": 0.9975952805471948,
+      "eval_ja_ersatz_pr_auc": 0.9118831051596163,
+      "eval_ja_opus100_pr_auc": 0.8769606804593236,
+      "eval_ja_ud_pr_auc": 0.9864541528215053,
+      "eval_jv_ud_pr_auc": 0.9545623461716851,
+      "eval_ka_opus100_pr_auc": 0.868060093330551,
+      "eval_kk_ersatz_pr_auc": 0.9898592050603979,
+      "eval_kk_opus100_pr_auc": 0.8418984812150698,
+      "eval_kk_ud_pr_auc": 0.9750345124343535,
+      "eval_km_ersatz_pr_auc": 0.959685903735762,
+      "eval_km_opus100_pr_auc": 0.7877023897881288,
+      "eval_kn_opus100_pr_auc": 0.7180329951667698,
+      "eval_ko_opus100_pr_auc": 0.7231823854328827,
+      "eval_ko_ud_pr_auc": 0.9980851101616548,
+      "eval_ku_opus100_pr_auc": 0.8906836210508449,
+      "eval_ky_opus100_pr_auc": 0.9123008374964612,
+      "eval_la_ud_pr_auc": 0.9744487086605754,
+      "eval_loss": 0.022424006834626198,
+      "eval_lt_ersatz_pr_auc": 0.9978194434129015,
+      "eval_lt_opus100_pr_auc": 0.9111427858693925,
+      "eval_lt_ud_pr_auc": 0.9951498131735654,
+      "eval_lv_ersatz_pr_auc": 0.9939878444642092,
+      "eval_lv_opus100_pr_auc": 0.9079410367130749,
+      "eval_lv_ud_pr_auc": 0.9698326133796894,
+      "eval_mg_opus100_pr_auc": 0.9555087261217464,
+      "eval_mk_opus100_pr_auc": 0.9370599724968893,
+      "eval_ml_opus100_pr_auc": 0.8133772138273029,
+      "eval_mn_opus100_pr_auc": 0.9500797726372028,
+      "eval_mr_opus100_pr_auc": 0.9349945722400897,
+      "eval_mr_ud_pr_auc": 0.9642726131147002,
+      "eval_ms_opus100_pr_auc": 0.8933879918807226,
+      "eval_mt_opus100_pr_auc": 0.8875240799162355,
+      "eval_mt_ud_pr_auc": 0.9359997242991168,
+      "eval_my_opus100_pr_auc": 0.8851687937027936,
+      "eval_ne_opus100_pr_auc": 0.7800378048496475,
+      "eval_nl_opus100_pr_auc": 0.9120157336694285,
+      "eval_nl_ud_pr_auc": 0.9863790160278486,
+      "eval_no_opus100_pr_auc": 0.9249709807610326,
+      "eval_no_ud_pr_auc": 0.9967958260950882,
+      "eval_pa_opus100_pr_auc": 0.7126958917747316,
+      "eval_pl_ersatz_pr_auc": 0.9737278890192497,
+      "eval_pl_opus100_pr_auc": 0.9139938850448533,
+      "eval_pl_ud_pr_auc": 0.9792376819303422,
+      "eval_ps_ersatz_pr_auc": 0.929431099589125,
+      "eval_ps_opus100_pr_auc": 0.7782034037531836,
+      "eval_pt_opus100_pr_auc": 0.9368136364508274,
+      "eval_pt_ud_pr_auc": 0.9893425870742197,
+      "eval_ro_ersatz_pr_auc": 0.9935464867516896,
+      "eval_ro_opus100_pr_auc": 0.8741822734159507,
+      "eval_ro_ud_pr_auc": 0.9386386499478759,
+      "eval_ru_ersatz_pr_auc": 0.9951354083541127,
+      "eval_ru_opus100_pr_auc": 0.9508558830801546,
+      "eval_ru_ud_pr_auc": 0.893076736367776,
+      "eval_runtime": 532.6622,
+      "eval_samples_per_second": 141.778,
+      "eval_si_opus100_pr_auc": 0.8342866408788616,
+      "eval_sk_opus100_pr_auc": 0.9448712296108345,
+      "eval_sk_ud_pr_auc": 0.9897581042693114,
+      "eval_sl_opus100_pr_auc": 0.904701801054806,
+      "eval_sl_ud_pr_auc": 0.9735305389936411,
+      "eval_sq_opus100_pr_auc": 0.9453492086419242,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9385014142300503,
+      "eval_sr_ud_pr_auc": 0.9995820887034674,
+      "eval_steps_per_second": 0.554,
+      "eval_sv_opus100_pr_auc": 0.9212371070211939,
+      "eval_sv_ud_pr_auc": 0.9620597879909899,
+      "eval_ta_ersatz_pr_auc": 0.9817645307858028,
+      "eval_ta_opus100_pr_auc": 0.7790589306321856,
+      "eval_ta_ud_pr_auc": 0.9992057385411679,
+      "eval_te_opus100_pr_auc": 0.8245284695401721,
+      "eval_tg_opus100_pr_auc": 0.913935318503437,
+      "eval_th_opus100_pr_auc": 0.7309387258659745,
+      "eval_th_ud_pr_auc": 0.9130184159812357,
+      "eval_tr_ersatz_pr_auc": 0.9746078778991089,
+      "eval_tr_opus100_pr_auc": 0.9132411593524793,
+      "eval_tr_ud_pr_auc": 0.9677146605310584,
+      "eval_uk_opus100_pr_auc": 0.9008260569778579,
+      "eval_uk_ud_pr_auc": 0.9273273989754972,
+      "eval_ur_opus100_pr_auc": 0.6775881781010172,
+      "eval_ur_ud_pr_auc": 0.9937052034950452,
+      "eval_uz_opus100_pr_auc": 0.9017315182952115,
+      "eval_vi_opus100_pr_auc": 0.9081245377934277,
+      "eval_vi_ud_pr_auc": 0.9514487661119301,
+      "eval_xh_opus100_pr_auc": 0.897446062271485,
+      "eval_yi_opus100_pr_auc": 0.7820335308807225,
+      "eval_yo_opus100_pr_auc": 0.8635328960282613,
+      "eval_yo_ud_pr_auc": 0.9291024025466149,
+      "eval_zh_ersatz_pr_auc": 0.9726704327454893,
+      "eval_zh_opus100_pr_auc": 0.9112588573141407,
+      "eval_zh_ud_pr_auc": 0.9929765194034866,
+      "eval_zu_opus100_pr_auc": 0.8485614176171689,
+      "step": 390000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7848101265822782e-06,
+      "learning_rate_adapter": 3.7848101265822782e-06,
+      "loss": 0.0188,
+      "step": 390050
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7721518987341775e-06,
+      "learning_rate_adapter": 3.7721518987341775e-06,
+      "loss": 0.0184,
+      "step": 390100
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.759493670886076e-06,
+      "learning_rate_adapter": 3.759493670886076e-06,
+      "loss": 0.0189,
+      "step": 390150
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.746835443037975e-06,
+      "learning_rate_adapter": 3.746835443037975e-06,
+      "loss": 0.0188,
+      "step": 390200
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7341772151898732e-06,
+      "learning_rate_adapter": 3.7341772151898732e-06,
+      "loss": 0.019,
+      "step": 390250
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7215189873417725e-06,
+      "learning_rate_adapter": 3.7215189873417725e-06,
+      "loss": 0.0187,
+      "step": 390300
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.708860759493671e-06,
+      "learning_rate_adapter": 3.708860759493671e-06,
+      "loss": 0.0187,
+      "step": 390350
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.69620253164557e-06,
+      "learning_rate_adapter": 3.69620253164557e-06,
+      "loss": 0.0188,
+      "step": 390400
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6835443037974682e-06,
+      "learning_rate_adapter": 3.6835443037974682e-06,
+      "loss": 0.019,
+      "step": 390450
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6708860759493675e-06,
+      "learning_rate_adapter": 3.6708860759493675e-06,
+      "loss": 0.0188,
+      "step": 390500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.658227848101266e-06,
+      "learning_rate_adapter": 3.658227848101266e-06,
+      "loss": 0.0188,
+      "step": 390550
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.645569620253165e-06,
+      "learning_rate_adapter": 3.645569620253165e-06,
+      "loss": 0.0189,
+      "step": 390600
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6329113924050632e-06,
+      "learning_rate_adapter": 3.6329113924050632e-06,
+      "loss": 0.0188,
+      "step": 390650
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6202531645569625e-06,
+      "learning_rate_adapter": 3.6202531645569625e-06,
+      "loss": 0.019,
+      "step": 390700
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.6075949367088605e-06,
+      "learning_rate_adapter": 3.6075949367088605e-06,
+      "loss": 0.0189,
+      "step": 390750
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.59493670886076e-06,
+      "learning_rate_adapter": 3.59493670886076e-06,
+      "loss": 0.0189,
+      "step": 390800
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.5822784810126582e-06,
+      "learning_rate_adapter": 3.5822784810126582e-06,
+      "loss": 0.0188,
+      "step": 390850
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.569620253164557e-06,
+      "learning_rate_adapter": 3.569620253164557e-06,
+      "loss": 0.019,
+      "step": 390900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.5569620253164555e-06,
+      "learning_rate_adapter": 3.5569620253164555e-06,
+      "loss": 0.0186,
+      "step": 390950
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.544303797468355e-06,
+      "learning_rate_adapter": 3.544303797468355e-06,
+      "loss": 0.0188,
+      "step": 391000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.5316455696202532e-06,
+      "learning_rate_adapter": 3.5316455696202532e-06,
+      "loss": 0.0189,
+      "step": 391050
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.518987341772152e-06,
+      "learning_rate_adapter": 3.518987341772152e-06,
+      "loss": 0.0192,
+      "step": 391100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.5063291139240505e-06,
+      "learning_rate_adapter": 3.5063291139240505e-06,
+      "loss": 0.0189,
+      "step": 391150
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.49367088607595e-06,
+      "learning_rate_adapter": 3.49367088607595e-06,
+      "loss": 0.0189,
+      "step": 391200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4810126582278482e-06,
+      "learning_rate_adapter": 3.4810126582278482e-06,
+      "loss": 0.0187,
+      "step": 391250
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.468354430379747e-06,
+      "learning_rate_adapter": 3.468354430379747e-06,
+      "loss": 0.0189,
+      "step": 391300
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4556962025316455e-06,
+      "learning_rate_adapter": 3.4556962025316455e-06,
+      "loss": 0.0186,
+      "step": 391350
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.443037974683545e-06,
+      "learning_rate_adapter": 3.443037974683545e-06,
+      "loss": 0.0189,
+      "step": 391400
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4303797468354432e-06,
+      "learning_rate_adapter": 3.4303797468354432e-06,
+      "loss": 0.0189,
+      "step": 391450
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.417721518987342e-06,
+      "learning_rate_adapter": 3.417721518987342e-06,
+      "loss": 0.0187,
+      "step": 391500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.4050632911392405e-06,
+      "learning_rate_adapter": 3.4050632911392405e-06,
+      "loss": 0.0188,
+      "step": 391550
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3924050632911394e-06,
+      "learning_rate_adapter": 3.3924050632911394e-06,
+      "loss": 0.0188,
+      "step": 391600
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.379746835443038e-06,
+      "learning_rate_adapter": 3.379746835443038e-06,
+      "loss": 0.0188,
+      "step": 391650
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.367088607594937e-06,
+      "learning_rate_adapter": 3.367088607594937e-06,
+      "loss": 0.0188,
+      "step": 391700
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3544303797468355e-06,
+      "learning_rate_adapter": 3.3544303797468355e-06,
+      "loss": 0.0188,
+      "step": 391750
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3417721518987344e-06,
+      "learning_rate_adapter": 3.3417721518987344e-06,
+      "loss": 0.0189,
+      "step": 391800
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.329113924050633e-06,
+      "learning_rate_adapter": 3.329113924050633e-06,
+      "loss": 0.0187,
+      "step": 391850
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.316455696202532e-06,
+      "learning_rate_adapter": 3.316455696202532e-06,
+      "loss": 0.0188,
+      "step": 391900
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.3037974683544305e-06,
+      "learning_rate_adapter": 3.3037974683544305e-06,
+      "loss": 0.0188,
+      "step": 391950
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2911392405063294e-06,
+      "learning_rate_adapter": 3.2911392405063294e-06,
+      "loss": 0.0187,
+      "step": 392000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.278481012658228e-06,
+      "learning_rate_adapter": 3.278481012658228e-06,
+      "loss": 0.0189,
+      "step": 392050
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.265822784810127e-06,
+      "learning_rate_adapter": 3.265822784810127e-06,
+      "loss": 0.0188,
+      "step": 392100
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2531645569620255e-06,
+      "learning_rate_adapter": 3.2531645569620255e-06,
+      "loss": 0.0189,
+      "step": 392150
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.2405063291139244e-06,
+      "learning_rate_adapter": 3.2405063291139244e-06,
+      "loss": 0.0191,
+      "step": 392200
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.227848101265823e-06,
+      "learning_rate_adapter": 3.227848101265823e-06,
+      "loss": 0.019,
+      "step": 392250
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.215189873417722e-06,
+      "learning_rate_adapter": 3.215189873417722e-06,
+      "loss": 0.019,
+      "step": 392300
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.20253164556962e-06,
+      "learning_rate_adapter": 3.20253164556962e-06,
+      "loss": 0.0187,
+      "step": 392350
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1898734177215194e-06,
+      "learning_rate_adapter": 3.1898734177215194e-06,
+      "loss": 0.0189,
+      "step": 392400
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.177215189873418e-06,
+      "learning_rate_adapter": 3.177215189873418e-06,
+      "loss": 0.0189,
+      "step": 392450
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1645569620253167e-06,
+      "learning_rate_adapter": 3.1645569620253167e-06,
+      "loss": 0.0187,
+      "step": 392500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.151898734177215e-06,
+      "learning_rate_adapter": 3.151898734177215e-06,
+      "loss": 0.0189,
+      "step": 392550
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1392405063291144e-06,
+      "learning_rate_adapter": 3.1392405063291144e-06,
+      "loss": 0.0189,
+      "step": 392600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.126582278481013e-06,
+      "learning_rate_adapter": 3.126582278481013e-06,
+      "loss": 0.0191,
+      "step": 392650
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.1139240506329112e-06,
+      "learning_rate_adapter": 3.1139240506329112e-06,
+      "loss": 0.019,
+      "step": 392700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.10126582278481e-06,
+      "learning_rate_adapter": 3.10126582278481e-06,
+      "loss": 0.0189,
+      "step": 392750
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.088607594936709e-06,
+      "learning_rate_adapter": 3.088607594936709e-06,
+      "loss": 0.0188,
+      "step": 392800
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.075949367088608e-06,
+      "learning_rate_adapter": 3.075949367088608e-06,
+      "loss": 0.0189,
+      "step": 392850
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.0632911392405062e-06,
+      "learning_rate_adapter": 3.0632911392405062e-06,
+      "loss": 0.0191,
+      "step": 392900
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.050632911392405e-06,
+      "learning_rate_adapter": 3.050632911392405e-06,
+      "loss": 0.0188,
+      "step": 392950
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.037974683544304e-06,
+      "learning_rate_adapter": 3.037974683544304e-06,
+      "loss": 0.0191,
+      "step": 393000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.0253164556962024e-06,
+      "learning_rate_adapter": 3.0253164556962024e-06,
+      "loss": 0.0187,
+      "step": 393050
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.0126582278481012e-06,
+      "learning_rate_adapter": 3.0126582278481012e-06,
+      "loss": 0.0189,
+      "step": 393100
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3e-06,
+      "learning_rate_adapter": 3e-06,
+      "loss": 0.0187,
+      "step": 393150
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.987341772151899e-06,
+      "learning_rate_adapter": 2.987341772151899e-06,
+      "loss": 0.0189,
+      "step": 393200
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9746835443037974e-06,
+      "learning_rate_adapter": 2.9746835443037974e-06,
+      "loss": 0.0188,
+      "step": 393250
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9620253164556962e-06,
+      "learning_rate_adapter": 2.9620253164556962e-06,
+      "loss": 0.0187,
+      "step": 393300
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.949367088607595e-06,
+      "learning_rate_adapter": 2.949367088607595e-06,
+      "loss": 0.0188,
+      "step": 393350
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9367088607594935e-06,
+      "learning_rate_adapter": 2.9367088607594935e-06,
+      "loss": 0.0187,
+      "step": 393400
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9240506329113924e-06,
+      "learning_rate_adapter": 2.9240506329113924e-06,
+      "loss": 0.0188,
+      "step": 393450
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.9113924050632912e-06,
+      "learning_rate_adapter": 2.9113924050632912e-06,
+      "loss": 0.0187,
+      "step": 393500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.89873417721519e-06,
+      "learning_rate_adapter": 2.89873417721519e-06,
+      "loss": 0.0188,
+      "step": 393550
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8860759493670885e-06,
+      "learning_rate_adapter": 2.8860759493670885e-06,
+      "loss": 0.0187,
+      "step": 393600
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8734177215189874e-06,
+      "learning_rate_adapter": 2.8734177215189874e-06,
+      "loss": 0.0188,
+      "step": 393650
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8607594936708862e-06,
+      "learning_rate_adapter": 2.8607594936708862e-06,
+      "loss": 0.0188,
+      "step": 393700
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.848101265822785e-06,
+      "learning_rate_adapter": 2.848101265822785e-06,
+      "loss": 0.0189,
+      "step": 393750
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 2.8354430379746835e-06,
+      "learning_rate_adapter": 2.8354430379746835e-06,
+      "loss": 0.0188,
+      "step": 393800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.8227848101265824e-06,
+      "learning_rate_adapter": 2.8227848101265824e-06,
+      "loss": 0.0187,
+      "step": 393850
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.8101265822784812e-06,
+      "learning_rate_adapter": 2.8101265822784812e-06,
+      "loss": 0.0188,
+      "step": 393900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7974683544303796e-06,
+      "learning_rate_adapter": 2.7974683544303796e-06,
+      "loss": 0.0188,
+      "step": 393950
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7848101265822785e-06,
+      "learning_rate_adapter": 2.7848101265822785e-06,
+      "loss": 0.0187,
+      "step": 394000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7721518987341774e-06,
+      "learning_rate_adapter": 2.7721518987341774e-06,
+      "loss": 0.0187,
+      "step": 394050
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.759493670886076e-06,
+      "learning_rate_adapter": 2.759493670886076e-06,
+      "loss": 0.0189,
+      "step": 394100
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7468354430379746e-06,
+      "learning_rate_adapter": 2.7468354430379746e-06,
+      "loss": 0.0188,
+      "step": 394150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7341772151898735e-06,
+      "learning_rate_adapter": 2.7341772151898735e-06,
+      "loss": 0.0187,
+      "step": 394200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7215189873417724e-06,
+      "learning_rate_adapter": 2.7215189873417724e-06,
+      "loss": 0.0189,
+      "step": 394250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.7088607594936708e-06,
+      "learning_rate_adapter": 2.7088607594936708e-06,
+      "loss": 0.0191,
+      "step": 394300
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6962025316455696e-06,
+      "learning_rate_adapter": 2.6962025316455696e-06,
+      "loss": 0.0191,
+      "step": 394350
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6835443037974685e-06,
+      "learning_rate_adapter": 2.6835443037974685e-06,
+      "loss": 0.0188,
+      "step": 394400
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6708860759493674e-06,
+      "learning_rate_adapter": 2.6708860759493674e-06,
+      "loss": 0.019,
+      "step": 394450
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6582278481012658e-06,
+      "learning_rate_adapter": 2.6582278481012658e-06,
+      "loss": 0.0186,
+      "step": 394500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6455696202531646e-06,
+      "learning_rate_adapter": 2.6455696202531646e-06,
+      "loss": 0.0189,
+      "step": 394550
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6329113924050635e-06,
+      "learning_rate_adapter": 2.6329113924050635e-06,
+      "loss": 0.0188,
+      "step": 394600
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.620253164556962e-06,
+      "learning_rate_adapter": 2.620253164556962e-06,
+      "loss": 0.0189,
+      "step": 394650
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.6075949367088608e-06,
+      "learning_rate_adapter": 2.6075949367088608e-06,
+      "loss": 0.0188,
+      "step": 394700
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5949367088607596e-06,
+      "learning_rate_adapter": 2.5949367088607596e-06,
+      "loss": 0.0189,
+      "step": 394750
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5822784810126585e-06,
+      "learning_rate_adapter": 2.5822784810126585e-06,
+      "loss": 0.019,
+      "step": 394800
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.569620253164557e-06,
+      "learning_rate_adapter": 2.569620253164557e-06,
+      "loss": 0.0189,
+      "step": 394850
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5569620253164558e-06,
+      "learning_rate_adapter": 2.5569620253164558e-06,
+      "loss": 0.0189,
+      "step": 394900
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5443037974683546e-06,
+      "learning_rate_adapter": 2.5443037974683546e-06,
+      "loss": 0.019,
+      "step": 394950
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.531645569620253e-06,
+      "learning_rate_adapter": 2.531645569620253e-06,
+      "loss": 0.0188,
+      "step": 395000
+    },
+    {
+      "epoch": 2.66,
+      "eval_af_opus100_pr_auc": 0.8174317410225864,
+      "eval_af_ud_pr_auc": 0.9949073251321109,
+      "eval_am_opus100_pr_auc": 0.7265051631012608,
+      "eval_ar_ersatz_pr_auc": 0.92984236737491,
+      "eval_ar_opus100_pr_auc": 0.76261827832962,
+      "eval_ar_ud_pr_auc": 0.9137441351121566,
+      "eval_average_ersatz_pr_auc": 0.9769947689719836,
+      "eval_average_opus100_pr_auc": 0.8718162304335038,
+      "eval_average_ud_pr_auc": 0.9699062453192295,
+      "eval_az_opus100_pr_auc": 0.8419883211377258,
+      "eval_be_opus100_pr_auc": 0.802919148527583,
+      "eval_be_ud_pr_auc": 0.9108748005994498,
+      "eval_bg_opus100_pr_auc": 0.936173595635054,
+      "eval_bg_ud_pr_auc": 0.9961165944208819,
+      "eval_bn_opus100_pr_auc": 0.8726068220225658,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9134484437843968,
+      "eval_ca_ud_pr_auc": 0.9981487676143842,
+      "eval_ceb_ud_pr_auc": 0.999857386244892,
+      "eval_cs_ersatz_pr_auc": 0.9885519624925281,
+      "eval_cs_opus100_pr_auc": 0.9298549109647158,
+      "eval_cs_ud_pr_auc": 0.9652794026255619,
+      "eval_cy_opus100_pr_auc": 0.8168258031330409,
+      "eval_cy_ud_pr_auc": 0.9978009393813886,
+      "eval_da_opus100_pr_auc": 0.9361423479854005,
+      "eval_da_ud_pr_auc": 0.978411918325336,
+      "eval_de_ersatz_pr_auc": 0.9915227662282061,
+      "eval_de_opus100_pr_auc": 0.933929255615153,
+      "eval_de_ud_pr_auc": 0.9889793280453903,
+      "eval_el_opus100_pr_auc": 0.9240558433903039,
+      "eval_el_ud_pr_auc": 0.9954135181155375,
+      "eval_en_ersatz_pr_auc": 0.9951321590441193,
+      "eval_en_opus100_pr_auc": 0.9300243650622402,
+      "eval_en_ud_pr_auc": 0.9811433564768686,
+      "eval_eo_opus100_pr_auc": 0.9341895688805554,
+      "eval_es_ersatz_pr_auc": 0.9969706042671085,
+      "eval_es_opus100_pr_auc": 0.9476697662981841,
+      "eval_es_ud_pr_auc": 0.9904324461881322,
+      "eval_et_ersatz_pr_auc": 0.9874705407138731,
+      "eval_et_opus100_pr_auc": 0.9319080211297749,
+      "eval_et_ud_pr_auc": 0.9804106751697249,
+      "eval_eu_opus100_pr_auc": 0.8996078180194569,
+      "eval_eu_ud_pr_auc": 0.990593800597281,
+      "eval_fa_opus100_pr_auc": 0.6728321819462446,
+      "eval_fa_ud_pr_auc": 0.9979440057108542,
+      "eval_fi_ersatz_pr_auc": 0.9966165334445446,
+      "eval_fi_opus100_pr_auc": 0.9382268943511036,
+      "eval_fi_ud_pr_auc": 0.9679909405641316,
+      "eval_fr_ersatz_pr_auc": 0.9893799695082927,
+      "eval_fr_opus100_pr_auc": 0.931361187417752,
+      "eval_fr_ud_pr_auc": 0.9924512910664667,
+      "eval_fy_opus100_pr_auc": 0.7242204643727137,
+      "eval_ga_opus100_pr_auc": 0.9296572986213733,
+      "eval_ga_ud_pr_auc": 0.8186498810807552,
+      "eval_gd_opus100_pr_auc": 0.7917785525264263,
+      "eval_gd_ud_pr_auc": 0.8402292777787167,
+      "eval_gl_opus100_pr_auc": 0.9114074643389081,
+      "eval_gl_ud_pr_auc": 0.9965357662370729,
+      "eval_gu_ersatz_pr_auc": 0.9577265963336264,
+      "eval_gu_opus100_pr_auc": 0.7984926927375,
+      "eval_ha_opus100_pr_auc": 0.9449591284708644,
+      "eval_he_opus100_pr_auc": 0.9001531653528173,
+      "eval_he_ud_pr_auc": 0.9875635724995621,
+      "eval_hi_ersatz_pr_auc": 0.9845193136257029,
+      "eval_hi_opus100_pr_auc": 0.7700643662868257,
+      "eval_hi_ud_pr_auc": 0.9945048343454095,
+      "eval_hu_opus100_pr_auc": 0.9309005697198404,
+      "eval_hu_ud_pr_auc": 0.9838072308816103,
+      "eval_hy_opus100_pr_auc": 0.9205792956570091,
+      "eval_hy_ud_pr_auc": 0.9744075054470723,
+      "eval_id_opus100_pr_auc": 0.907896035947398,
+      "eval_id_ud_pr_auc": 0.9965628472484833,
+      "eval_ig_opus100_pr_auc": 0.8991188240991184,
+      "eval_is_opus100_pr_auc": 0.9340464710095135,
+      "eval_is_ud_pr_auc": 0.9203879020011074,
+      "eval_it_opus100_pr_auc": 0.9331565396451783,
+      "eval_it_ud_pr_auc": 0.9976975216145867,
+      "eval_ja_ersatz_pr_auc": 0.9118420974080406,
+      "eval_ja_opus100_pr_auc": 0.8792158050455103,
+      "eval_ja_ud_pr_auc": 0.9845355231749188,
+      "eval_jv_ud_pr_auc": 0.9545142346110127,
+      "eval_ka_opus100_pr_auc": 0.8682250731401627,
+      "eval_kk_ersatz_pr_auc": 0.9900665902923169,
+      "eval_kk_opus100_pr_auc": 0.8436325185250861,
+      "eval_kk_ud_pr_auc": 0.97539887499119,
+      "eval_km_ersatz_pr_auc": 0.9601277574863447,
+      "eval_km_opus100_pr_auc": 0.7896405947079751,
+      "eval_kn_opus100_pr_auc": 0.7159740995334971,
+      "eval_ko_opus100_pr_auc": 0.7203329898261552,
+      "eval_ko_ud_pr_auc": 0.9981345137944693,
+      "eval_ku_opus100_pr_auc": 0.892822172693138,
+      "eval_ky_opus100_pr_auc": 0.9098525933990027,
+      "eval_la_ud_pr_auc": 0.9735413508216966,
+      "eval_loss": 0.022425483912229538,
+      "eval_lt_ersatz_pr_auc": 0.9980098080178975,
+      "eval_lt_opus100_pr_auc": 0.9127321513395305,
+      "eval_lt_ud_pr_auc": 0.9954829601287875,
+      "eval_lv_ersatz_pr_auc": 0.9937442584492818,
+      "eval_lv_opus100_pr_auc": 0.9073743678453018,
+      "eval_lv_ud_pr_auc": 0.969982546248516,
+      "eval_mg_opus100_pr_auc": 0.954119198809034,
+      "eval_mk_opus100_pr_auc": 0.9358908642451166,
+      "eval_ml_opus100_pr_auc": 0.8135697298862774,
+      "eval_mn_opus100_pr_auc": 0.949524869781741,
+      "eval_mr_opus100_pr_auc": 0.9330856945644628,
+      "eval_mr_ud_pr_auc": 0.9627121593323373,
+      "eval_ms_opus100_pr_auc": 0.891056718094202,
+      "eval_mt_opus100_pr_auc": 0.8871573661820986,
+      "eval_mt_ud_pr_auc": 0.9351192925696976,
+      "eval_my_opus100_pr_auc": 0.8854999528918446,
+      "eval_ne_opus100_pr_auc": 0.7833447445109596,
+      "eval_nl_opus100_pr_auc": 0.9102332861659361,
+      "eval_nl_ud_pr_auc": 0.9870321145210111,
+      "eval_no_opus100_pr_auc": 0.9229902748148834,
+      "eval_no_ud_pr_auc": 0.9968234898622147,
+      "eval_pa_opus100_pr_auc": 0.710784439388629,
+      "eval_pl_ersatz_pr_auc": 0.9743229679619907,
+      "eval_pl_opus100_pr_auc": 0.9118918713262191,
+      "eval_pl_ud_pr_auc": 0.9788049503267852,
+      "eval_ps_ersatz_pr_auc": 0.9301416793065063,
+      "eval_ps_opus100_pr_auc": 0.7801289505443288,
+      "eval_pt_opus100_pr_auc": 0.9368934622760376,
+      "eval_pt_ud_pr_auc": 0.9893496081929145,
+      "eval_ro_ersatz_pr_auc": 0.9935057487388261,
+      "eval_ro_opus100_pr_auc": 0.8770862944391683,
+      "eval_ro_ud_pr_auc": 0.9389156407937692,
+      "eval_ru_ersatz_pr_auc": 0.9952224734560838,
+      "eval_ru_opus100_pr_auc": 0.9525886603838929,
+      "eval_ru_ud_pr_auc": 0.8933253700134518,
+      "eval_runtime": 520.3714,
+      "eval_samples_per_second": 145.127,
+      "eval_si_opus100_pr_auc": 0.8344445645531756,
+      "eval_sk_opus100_pr_auc": 0.9435903870860411,
+      "eval_sk_ud_pr_auc": 0.9899146727264003,
+      "eval_sl_opus100_pr_auc": 0.9006674257834371,
+      "eval_sl_ud_pr_auc": 0.9735528971961852,
+      "eval_sq_opus100_pr_auc": 0.9434888927802046,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9347067968892007,
+      "eval_sr_ud_pr_auc": 0.9995982306429434,
+      "eval_steps_per_second": 0.567,
+      "eval_sv_opus100_pr_auc": 0.9220377680445456,
+      "eval_sv_ud_pr_auc": 0.9615904676721123,
+      "eval_ta_ersatz_pr_auc": 0.9813853257498631,
+      "eval_ta_opus100_pr_auc": 0.7814928521673388,
+      "eval_ta_ud_pr_auc": 0.9992057385411679,
+      "eval_te_opus100_pr_auc": 0.824176601334387,
+      "eval_tg_opus100_pr_auc": 0.9157646518911619,
+      "eval_th_opus100_pr_auc": 0.7295737532185678,
+      "eval_th_ud_pr_auc": 0.9114374916434405,
+      "eval_tr_ersatz_pr_auc": 0.9739121409884516,
+      "eval_tr_opus100_pr_auc": 0.9124877094518903,
+      "eval_tr_ud_pr_auc": 0.9663913946571941,
+      "eval_uk_opus100_pr_auc": 0.8986686388619262,
+      "eval_uk_ud_pr_auc": 0.927148111310488,
+      "eval_ur_opus100_pr_auc": 0.6754246707837167,
+      "eval_ur_ud_pr_auc": 0.9947003931272798,
+      "eval_uz_opus100_pr_auc": 0.9013432126852975,
+      "eval_vi_opus100_pr_auc": 0.908855551943388,
+      "eval_vi_ud_pr_auc": 0.9523354794994002,
+      "eval_xh_opus100_pr_auc": 0.8970136754665136,
+      "eval_yi_opus100_pr_auc": 0.7699885039475992,
+      "eval_yo_opus100_pr_auc": 0.8645740172806484,
+      "eval_yo_ud_pr_auc": 0.9313847141698791,
+      "eval_zh_ersatz_pr_auc": 0.9738712564951217,
+      "eval_zh_opus100_pr_auc": 0.9112917759908026,
+      "eval_zh_ud_pr_auc": 0.9928767921018868,
+      "eval_zu_opus100_pr_auc": 0.846940354487079,
+      "step": 395000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.518987341772152e-06,
+      "learning_rate_adapter": 2.518987341772152e-06,
+      "loss": 0.0187,
+      "step": 395050
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.5063291139240508e-06,
+      "learning_rate_adapter": 2.5063291139240508e-06,
+      "loss": 0.0185,
+      "step": 395100
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.4936708860759496e-06,
+      "learning_rate_adapter": 2.4936708860759496e-06,
+      "loss": 0.0188,
+      "step": 395150
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.481012658227848e-06,
+      "learning_rate_adapter": 2.481012658227848e-06,
+      "loss": 0.0189,
+      "step": 395200
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.468354430379747e-06,
+      "learning_rate_adapter": 2.468354430379747e-06,
+      "loss": 0.0188,
+      "step": 395250
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 2.4556962025316458e-06,
+      "learning_rate_adapter": 2.4556962025316458e-06,
+      "loss": 0.0189,
+      "step": 395300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.443037974683544e-06,
+      "learning_rate_adapter": 2.443037974683544e-06,
+      "loss": 0.0189,
+      "step": 395350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.430379746835443e-06,
+      "learning_rate_adapter": 2.430379746835443e-06,
+      "loss": 0.0187,
+      "step": 395400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.417721518987342e-06,
+      "learning_rate_adapter": 2.417721518987342e-06,
+      "loss": 0.0188,
+      "step": 395450
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.4050632911392408e-06,
+      "learning_rate_adapter": 2.4050632911392408e-06,
+      "loss": 0.0187,
+      "step": 395500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.392405063291139e-06,
+      "learning_rate_adapter": 2.392405063291139e-06,
+      "loss": 0.0187,
+      "step": 395550
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.379746835443038e-06,
+      "learning_rate_adapter": 2.379746835443038e-06,
+      "loss": 0.0188,
+      "step": 395600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.367088607594937e-06,
+      "learning_rate_adapter": 2.367088607594937e-06,
+      "loss": 0.0186,
+      "step": 395650
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3544303797468353e-06,
+      "learning_rate_adapter": 2.3544303797468353e-06,
+      "loss": 0.0189,
+      "step": 395700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.341772151898734e-06,
+      "learning_rate_adapter": 2.341772151898734e-06,
+      "loss": 0.0187,
+      "step": 395750
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.329113924050633e-06,
+      "learning_rate_adapter": 2.329113924050633e-06,
+      "loss": 0.0188,
+      "step": 395800
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.316455696202532e-06,
+      "learning_rate_adapter": 2.316455696202532e-06,
+      "loss": 0.0189,
+      "step": 395850
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.3037974683544303e-06,
+      "learning_rate_adapter": 2.3037974683544303e-06,
+      "loss": 0.0186,
+      "step": 395900
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.291139240506329e-06,
+      "learning_rate_adapter": 2.291139240506329e-06,
+      "loss": 0.0187,
+      "step": 395950
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.278481012658228e-06,
+      "learning_rate_adapter": 2.278481012658228e-06,
+      "loss": 0.0188,
+      "step": 396000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2658227848101265e-06,
+      "learning_rate_adapter": 2.2658227848101265e-06,
+      "loss": 0.0187,
+      "step": 396050
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2531645569620253e-06,
+      "learning_rate_adapter": 2.2531645569620253e-06,
+      "loss": 0.0187,
+      "step": 396100
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.240506329113924e-06,
+      "learning_rate_adapter": 2.240506329113924e-06,
+      "loss": 0.0189,
+      "step": 396150
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.227848101265823e-06,
+      "learning_rate_adapter": 2.227848101265823e-06,
+      "loss": 0.0187,
+      "step": 396200
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2151898734177215e-06,
+      "learning_rate_adapter": 2.2151898734177215e-06,
+      "loss": 0.0189,
+      "step": 396250
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.2025316455696203e-06,
+      "learning_rate_adapter": 2.2025316455696203e-06,
+      "loss": 0.0189,
+      "step": 396300
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.189873417721519e-06,
+      "learning_rate_adapter": 2.189873417721519e-06,
+      "loss": 0.0187,
+      "step": 396350
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.177215189873418e-06,
+      "learning_rate_adapter": 2.177215189873418e-06,
+      "loss": 0.0188,
+      "step": 396400
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1645569620253165e-06,
+      "learning_rate_adapter": 2.1645569620253165e-06,
+      "loss": 0.0188,
+      "step": 396450
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1518987341772153e-06,
+      "learning_rate_adapter": 2.1518987341772153e-06,
+      "loss": 0.0186,
+      "step": 396500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.139240506329114e-06,
+      "learning_rate_adapter": 2.139240506329114e-06,
+      "loss": 0.0188,
+      "step": 396550
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1265822784810126e-06,
+      "learning_rate_adapter": 2.1265822784810126e-06,
+      "loss": 0.0188,
+      "step": 396600
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1139240506329115e-06,
+      "learning_rate_adapter": 2.1139240506329115e-06,
+      "loss": 0.0189,
+      "step": 396650
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.1012658227848103e-06,
+      "learning_rate_adapter": 2.1012658227848103e-06,
+      "loss": 0.0186,
+      "step": 396700
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 2.088607594936709e-06,
+      "learning_rate_adapter": 2.088607594936709e-06,
+      "loss": 0.0188,
+      "step": 396750
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0759493670886076e-06,
+      "learning_rate_adapter": 2.0759493670886076e-06,
+      "loss": 0.0188,
+      "step": 396800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0632911392405065e-06,
+      "learning_rate_adapter": 2.0632911392405065e-06,
+      "loss": 0.0189,
+      "step": 396850
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0506329113924053e-06,
+      "learning_rate_adapter": 2.0506329113924053e-06,
+      "loss": 0.0188,
+      "step": 396900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0379746835443038e-06,
+      "learning_rate_adapter": 2.0379746835443038e-06,
+      "loss": 0.0189,
+      "step": 396950
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0253164556962026e-06,
+      "learning_rate_adapter": 2.0253164556962026e-06,
+      "loss": 0.0189,
+      "step": 397000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0126582278481015e-06,
+      "learning_rate_adapter": 2.0126582278481015e-06,
+      "loss": 0.0188,
+      "step": 397050
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 2.0000000000000003e-06,
+      "learning_rate_adapter": 2.0000000000000003e-06,
+      "loss": 0.019,
+      "step": 397100
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9873417721518988e-06,
+      "learning_rate_adapter": 1.9873417721518988e-06,
+      "loss": 0.0188,
+      "step": 397150
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9746835443037976e-06,
+      "learning_rate_adapter": 1.9746835443037976e-06,
+      "loss": 0.0188,
+      "step": 397200
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9620253164556965e-06,
+      "learning_rate_adapter": 1.9620253164556965e-06,
+      "loss": 0.0188,
+      "step": 397250
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.949367088607595e-06,
+      "learning_rate_adapter": 1.949367088607595e-06,
+      "loss": 0.0187,
+      "step": 397300
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9367088607594938e-06,
+      "learning_rate_adapter": 1.9367088607594938e-06,
+      "loss": 0.0189,
+      "step": 397350
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9240506329113926e-06,
+      "learning_rate_adapter": 1.9240506329113926e-06,
+      "loss": 0.019,
+      "step": 397400
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.9113924050632915e-06,
+      "learning_rate_adapter": 1.9113924050632915e-06,
+      "loss": 0.0188,
+      "step": 397450
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8987341772151901e-06,
+      "learning_rate_adapter": 1.8987341772151901e-06,
+      "loss": 0.0191,
+      "step": 397500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8860759493670888e-06,
+      "learning_rate_adapter": 1.8860759493670888e-06,
+      "loss": 0.0189,
+      "step": 397550
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8734177215189874e-06,
+      "learning_rate_adapter": 1.8734177215189874e-06,
+      "loss": 0.0189,
+      "step": 397600
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8607594936708863e-06,
+      "learning_rate_adapter": 1.8607594936708863e-06,
+      "loss": 0.0187,
+      "step": 397650
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.848101265822785e-06,
+      "learning_rate_adapter": 1.848101265822785e-06,
+      "loss": 0.0188,
+      "step": 397700
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8354430379746838e-06,
+      "learning_rate_adapter": 1.8354430379746838e-06,
+      "loss": 0.0188,
+      "step": 397750
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8227848101265824e-06,
+      "learning_rate_adapter": 1.8227848101265824e-06,
+      "loss": 0.0185,
+      "step": 397800
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.8101265822784813e-06,
+      "learning_rate_adapter": 1.8101265822784813e-06,
+      "loss": 0.0189,
+      "step": 397850
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.79746835443038e-06,
+      "learning_rate_adapter": 1.79746835443038e-06,
+      "loss": 0.0188,
+      "step": 397900
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7848101265822785e-06,
+      "learning_rate_adapter": 1.7848101265822785e-06,
+      "loss": 0.0186,
+      "step": 397950
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7721518987341774e-06,
+      "learning_rate_adapter": 1.7721518987341774e-06,
+      "loss": 0.0187,
+      "step": 398000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.759493670886076e-06,
+      "learning_rate_adapter": 1.759493670886076e-06,
+      "loss": 0.0189,
+      "step": 398050
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.746835443037975e-06,
+      "learning_rate_adapter": 1.746835443037975e-06,
+      "loss": 0.0187,
+      "step": 398100
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7341772151898735e-06,
+      "learning_rate_adapter": 1.7341772151898735e-06,
+      "loss": 0.0188,
+      "step": 398150
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.7215189873417724e-06,
+      "learning_rate_adapter": 1.7215189873417724e-06,
+      "loss": 0.0187,
+      "step": 398200
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 1.708860759493671e-06,
+      "learning_rate_adapter": 1.708860759493671e-06,
+      "loss": 0.0187,
+      "step": 398250
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6962025316455697e-06,
+      "learning_rate_adapter": 1.6962025316455697e-06,
+      "loss": 0.0188,
+      "step": 398300
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6835443037974685e-06,
+      "learning_rate_adapter": 1.6835443037974685e-06,
+      "loss": 0.0189,
+      "step": 398350
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6708860759493672e-06,
+      "learning_rate_adapter": 1.6708860759493672e-06,
+      "loss": 0.0188,
+      "step": 398400
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.658227848101266e-06,
+      "learning_rate_adapter": 1.658227848101266e-06,
+      "loss": 0.0189,
+      "step": 398450
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6455696202531647e-06,
+      "learning_rate_adapter": 1.6455696202531647e-06,
+      "loss": 0.0187,
+      "step": 398500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6329113924050635e-06,
+      "learning_rate_adapter": 1.6329113924050635e-06,
+      "loss": 0.0188,
+      "step": 398550
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.6202531645569622e-06,
+      "learning_rate_adapter": 1.6202531645569622e-06,
+      "loss": 0.0188,
+      "step": 398600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.607594936708861e-06,
+      "learning_rate_adapter": 1.607594936708861e-06,
+      "loss": 0.0188,
+      "step": 398650
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5949367088607597e-06,
+      "learning_rate_adapter": 1.5949367088607597e-06,
+      "loss": 0.0187,
+      "step": 398700
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5822784810126583e-06,
+      "learning_rate_adapter": 1.5822784810126583e-06,
+      "loss": 0.0188,
+      "step": 398750
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5696202531645572e-06,
+      "learning_rate_adapter": 1.5696202531645572e-06,
+      "loss": 0.0187,
+      "step": 398800
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5569620253164556e-06,
+      "learning_rate_adapter": 1.5569620253164556e-06,
+      "loss": 0.0187,
+      "step": 398850
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5443037974683545e-06,
+      "learning_rate_adapter": 1.5443037974683545e-06,
+      "loss": 0.0188,
+      "step": 398900
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5316455696202531e-06,
+      "learning_rate_adapter": 1.5316455696202531e-06,
+      "loss": 0.0188,
+      "step": 398950
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.518987341772152e-06,
+      "learning_rate_adapter": 1.518987341772152e-06,
+      "loss": 0.0188,
+      "step": 399000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.5063291139240506e-06,
+      "learning_rate_adapter": 1.5063291139240506e-06,
+      "loss": 0.0189,
+      "step": 399050
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4936708860759495e-06,
+      "learning_rate_adapter": 1.4936708860759495e-06,
+      "loss": 0.0188,
+      "step": 399100
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4810126582278481e-06,
+      "learning_rate_adapter": 1.4810126582278481e-06,
+      "loss": 0.0188,
+      "step": 399150
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4683544303797468e-06,
+      "learning_rate_adapter": 1.4683544303797468e-06,
+      "loss": 0.0187,
+      "step": 399200
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4556962025316456e-06,
+      "learning_rate_adapter": 1.4556962025316456e-06,
+      "loss": 0.0189,
+      "step": 399250
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4430379746835443e-06,
+      "learning_rate_adapter": 1.4430379746835443e-06,
+      "loss": 0.019,
+      "step": 399300
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4303797468354431e-06,
+      "learning_rate_adapter": 1.4303797468354431e-06,
+      "loss": 0.0187,
+      "step": 399350
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4177215189873418e-06,
+      "learning_rate_adapter": 1.4177215189873418e-06,
+      "loss": 0.0186,
+      "step": 399400
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.4050632911392406e-06,
+      "learning_rate_adapter": 1.4050632911392406e-06,
+      "loss": 0.019,
+      "step": 399450
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3924050632911392e-06,
+      "learning_rate_adapter": 1.3924050632911392e-06,
+      "loss": 0.0189,
+      "step": 399500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.379746835443038e-06,
+      "learning_rate_adapter": 1.379746835443038e-06,
+      "loss": 0.019,
+      "step": 399550
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3670886075949367e-06,
+      "learning_rate_adapter": 1.3670886075949367e-06,
+      "loss": 0.0188,
+      "step": 399600
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3544303797468354e-06,
+      "learning_rate_adapter": 1.3544303797468354e-06,
+      "loss": 0.019,
+      "step": 399650
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3417721518987342e-06,
+      "learning_rate_adapter": 1.3417721518987342e-06,
+      "loss": 0.0189,
+      "step": 399700
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 1.3291139240506329e-06,
+      "learning_rate_adapter": 1.3291139240506329e-06,
+      "loss": 0.0187,
+      "step": 399750
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.3164556962025317e-06,
+      "learning_rate_adapter": 1.3164556962025317e-06,
+      "loss": 0.0188,
+      "step": 399800
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.3037974683544304e-06,
+      "learning_rate_adapter": 1.3037974683544304e-06,
+      "loss": 0.0187,
+      "step": 399850
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.2911392405063292e-06,
+      "learning_rate_adapter": 1.2911392405063292e-06,
+      "loss": 0.0187,
+      "step": 399900
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.2784810126582279e-06,
+      "learning_rate_adapter": 1.2784810126582279e-06,
+      "loss": 0.0188,
+      "step": 399950
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 1.2658227848101265e-06,
+      "learning_rate_adapter": 1.2658227848101265e-06,
+      "loss": 0.0187,
+      "step": 400000
+    },
+    {
+      "epoch": 2.7,
+      "eval_af_opus100_pr_auc": 0.8203098277744001,
+      "eval_af_ud_pr_auc": 0.9926362337431951,
+      "eval_am_opus100_pr_auc": 0.7242988429678338,
+      "eval_ar_ersatz_pr_auc": 0.9289565108165022,
+      "eval_ar_opus100_pr_auc": 0.764270172350058,
+      "eval_ar_ud_pr_auc": 0.913824426606249,
+      "eval_average_ersatz_pr_auc": 0.9765391858950946,
+      "eval_average_opus100_pr_auc": 0.8722241270010249,
+      "eval_average_ud_pr_auc": 0.9700923084667054,
+      "eval_az_opus100_pr_auc": 0.8425698923576536,
+      "eval_be_opus100_pr_auc": 0.8071187590170583,
+      "eval_be_ud_pr_auc": 0.9125153649798958,
+      "eval_bg_opus100_pr_auc": 0.9355665271208589,
+      "eval_bg_ud_pr_auc": 0.9962591870488239,
+      "eval_bn_opus100_pr_auc": 0.8737465854320031,
+      "eval_bn_ud_pr_auc": 1.0,
+      "eval_ca_opus100_pr_auc": 0.9155337163174565,
+      "eval_ca_ud_pr_auc": 0.9981628296215401,
+      "eval_ceb_ud_pr_auc": 0.9997699457735494,
+      "eval_cs_ersatz_pr_auc": 0.9882222845635281,
+      "eval_cs_opus100_pr_auc": 0.9300034729220431,
+      "eval_cs_ud_pr_auc": 0.9651795062673854,
+      "eval_cy_opus100_pr_auc": 0.8193680201117721,
+      "eval_cy_ud_pr_auc": 0.9977726791181847,
+      "eval_da_opus100_pr_auc": 0.9357649605312158,
+      "eval_da_ud_pr_auc": 0.9781327285730231,
+      "eval_de_ersatz_pr_auc": 0.9913384396327634,
+      "eval_de_opus100_pr_auc": 0.9337646810038005,
+      "eval_de_ud_pr_auc": 0.988971323670768,
+      "eval_el_opus100_pr_auc": 0.9231028949339929,
+      "eval_el_ud_pr_auc": 0.9953681353907016,
+      "eval_en_ersatz_pr_auc": 0.9950941431925417,
+      "eval_en_opus100_pr_auc": 0.9295764017588276,
+      "eval_en_ud_pr_auc": 0.9808324840348918,
+      "eval_eo_opus100_pr_auc": 0.9347249582562024,
+      "eval_es_ersatz_pr_auc": 0.9969572414665671,
+      "eval_es_opus100_pr_auc": 0.9479045307401086,
+      "eval_es_ud_pr_auc": 0.9905092962870208,
+      "eval_et_ersatz_pr_auc": 0.9871972504301857,
+      "eval_et_opus100_pr_auc": 0.9337753783618139,
+      "eval_et_ud_pr_auc": 0.9799438940039353,
+      "eval_eu_opus100_pr_auc": 0.8997027995883998,
+      "eval_eu_ud_pr_auc": 0.9902736479532059,
+      "eval_fa_opus100_pr_auc": 0.6743974207138963,
+      "eval_fa_ud_pr_auc": 0.9979338041918647,
+      "eval_fi_ersatz_pr_auc": 0.99645584858028,
+      "eval_fi_opus100_pr_auc": 0.9387813780337395,
+      "eval_fi_ud_pr_auc": 0.9687312572666842,
+      "eval_fr_ersatz_pr_auc": 0.9893131390526828,
+      "eval_fr_opus100_pr_auc": 0.931705044215785,
+      "eval_fr_ud_pr_auc": 0.9925264844401046,
+      "eval_fy_opus100_pr_auc": 0.7288710165378263,
+      "eval_ga_opus100_pr_auc": 0.9300706594838231,
+      "eval_ga_ud_pr_auc": 0.8211484225960693,
+      "eval_gd_opus100_pr_auc": 0.7916112458829362,
+      "eval_gd_ud_pr_auc": 0.8434814643356456,
+      "eval_gl_opus100_pr_auc": 0.9112132902978178,
+      "eval_gl_ud_pr_auc": 0.9964323037640057,
+      "eval_gu_ersatz_pr_auc": 0.957129504827481,
+      "eval_gu_opus100_pr_auc": 0.7974436068607957,
+      "eval_ha_opus100_pr_auc": 0.9452740693693451,
+      "eval_he_opus100_pr_auc": 0.9001269486736093,
+      "eval_he_ud_pr_auc": 0.9870156519602548,
+      "eval_hi_ersatz_pr_auc": 0.9842704860041218,
+      "eval_hi_opus100_pr_auc": 0.7698726254210218,
+      "eval_hi_ud_pr_auc": 0.994607000512268,
+      "eval_hu_opus100_pr_auc": 0.9310455450515223,
+      "eval_hu_ud_pr_auc": 0.9834066645280364,
+      "eval_hy_opus100_pr_auc": 0.9208625704390477,
+      "eval_hy_ud_pr_auc": 0.974295912318374,
+      "eval_id_opus100_pr_auc": 0.9076568385221153,
+      "eval_id_ud_pr_auc": 0.9965549783077793,
+      "eval_ig_opus100_pr_auc": 0.898841429792458,
+      "eval_is_opus100_pr_auc": 0.9347651926887498,
+      "eval_is_ud_pr_auc": 0.9199021167466809,
+      "eval_it_opus100_pr_auc": 0.9322313850882069,
+      "eval_it_ud_pr_auc": 0.9975129378057437,
+      "eval_ja_ersatz_pr_auc": 0.9084868305280904,
+      "eval_ja_opus100_pr_auc": 0.8789662963319246,
+      "eval_ja_ud_pr_auc": 0.9849247364027482,
+      "eval_jv_ud_pr_auc": 0.9542020332597508,
+      "eval_ka_opus100_pr_auc": 0.8677516305467621,
+      "eval_kk_ersatz_pr_auc": 0.9899754264947292,
+      "eval_kk_opus100_pr_auc": 0.8492053790801426,
+      "eval_kk_ud_pr_auc": 0.9754465477233927,
+      "eval_km_ersatz_pr_auc": 0.9602754338894057,
+      "eval_km_opus100_pr_auc": 0.7891571949840955,
+      "eval_kn_opus100_pr_auc": 0.7159963440602465,
+      "eval_ko_opus100_pr_auc": 0.7208176344160063,
+      "eval_ko_ud_pr_auc": 0.9982229657068951,
+      "eval_ku_opus100_pr_auc": 0.8938484939953795,
+      "eval_ky_opus100_pr_auc": 0.9111395015251678,
+      "eval_la_ud_pr_auc": 0.9744322402366749,
+      "eval_loss": 0.02242914028465748,
+      "eval_lt_ersatz_pr_auc": 0.9979565841615906,
+      "eval_lt_opus100_pr_auc": 0.9133993682704775,
+      "eval_lt_ud_pr_auc": 0.99546610677395,
+      "eval_lv_ersatz_pr_auc": 0.9938576531365354,
+      "eval_lv_opus100_pr_auc": 0.9082013866921962,
+      "eval_lv_ud_pr_auc": 0.9700231067195888,
+      "eval_mg_opus100_pr_auc": 0.95472338045788,
+      "eval_mk_opus100_pr_auc": 0.9361941603671786,
+      "eval_ml_opus100_pr_auc": 0.8135149214872436,
+      "eval_mn_opus100_pr_auc": 0.9501956954263953,
+      "eval_mr_opus100_pr_auc": 0.934300541147332,
+      "eval_mr_ud_pr_auc": 0.9644613395613562,
+      "eval_ms_opus100_pr_auc": 0.8929453962402861,
+      "eval_mt_opus100_pr_auc": 0.8877005302609865,
+      "eval_mt_ud_pr_auc": 0.9346232848092271,
+      "eval_my_opus100_pr_auc": 0.8857772648065015,
+      "eval_ne_opus100_pr_auc": 0.7815333169718287,
+      "eval_nl_opus100_pr_auc": 0.908956621769343,
+      "eval_nl_ud_pr_auc": 0.9864356390934602,
+      "eval_no_opus100_pr_auc": 0.9223225740446828,
+      "eval_no_ud_pr_auc": 0.9967387700604868,
+      "eval_pa_opus100_pr_auc": 0.7139398856491591,
+      "eval_pl_ersatz_pr_auc": 0.9741846829715446,
+      "eval_pl_opus100_pr_auc": 0.9124471076274562,
+      "eval_pl_ud_pr_auc": 0.9791990331800808,
+      "eval_ps_ersatz_pr_auc": 0.9298335463476006,
+      "eval_ps_opus100_pr_auc": 0.7800280493959285,
+      "eval_pt_opus100_pr_auc": 0.9371511475874859,
+      "eval_pt_ud_pr_auc": 0.9891957613296601,
+      "eval_ro_ersatz_pr_auc": 0.9934204667497647,
+      "eval_ro_opus100_pr_auc": 0.8767640307030548,
+      "eval_ro_ud_pr_auc": 0.9449680346174396,
+      "eval_ru_ersatz_pr_auc": 0.9951835643182269,
+      "eval_ru_opus100_pr_auc": 0.952972428797077,
+      "eval_ru_ud_pr_auc": 0.8948744600057869,
+      "eval_runtime": 530.8466,
+      "eval_samples_per_second": 142.263,
+      "eval_si_opus100_pr_auc": 0.8338965524662074,
+      "eval_sk_opus100_pr_auc": 0.9445241163488314,
+      "eval_sk_ud_pr_auc": 0.9899494773566129,
+      "eval_sl_opus100_pr_auc": 0.9015531438746276,
+      "eval_sl_ud_pr_auc": 0.9736312874672153,
+      "eval_sq_opus100_pr_auc": 0.9437331435375065,
+      "eval_sq_ud_pr_auc": 1.0,
+      "eval_sr_opus100_pr_auc": 0.9353929147238305,
+      "eval_sr_ud_pr_auc": 0.9995964120139798,
+      "eval_steps_per_second": 0.556,
+      "eval_sv_opus100_pr_auc": 0.9222677341366999,
+      "eval_sv_ud_pr_auc": 0.9621218116957777,
+      "eval_ta_ersatz_pr_auc": 0.9810545403786393,
+      "eval_ta_opus100_pr_auc": 0.7827125451273841,
+      "eval_ta_ud_pr_auc": 0.9992057337183022,
+      "eval_te_opus100_pr_auc": 0.8247645462938095,
+      "eval_tg_opus100_pr_auc": 0.9168328085205818,
+      "eval_th_opus100_pr_auc": 0.729633336660243,
+      "eval_th_ud_pr_auc": 0.9116043076508646,
+      "eval_tr_ersatz_pr_auc": 0.9738316392808251,
+      "eval_tr_opus100_pr_auc": 0.912203182481507,
+      "eval_tr_ud_pr_auc": 0.9660774793203275,
+      "eval_uk_opus100_pr_auc": 0.8995909457428318,
+      "eval_uk_ud_pr_auc": 0.9285970052365103,
+      "eval_ur_opus100_pr_auc": 0.6752332838553997,
+      "eval_ur_ud_pr_auc": 0.9944811447496191,
+      "eval_uz_opus100_pr_auc": 0.9017102580840107,
+      "eval_vi_opus100_pr_auc": 0.9091206618201786,
+      "eval_vi_ud_pr_auc": 0.9503823561463364,
+      "eval_xh_opus100_pr_auc": 0.8967747759664682,
+      "eval_yi_opus100_pr_auc": 0.7665122955986624,
+      "eval_yo_opus100_pr_auc": 0.8621992761182292,
+      "eval_yo_ud_pr_auc": 0.9302765370936076,
+      "eval_zh_ersatz_pr_auc": 0.970866872868474,
+      "eval_zh_opus100_pr_auc": 0.9101376320099956,
+      "eval_zh_ud_pr_auc": 0.9924232888266683,
+      "eval_zu_opus100_pr_auc": 0.8477622894566194,
+      "step": 400000
+    }
+  ],
+  "max_steps": 400000,
+  "num_train_epochs": 3,
+  "total_flos": 8.136725075765035e+18,
+  "trial_name": null,
+  "trial_params": null
+}