{ "dataset": { "train_size": 3553, "test_size": 1524, "country_distribution": { "train": { "ar": { "count": 483, "percentage": 13.594145792288206 }, "cl": { "count": 614, "percentage": 17.28117084154236 }, "co": { "count": 399, "percentage": 11.229946524064172 }, "es": { "count": 774, "percentage": 21.784407542921475 }, "mx": { "count": 473, "percentage": 13.312693498452013 }, "pe": { "count": 376, "percentage": 10.582606248240923 }, "pr": { "count": 117, "percentage": 3.2929918378834784 }, "uy": { "count": 267, "percentage": 7.5147762454264 }, "ve": { "count": 50, "percentage": 1.407261469180974 } }, "test": { "ar": { "count": 207, "percentage": 13.582677165354331 }, "cl": { "count": 263, "percentage": 17.25721784776903 }, "co": { "count": 171, "percentage": 11.220472440944881 }, "es": { "count": 332, "percentage": 21.784776902887142 }, "mx": { "count": 203, "percentage": 13.32020997375328 }, "pe": { "count": 161, "percentage": 10.564304461942257 }, "pr": { "count": 50, "percentage": 3.2808398950131235 }, "uy": { "count": 115, "percentage": 7.545931758530183 }, "ve": { "count": 22, "percentage": 1.4435695538057742 } } }, "unique_countries": [ "ar", "cl", "co", "es", "mx", "pe", "pr", "uy", "ve" ] }, "model": { "name": "dccuchile/distilbert-base-spanish-uncased", "num_parameters": 67329033, "config": { "learning_rate": 2e-05, "batch_size": 4, "epochs": 1, "max_length": 32 }, "hub_url": "https://huggingface.co./None/bluesky-spanish-classifier" }, "training": { "runtime_seconds": 105.9611, "loss": 2.257941484451294, "steps_per_second": 0.019 }, "evaluation": { "ar": { "precision": 0.125, "recall": 0.014492753623188406, "f1-score": 0.025974025974025976, "support": 207.0 }, "cl": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 263.0 }, "co": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 171.0 }, "es": { "precision": 0.6666666666666666, "recall": 0.006024096385542169, "f1-score": 0.011940298507462687, "support": 332.0 }, "mx": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 203.0 }, "pe": { "precision": 0.03333333333333333, "recall": 0.006211180124223602, "f1-score": 0.010471204188481676, "support": 161.0 }, "pr": { "precision": 0.09401709401709402, "recall": 0.22, "f1-score": 0.1317365269461078, "support": 50.0 }, "uy": { "precision": 0.07073715562174236, "recall": 0.8260869565217391, "f1-score": 0.13031550068587106, "support": 115.0 }, "ve": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 22.0 }, "accuracy": 0.07349081364829396, "macro avg": { "precision": 0.10997269440431515, "recall": 0.1192016651838548, "f1-score": 0.03449306181132769, "support": 1524.0 }, "weighted avg": { "precision": 0.17415395511637471, "recall": 0.07349081364829396, "f1-score": 0.021390928662484977, "support": 1524.0 }, "final": { "eval_loss": 2.2149105072021484, "eval_classification_report": { "ar": { "precision": 0.125, "recall": 0.014492753623188406, "f1-score": 0.025974025974025976, "support": 207.0 }, "cl": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 263.0 }, "co": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 171.0 }, "es": { "precision": 0.6666666666666666, "recall": 0.006024096385542169, "f1-score": 0.011940298507462687, "support": 332.0 }, "mx": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 203.0 }, "pe": { "precision": 0.03333333333333333, "recall": 0.006211180124223602, "f1-score": 0.010471204188481676, "support": 161.0 }, "pr": { "precision": 0.09401709401709402, "recall": 0.22, "f1-score": 0.1317365269461078, "support": 50.0 }, "uy": { "precision": 0.07073715562174236, "recall": 0.8260869565217391, "f1-score": 0.13031550068587106, "support": 115.0 }, "ve": { "precision": 0.0, "recall": 0.0, "f1-score": 0.0, "support": 22.0 }, "accuracy": 0.07349081364829396, "macro avg": { "precision": 0.10997269440431515, "recall": 0.1192016651838548, "f1-score": 0.03449306181132769, "support": 1524.0 }, "weighted avg": { "precision": 0.17415395511637471, "recall": 0.07349081364829396, "f1-score": 0.021390928662484977, "support": 1524.0 } }, "eval_runtime": 98.563, "eval_samples_per_second": 15.462, "eval_steps_per_second": 3.866, "epoch": 0.0022497187851518562 } } }