|
{ |
|
"dataset": { |
|
"train_size": 3553, |
|
"test_size": 1524, |
|
"country_distribution": { |
|
"train": { |
|
"ar": { |
|
"count": 483, |
|
"percentage": 13.594145792288206 |
|
}, |
|
"cl": { |
|
"count": 614, |
|
"percentage": 17.28117084154236 |
|
}, |
|
"co": { |
|
"count": 399, |
|
"percentage": 11.229946524064172 |
|
}, |
|
"es": { |
|
"count": 774, |
|
"percentage": 21.784407542921475 |
|
}, |
|
"mx": { |
|
"count": 473, |
|
"percentage": 13.312693498452013 |
|
}, |
|
"pe": { |
|
"count": 376, |
|
"percentage": 10.582606248240923 |
|
}, |
|
"pr": { |
|
"count": 117, |
|
"percentage": 3.2929918378834784 |
|
}, |
|
"uy": { |
|
"count": 267, |
|
"percentage": 7.5147762454264 |
|
}, |
|
"ve": { |
|
"count": 50, |
|
"percentage": 1.407261469180974 |
|
} |
|
}, |
|
"test": { |
|
"ar": { |
|
"count": 207, |
|
"percentage": 13.582677165354331 |
|
}, |
|
"cl": { |
|
"count": 263, |
|
"percentage": 17.25721784776903 |
|
}, |
|
"co": { |
|
"count": 171, |
|
"percentage": 11.220472440944881 |
|
}, |
|
"es": { |
|
"count": 332, |
|
"percentage": 21.784776902887142 |
|
}, |
|
"mx": { |
|
"count": 203, |
|
"percentage": 13.32020997375328 |
|
}, |
|
"pe": { |
|
"count": 161, |
|
"percentage": 10.564304461942257 |
|
}, |
|
"pr": { |
|
"count": 50, |
|
"percentage": 3.2808398950131235 |
|
}, |
|
"uy": { |
|
"count": 115, |
|
"percentage": 7.545931758530183 |
|
}, |
|
"ve": { |
|
"count": 22, |
|
"percentage": 1.4435695538057742 |
|
} |
|
} |
|
}, |
|
"unique_countries": [ |
|
"ar", |
|
"cl", |
|
"co", |
|
"es", |
|
"mx", |
|
"pe", |
|
"pr", |
|
"uy", |
|
"ve" |
|
] |
|
}, |
|
"model": { |
|
"name": "dccuchile/distilbert-base-spanish-uncased", |
|
"num_parameters": 67329033, |
|
"config": { |
|
"learning_rate": 2e-05, |
|
"batch_size": 4, |
|
"epochs": 1, |
|
"max_length": 32 |
|
}, |
|
"hub_url": "https://huggingface.co./None/bluesky-spanish-classifier" |
|
}, |
|
"training": { |
|
"runtime_seconds": 105.9611, |
|
"loss": 2.257941484451294, |
|
"steps_per_second": 0.019 |
|
}, |
|
"evaluation": { |
|
"ar": { |
|
"precision": 0.125, |
|
"recall": 0.014492753623188406, |
|
"f1-score": 0.025974025974025976, |
|
"support": 207.0 |
|
}, |
|
"cl": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 263.0 |
|
}, |
|
"co": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 171.0 |
|
}, |
|
"es": { |
|
"precision": 0.6666666666666666, |
|
"recall": 0.006024096385542169, |
|
"f1-score": 0.011940298507462687, |
|
"support": 332.0 |
|
}, |
|
"mx": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 203.0 |
|
}, |
|
"pe": { |
|
"precision": 0.03333333333333333, |
|
"recall": 0.006211180124223602, |
|
"f1-score": 0.010471204188481676, |
|
"support": 161.0 |
|
}, |
|
"pr": { |
|
"precision": 0.09401709401709402, |
|
"recall": 0.22, |
|
"f1-score": 0.1317365269461078, |
|
"support": 50.0 |
|
}, |
|
"uy": { |
|
"precision": 0.07073715562174236, |
|
"recall": 0.8260869565217391, |
|
"f1-score": 0.13031550068587106, |
|
"support": 115.0 |
|
}, |
|
"ve": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 22.0 |
|
}, |
|
"accuracy": 0.07349081364829396, |
|
"macro avg": { |
|
"precision": 0.10997269440431515, |
|
"recall": 0.1192016651838548, |
|
"f1-score": 0.03449306181132769, |
|
"support": 1524.0 |
|
}, |
|
"weighted avg": { |
|
"precision": 0.17415395511637471, |
|
"recall": 0.07349081364829396, |
|
"f1-score": 0.021390928662484977, |
|
"support": 1524.0 |
|
}, |
|
"final": { |
|
"eval_loss": 2.2149105072021484, |
|
"eval_classification_report": { |
|
"ar": { |
|
"precision": 0.125, |
|
"recall": 0.014492753623188406, |
|
"f1-score": 0.025974025974025976, |
|
"support": 207.0 |
|
}, |
|
"cl": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 263.0 |
|
}, |
|
"co": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 171.0 |
|
}, |
|
"es": { |
|
"precision": 0.6666666666666666, |
|
"recall": 0.006024096385542169, |
|
"f1-score": 0.011940298507462687, |
|
"support": 332.0 |
|
}, |
|
"mx": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 203.0 |
|
}, |
|
"pe": { |
|
"precision": 0.03333333333333333, |
|
"recall": 0.006211180124223602, |
|
"f1-score": 0.010471204188481676, |
|
"support": 161.0 |
|
}, |
|
"pr": { |
|
"precision": 0.09401709401709402, |
|
"recall": 0.22, |
|
"f1-score": 0.1317365269461078, |
|
"support": 50.0 |
|
}, |
|
"uy": { |
|
"precision": 0.07073715562174236, |
|
"recall": 0.8260869565217391, |
|
"f1-score": 0.13031550068587106, |
|
"support": 115.0 |
|
}, |
|
"ve": { |
|
"precision": 0.0, |
|
"recall": 0.0, |
|
"f1-score": 0.0, |
|
"support": 22.0 |
|
}, |
|
"accuracy": 0.07349081364829396, |
|
"macro avg": { |
|
"precision": 0.10997269440431515, |
|
"recall": 0.1192016651838548, |
|
"f1-score": 0.03449306181132769, |
|
"support": 1524.0 |
|
}, |
|
"weighted avg": { |
|
"precision": 0.17415395511637471, |
|
"recall": 0.07349081364829396, |
|
"f1-score": 0.021390928662484977, |
|
"support": 1524.0 |
|
} |
|
}, |
|
"eval_runtime": 98.563, |
|
"eval_samples_per_second": 15.462, |
|
"eval_steps_per_second": 3.866, |
|
"epoch": 0.0022497187851518562 |
|
} |
|
} |
|
} |