bluesky-spanish-classifier / model_stats.json
mariagrandury's picture
End of training
1c7d2cb verified
{
"dataset": {
"train_size": 3553,
"test_size": 1524,
"country_distribution": {
"train": {
"ar": {
"count": 483,
"percentage": 13.594145792288206
},
"cl": {
"count": 614,
"percentage": 17.28117084154236
},
"co": {
"count": 399,
"percentage": 11.229946524064172
},
"es": {
"count": 774,
"percentage": 21.784407542921475
},
"mx": {
"count": 473,
"percentage": 13.312693498452013
},
"pe": {
"count": 376,
"percentage": 10.582606248240923
},
"pr": {
"count": 117,
"percentage": 3.2929918378834784
},
"uy": {
"count": 267,
"percentage": 7.5147762454264
},
"ve": {
"count": 50,
"percentage": 1.407261469180974
}
},
"test": {
"ar": {
"count": 207,
"percentage": 13.582677165354331
},
"cl": {
"count": 263,
"percentage": 17.25721784776903
},
"co": {
"count": 171,
"percentage": 11.220472440944881
},
"es": {
"count": 332,
"percentage": 21.784776902887142
},
"mx": {
"count": 203,
"percentage": 13.32020997375328
},
"pe": {
"count": 161,
"percentage": 10.564304461942257
},
"pr": {
"count": 50,
"percentage": 3.2808398950131235
},
"uy": {
"count": 115,
"percentage": 7.545931758530183
},
"ve": {
"count": 22,
"percentage": 1.4435695538057742
}
}
},
"unique_countries": [
"ar",
"cl",
"co",
"es",
"mx",
"pe",
"pr",
"uy",
"ve"
]
},
"model": {
"name": "dccuchile/distilbert-base-spanish-uncased",
"num_parameters": 67329033,
"config": {
"learning_rate": 2e-05,
"batch_size": 4,
"epochs": 1,
"max_length": 32
},
"hub_url": "https://huggingface.co./None/bluesky-spanish-classifier"
},
"training": {
"runtime_seconds": 105.9611,
"loss": 2.257941484451294,
"steps_per_second": 0.019
},
"evaluation": {
"ar": {
"precision": 0.125,
"recall": 0.014492753623188406,
"f1-score": 0.025974025974025976,
"support": 207.0
},
"cl": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 263.0
},
"co": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 171.0
},
"es": {
"precision": 0.6666666666666666,
"recall": 0.006024096385542169,
"f1-score": 0.011940298507462687,
"support": 332.0
},
"mx": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 203.0
},
"pe": {
"precision": 0.03333333333333333,
"recall": 0.006211180124223602,
"f1-score": 0.010471204188481676,
"support": 161.0
},
"pr": {
"precision": 0.09401709401709402,
"recall": 0.22,
"f1-score": 0.1317365269461078,
"support": 50.0
},
"uy": {
"precision": 0.07073715562174236,
"recall": 0.8260869565217391,
"f1-score": 0.13031550068587106,
"support": 115.0
},
"ve": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 22.0
},
"accuracy": 0.07349081364829396,
"macro avg": {
"precision": 0.10997269440431515,
"recall": 0.1192016651838548,
"f1-score": 0.03449306181132769,
"support": 1524.0
},
"weighted avg": {
"precision": 0.17415395511637471,
"recall": 0.07349081364829396,
"f1-score": 0.021390928662484977,
"support": 1524.0
},
"final": {
"eval_loss": 2.2149105072021484,
"eval_classification_report": {
"ar": {
"precision": 0.125,
"recall": 0.014492753623188406,
"f1-score": 0.025974025974025976,
"support": 207.0
},
"cl": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 263.0
},
"co": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 171.0
},
"es": {
"precision": 0.6666666666666666,
"recall": 0.006024096385542169,
"f1-score": 0.011940298507462687,
"support": 332.0
},
"mx": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 203.0
},
"pe": {
"precision": 0.03333333333333333,
"recall": 0.006211180124223602,
"f1-score": 0.010471204188481676,
"support": 161.0
},
"pr": {
"precision": 0.09401709401709402,
"recall": 0.22,
"f1-score": 0.1317365269461078,
"support": 50.0
},
"uy": {
"precision": 0.07073715562174236,
"recall": 0.8260869565217391,
"f1-score": 0.13031550068587106,
"support": 115.0
},
"ve": {
"precision": 0.0,
"recall": 0.0,
"f1-score": 0.0,
"support": 22.0
},
"accuracy": 0.07349081364829396,
"macro avg": {
"precision": 0.10997269440431515,
"recall": 0.1192016651838548,
"f1-score": 0.03449306181132769,
"support": 1524.0
},
"weighted avg": {
"precision": 0.17415395511637471,
"recall": 0.07349081364829396,
"f1-score": 0.021390928662484977,
"support": 1524.0
}
},
"eval_runtime": 98.563,
"eval_samples_per_second": 15.462,
"eval_steps_per_second": 3.866,
"epoch": 0.0022497187851518562
}
}
}