This is the model with curriculum learning based on sentence complexity approximating language acquisition on this paper.
Citation
@inproceedings{oba-etal-2023-babylm,
title = "{B}aby{LM} Challenge: Curriculum learning based on sentence complexity approximating language acquisition",
author = "Oba, Miyu and
Haga, Akari and
Fukatsu, Akiyo and
Oseki, Yohei",
editor = "Warstadt, Alex and
Mueller, Aaron and
Choshen, Leshem and
Wilcox, Ethan and
Zhuang, Chengxu and
Ciro, Juan and
Mosquera, Rafael and
Paranjabe, Bhargavi and
Williams, Adina and
Linzen, Tal and
Cotterell, Ryan",
booktitle = "Proceedings of the BabyLM Challenge at the 27th Conference on Computational Natural Language Learning",
month = dec,
year = "2023",
address = "Singapore",
publisher = "Association for Computational Linguistics",
url = "https://aclanthology.org/2023.conll-babylm.25",
doi = "10.18653/v1/2023.conll-babylm.25",
pages = "290--297",
}