| { | |
| "tokenizer_path_name": null, | |
| "vocab_name": "biomedical", | |
| "tokenizer": "bbpe-roberta", | |
| "lowercase": false, | |
| "vocab_size": 50262, | |
| "min_frequency": 6, | |
| "extra_tokens": [], | |
| "limit_alphabet": 1000, | |
| "max_len": 512, | |
| "no_show_progress": false, | |
| "strip_accents": false, | |
| "no_handle_chinese_chars": false, | |
| "no_clean_text": false, | |
| "reserve_tokens": 0, | |
| "use_tokenizers": false, | |
| "no_fairseq": false, | |
| "bbpe_add_prefix_space": true, | |
| "single_paragraph_add_punct": true, | |
| "tok_batch_size": 100000000, | |
| "files": [ | |
| "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b/train_valid_test_split_output/biomedical-2021-12-09-1210-d1d3-ad85/train.txt", | |
| "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b/train_valid_test_split_output/biomedical-2021-12-09-1210-d1d3-ad85/valid.txt", | |
| "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b/train_valid_test_split_output/biomedical-2021-12-09-1210-d1d3-ad85/test.txt" | |
| ], | |
| "output_root_path": "/home/shared/dt01/temutauro/ccasimiro/corpus-utils-lm/output/model-ready_output/biomedical-vocab-50262-2021-12-09-1207-d1d3-e42b", | |
| "commit_hash": "d1d3920e7012caf14c9d6968fded36e0dd719a51" | |
| } |