Training in progress, epoch 10
Browse files- config.json +31 -0
- model.safetensors +3 -0
- runs/Apr18_23-03-30_c0005/events.out.tfevents.1713495853.c0005.599975.0 +3 -0
- runs/Apr18_23-09-47_c0005/events.out.tfevents.1713496194.c0005.599975.1 +3 -0
- runs/Apr18_23-11-59_c0005/events.out.tfevents.1713496321.c0005.599975.2 +3 -0
- runs/Apr18_23-12-20_c0005/events.out.tfevents.1713496341.c0005.599975.3 +3 -0
- runs/Apr18_23-12-27_c0005/events.out.tfevents.1713496349.c0005.599975.4 +3 -0
- runs/Apr18_23-12-37_c0005/events.out.tfevents.1713496359.c0005.599975.5 +3 -0
- runs/Apr18_23-12-46_c0005/events.out.tfevents.1713496367.c0005.599975.6 +3 -0
- runs/Apr18_23-16-33_c0005/events.out.tfevents.1713496595.c0005.599975.7 +3 -0
- runs/Apr18_23-20-36_c0005/events.out.tfevents.1713496838.c0005.599975.8 +3 -0
- runs/Apr18_23-30-14_c0005/events.out.tfevents.1713497416.c0005.599975.9 +3 -0
- runs/Apr18_23-32-06_c0005/events.out.tfevents.1713497530.c0005.599975.10 +3 -0
- runs/Apr18_23-40-06_c0005/events.out.tfevents.1713498009.c0005.599975.11 +3 -0
- runs/Apr18_23-55-56_c0005/events.out.tfevents.1713498961.c0005.599975.12 +3 -0
- runs/Apr19_00-14-02_c0005/events.out.tfevents.1713500046.c0005.599975.13 +3 -0
- runs/Apr19_00-18-24_c0005/events.out.tfevents.1713500305.c0005.599975.14 +3 -0
- runs/Apr19_00-19-41_c0005/events.out.tfevents.1713500382.c0005.599975.15 +3 -0
- runs/Apr19_00-24-33_c0005/events.out.tfevents.1713500674.c0005.599975.16 +3 -0
- runs/Apr19_00-30-14_c0005/events.out.tfevents.1713501017.c0005.599975.17 +3 -0
- runs/Apr19_00-34-15_c0005/events.out.tfevents.1713501258.c0005.599975.18 +3 -0
- runs/Apr19_00-36-23_c0005/events.out.tfevents.1713501384.c0005.599975.19 +3 -0
- runs/Apr19_00-50-12_c0005/events.out.tfevents.1713502213.c0005.599975.20 +3 -0
- runs/Apr19_01-16-33_c0005/events.out.tfevents.1713503797.c0005.599975.21 +3 -0
- runs/Apr19_01-17-19_c0005/events.out.tfevents.1713503842.c0005.599975.22 +3 -0
- runs/Apr19_01-19-54_c0005/events.out.tfevents.1713503998.c0005.599975.23 +3 -0
- runs/Apr19_01-19-54_c0005/events.out.tfevents.1713504067.c0005.599975.24 +3 -0
- runs/Apr19_14-36-05_c0005/events.out.tfevents.1713551769.c0005.599975.25 +3 -0
- runs/Apr19_14-36-25_c0005/events.out.tfevents.1713551788.c0005.599975.26 +3 -0
- runs/Apr19_14-39-54_c0005/events.out.tfevents.1713551995.c0005.599975.27 +3 -0
- special_tokens_map.json +7 -0
- tokenizer_config.json +52 -0
- training_args.bin +3 -0
- vocab.txt +33 -0
config.json
ADDED
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "facebook/esm2_t12_35M_UR50D",
|
3 |
+
"architectures": [
|
4 |
+
"EsmForSequenceClassification"
|
5 |
+
],
|
6 |
+
"attention_probs_dropout_prob": 0.0,
|
7 |
+
"classifier_dropout": null,
|
8 |
+
"emb_layer_norm_before": false,
|
9 |
+
"esmfold_config": null,
|
10 |
+
"hidden_act": "gelu",
|
11 |
+
"hidden_dropout_prob": 0.0,
|
12 |
+
"hidden_size": 480,
|
13 |
+
"initializer_range": 0.02,
|
14 |
+
"intermediate_size": 1920,
|
15 |
+
"is_folding_model": false,
|
16 |
+
"layer_norm_eps": 1e-05,
|
17 |
+
"mask_token_id": 32,
|
18 |
+
"max_position_embeddings": 1026,
|
19 |
+
"model_type": "esm",
|
20 |
+
"num_attention_heads": 20,
|
21 |
+
"num_hidden_layers": 12,
|
22 |
+
"pad_token_id": 1,
|
23 |
+
"position_embedding_type": "rotary",
|
24 |
+
"problem_type": "single_label_classification",
|
25 |
+
"token_dropout": true,
|
26 |
+
"torch_dtype": "float32",
|
27 |
+
"transformers_version": "4.39.3",
|
28 |
+
"use_cache": true,
|
29 |
+
"vocab_list": null,
|
30 |
+
"vocab_size": 33
|
31 |
+
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd6a7b1ebbf895a4aae87859b060def94709a9c9010e756e4ea2f60ae214d9ab
|
3 |
+
size 136000284
|
runs/Apr18_23-03-30_c0005/events.out.tfevents.1713495853.c0005.599975.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0947be0c266fe75f65d618b97ea03b27765e809b23891c1d31c9055a2fad9b17
|
3 |
+
size 6262
|
runs/Apr18_23-09-47_c0005/events.out.tfevents.1713496194.c0005.599975.1
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66c39c6bf4941b9b770556f0c2498ada57824b25b9d7f1a61a8b77ffe66bed98
|
3 |
+
size 5017
|
runs/Apr18_23-11-59_c0005/events.out.tfevents.1713496321.c0005.599975.2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36b9613e54f4381371ddd480bfa82333af43d69e28354e0eb629c4f16cdc3cdc
|
3 |
+
size 5015
|
runs/Apr18_23-12-20_c0005/events.out.tfevents.1713496341.c0005.599975.3
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4e5dce80b56bd1bd0457dd98c07e79386611a4120a2b5a40920530bafe40a0dc
|
3 |
+
size 5015
|
runs/Apr18_23-12-27_c0005/events.out.tfevents.1713496349.c0005.599975.4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d585e9316ef7d826582cfca3e0c4231d58df097cef93db695ea8efe27ab838fb
|
3 |
+
size 5015
|
runs/Apr18_23-12-37_c0005/events.out.tfevents.1713496359.c0005.599975.5
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:39680b29fb31cbf0c19bea64bd6ba1cf7645f5fac4c795a04f17ec6f562038f0
|
3 |
+
size 5013
|
runs/Apr18_23-12-46_c0005/events.out.tfevents.1713496367.c0005.599975.6
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cb9e621485731a1af2401c80422ab440f216cd5895d618af3725fd09fd40672f
|
3 |
+
size 6324
|
runs/Apr18_23-16-33_c0005/events.out.tfevents.1713496595.c0005.599975.7
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2367e4ec7a9c5ae9fd1e2e0e1c9c8d30628b9b58c13f4a0f994d36da52db0fd6
|
3 |
+
size 6322
|
runs/Apr18_23-20-36_c0005/events.out.tfevents.1713496838.c0005.599975.8
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:efd936ed86fc28e2cb0a02530a7216578ee2392ab70e0a24b0342765625fcd3b
|
3 |
+
size 8586
|
runs/Apr18_23-30-14_c0005/events.out.tfevents.1713497416.c0005.599975.9
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fb47965c535ba7e80714ac11d1b410bfb959e52afd944513e8c93a2ed6d4849
|
3 |
+
size 5013
|
runs/Apr18_23-32-06_c0005/events.out.tfevents.1713497530.c0005.599975.10
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da963962594df9117d58f9d5e2f8c5079b724ae08ab236f100bf5d9eeb4badb2
|
3 |
+
size 9414
|
runs/Apr18_23-40-06_c0005/events.out.tfevents.1713498009.c0005.599975.11
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:540019cc031f3cf2d5ddfbbb6730a04e40298bc52531663ad95b9fe972b6645c
|
3 |
+
size 20060
|
runs/Apr18_23-55-56_c0005/events.out.tfevents.1713498961.c0005.599975.12
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:de08732c26b374ba5ea4aa9285963bdd2902f53c307205d69dedd5db158e3535
|
3 |
+
size 20383
|
runs/Apr19_00-14-02_c0005/events.out.tfevents.1713500046.c0005.599975.13
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7bcd09475236bd9bffe8a34c7bd9f17c9d68b2c7fbc03b7b2b5599afe801570f
|
3 |
+
size 7295
|
runs/Apr19_00-18-24_c0005/events.out.tfevents.1713500305.c0005.599975.14
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e5298ece20d778e9d4d7c7751a186f9c70b323a97a9e3a2475f463812f665ec1
|
3 |
+
size 5744
|
runs/Apr19_00-19-41_c0005/events.out.tfevents.1713500382.c0005.599975.15
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e831e32a571aef8c88d6a71ed105c3cae3687e5ed0bbbc8be808c19cb88315ee
|
3 |
+
size 8862
|
runs/Apr19_00-24-33_c0005/events.out.tfevents.1713500674.c0005.599975.16
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f263616e49b2e2507b9be52db478f4a150e0763111fab44f87b0a1900fb08a45
|
3 |
+
size 9507
|
runs/Apr19_00-30-14_c0005/events.out.tfevents.1713501017.c0005.599975.17
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25155d28ae97e7f46ca1b357d730c262e5e62b0fbd1a7fc059014abb2258ee6a
|
3 |
+
size 7681
|
runs/Apr19_00-34-15_c0005/events.out.tfevents.1713501258.c0005.599975.18
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:04d47a62396e92ec3e5f77a07da5b225564916fb9d35964189b1b77454cfde2c
|
3 |
+
size 58207
|
runs/Apr19_00-36-23_c0005/events.out.tfevents.1713501384.c0005.599975.19
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ed06a19fc8657d0d0957f3f05b68c82dde274b60fad0a88d5f64409fa59856f9
|
3 |
+
size 368250
|
runs/Apr19_00-50-12_c0005/events.out.tfevents.1713502213.c0005.599975.20
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2695adcfa3903e7c13be7b22e564975cbca6b3766a7bfe1b909685a6993e29d
|
3 |
+
size 109127
|
runs/Apr19_01-16-33_c0005/events.out.tfevents.1713503797.c0005.599975.21
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7b349dda0c2a075bef88c658eedcfe934711768c9adceb400b4591dfce0d8c77
|
3 |
+
size 4798
|
runs/Apr19_01-17-19_c0005/events.out.tfevents.1713503842.c0005.599975.22
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:858dc1053ff800ed2fecb92db3658bf41e333e1c52c8f1de74c13a24a4861519
|
3 |
+
size 4798
|
runs/Apr19_01-19-54_c0005/events.out.tfevents.1713503998.c0005.599975.23
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5a47ee4e01bf32c9b0d9cbc20425835776bd91b60d43847d4a95bc0073bb3838
|
3 |
+
size 14656
|
runs/Apr19_01-19-54_c0005/events.out.tfevents.1713504067.c0005.599975.24
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1ddf26c66ebf715684b986bb0c3ec7f6b9b210d4d5ba6ded3bb38e86d70798c6
|
3 |
+
size 109113
|
runs/Apr19_14-36-05_c0005/events.out.tfevents.1713551769.c0005.599975.25
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1186027eea88bffeb80844306d83096a1b873f17f5732c775c8b78e97166485c
|
3 |
+
size 8469
|
runs/Apr19_14-36-25_c0005/events.out.tfevents.1713551788.c0005.599975.26
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:80a3f0beea121084a824b95620e2c43ca7d7749f7be68a1530d13162fe10b195
|
3 |
+
size 46915
|
runs/Apr19_14-39-54_c0005/events.out.tfevents.1713551995.c0005.599975.27
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6b1b19a8548ee153cf32dbee01a39e36a06d09a232ed8b1966fe6bd13939300
|
3 |
+
size 109063
|
special_tokens_map.json
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"cls_token": "<cls>",
|
3 |
+
"eos_token": "<eos>",
|
4 |
+
"mask_token": "<mask>",
|
5 |
+
"pad_token": "<pad>",
|
6 |
+
"unk_token": "<unk>"
|
7 |
+
}
|
tokenizer_config.json
ADDED
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"added_tokens_decoder": {
|
3 |
+
"0": {
|
4 |
+
"content": "<cls>",
|
5 |
+
"lstrip": false,
|
6 |
+
"normalized": false,
|
7 |
+
"rstrip": false,
|
8 |
+
"single_word": false,
|
9 |
+
"special": true
|
10 |
+
},
|
11 |
+
"1": {
|
12 |
+
"content": "<pad>",
|
13 |
+
"lstrip": false,
|
14 |
+
"normalized": false,
|
15 |
+
"rstrip": false,
|
16 |
+
"single_word": false,
|
17 |
+
"special": true
|
18 |
+
},
|
19 |
+
"2": {
|
20 |
+
"content": "<eos>",
|
21 |
+
"lstrip": false,
|
22 |
+
"normalized": false,
|
23 |
+
"rstrip": false,
|
24 |
+
"single_word": false,
|
25 |
+
"special": true
|
26 |
+
},
|
27 |
+
"3": {
|
28 |
+
"content": "<unk>",
|
29 |
+
"lstrip": false,
|
30 |
+
"normalized": false,
|
31 |
+
"rstrip": false,
|
32 |
+
"single_word": false,
|
33 |
+
"special": true
|
34 |
+
},
|
35 |
+
"32": {
|
36 |
+
"content": "<mask>",
|
37 |
+
"lstrip": false,
|
38 |
+
"normalized": false,
|
39 |
+
"rstrip": false,
|
40 |
+
"single_word": false,
|
41 |
+
"special": true
|
42 |
+
}
|
43 |
+
},
|
44 |
+
"clean_up_tokenization_spaces": true,
|
45 |
+
"cls_token": "<cls>",
|
46 |
+
"eos_token": "<eos>",
|
47 |
+
"mask_token": "<mask>",
|
48 |
+
"model_max_length": 1024,
|
49 |
+
"pad_token": "<pad>",
|
50 |
+
"tokenizer_class": "EsmTokenizer",
|
51 |
+
"unk_token": "<unk>"
|
52 |
+
}
|
training_args.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5fe0e42c6c93cd72aa8e31abb05964a2d873ca58839cb8c7a84ab88f26ae5709
|
3 |
+
size 4984
|
vocab.txt
ADDED
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
<cls>
|
2 |
+
<pad>
|
3 |
+
<eos>
|
4 |
+
<unk>
|
5 |
+
L
|
6 |
+
A
|
7 |
+
G
|
8 |
+
V
|
9 |
+
S
|
10 |
+
E
|
11 |
+
R
|
12 |
+
T
|
13 |
+
I
|
14 |
+
D
|
15 |
+
P
|
16 |
+
K
|
17 |
+
Q
|
18 |
+
N
|
19 |
+
F
|
20 |
+
Y
|
21 |
+
M
|
22 |
+
H
|
23 |
+
W
|
24 |
+
C
|
25 |
+
X
|
26 |
+
B
|
27 |
+
U
|
28 |
+
Z
|
29 |
+
O
|
30 |
+
.
|
31 |
+
-
|
32 |
+
<null_1>
|
33 |
+
<mask>
|