wcvz commited on
Commit
e449d20
·
verified ·
1 Parent(s): f21c209

Training in progress, epoch 10

Browse files
Files changed (34) hide show
  1. config.json +31 -0
  2. model.safetensors +3 -0
  3. runs/Apr18_23-03-30_c0005/events.out.tfevents.1713495853.c0005.599975.0 +3 -0
  4. runs/Apr18_23-09-47_c0005/events.out.tfevents.1713496194.c0005.599975.1 +3 -0
  5. runs/Apr18_23-11-59_c0005/events.out.tfevents.1713496321.c0005.599975.2 +3 -0
  6. runs/Apr18_23-12-20_c0005/events.out.tfevents.1713496341.c0005.599975.3 +3 -0
  7. runs/Apr18_23-12-27_c0005/events.out.tfevents.1713496349.c0005.599975.4 +3 -0
  8. runs/Apr18_23-12-37_c0005/events.out.tfevents.1713496359.c0005.599975.5 +3 -0
  9. runs/Apr18_23-12-46_c0005/events.out.tfevents.1713496367.c0005.599975.6 +3 -0
  10. runs/Apr18_23-16-33_c0005/events.out.tfevents.1713496595.c0005.599975.7 +3 -0
  11. runs/Apr18_23-20-36_c0005/events.out.tfevents.1713496838.c0005.599975.8 +3 -0
  12. runs/Apr18_23-30-14_c0005/events.out.tfevents.1713497416.c0005.599975.9 +3 -0
  13. runs/Apr18_23-32-06_c0005/events.out.tfevents.1713497530.c0005.599975.10 +3 -0
  14. runs/Apr18_23-40-06_c0005/events.out.tfevents.1713498009.c0005.599975.11 +3 -0
  15. runs/Apr18_23-55-56_c0005/events.out.tfevents.1713498961.c0005.599975.12 +3 -0
  16. runs/Apr19_00-14-02_c0005/events.out.tfevents.1713500046.c0005.599975.13 +3 -0
  17. runs/Apr19_00-18-24_c0005/events.out.tfevents.1713500305.c0005.599975.14 +3 -0
  18. runs/Apr19_00-19-41_c0005/events.out.tfevents.1713500382.c0005.599975.15 +3 -0
  19. runs/Apr19_00-24-33_c0005/events.out.tfevents.1713500674.c0005.599975.16 +3 -0
  20. runs/Apr19_00-30-14_c0005/events.out.tfevents.1713501017.c0005.599975.17 +3 -0
  21. runs/Apr19_00-34-15_c0005/events.out.tfevents.1713501258.c0005.599975.18 +3 -0
  22. runs/Apr19_00-36-23_c0005/events.out.tfevents.1713501384.c0005.599975.19 +3 -0
  23. runs/Apr19_00-50-12_c0005/events.out.tfevents.1713502213.c0005.599975.20 +3 -0
  24. runs/Apr19_01-16-33_c0005/events.out.tfevents.1713503797.c0005.599975.21 +3 -0
  25. runs/Apr19_01-17-19_c0005/events.out.tfevents.1713503842.c0005.599975.22 +3 -0
  26. runs/Apr19_01-19-54_c0005/events.out.tfevents.1713503998.c0005.599975.23 +3 -0
  27. runs/Apr19_01-19-54_c0005/events.out.tfevents.1713504067.c0005.599975.24 +3 -0
  28. runs/Apr19_14-36-05_c0005/events.out.tfevents.1713551769.c0005.599975.25 +3 -0
  29. runs/Apr19_14-36-25_c0005/events.out.tfevents.1713551788.c0005.599975.26 +3 -0
  30. runs/Apr19_14-39-54_c0005/events.out.tfevents.1713551995.c0005.599975.27 +3 -0
  31. special_tokens_map.json +7 -0
  32. tokenizer_config.json +52 -0
  33. training_args.bin +3 -0
  34. vocab.txt +33 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "facebook/esm2_t12_35M_UR50D",
3
+ "architectures": [
4
+ "EsmForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "classifier_dropout": null,
8
+ "emb_layer_norm_before": false,
9
+ "esmfold_config": null,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.0,
12
+ "hidden_size": 480,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 1920,
15
+ "is_folding_model": false,
16
+ "layer_norm_eps": 1e-05,
17
+ "mask_token_id": 32,
18
+ "max_position_embeddings": 1026,
19
+ "model_type": "esm",
20
+ "num_attention_heads": 20,
21
+ "num_hidden_layers": 12,
22
+ "pad_token_id": 1,
23
+ "position_embedding_type": "rotary",
24
+ "problem_type": "single_label_classification",
25
+ "token_dropout": true,
26
+ "torch_dtype": "float32",
27
+ "transformers_version": "4.39.3",
28
+ "use_cache": true,
29
+ "vocab_list": null,
30
+ "vocab_size": 33
31
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6a7b1ebbf895a4aae87859b060def94709a9c9010e756e4ea2f60ae214d9ab
3
+ size 136000284
runs/Apr18_23-03-30_c0005/events.out.tfevents.1713495853.c0005.599975.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0947be0c266fe75f65d618b97ea03b27765e809b23891c1d31c9055a2fad9b17
3
+ size 6262
runs/Apr18_23-09-47_c0005/events.out.tfevents.1713496194.c0005.599975.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66c39c6bf4941b9b770556f0c2498ada57824b25b9d7f1a61a8b77ffe66bed98
3
+ size 5017
runs/Apr18_23-11-59_c0005/events.out.tfevents.1713496321.c0005.599975.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36b9613e54f4381371ddd480bfa82333af43d69e28354e0eb629c4f16cdc3cdc
3
+ size 5015
runs/Apr18_23-12-20_c0005/events.out.tfevents.1713496341.c0005.599975.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e5dce80b56bd1bd0457dd98c07e79386611a4120a2b5a40920530bafe40a0dc
3
+ size 5015
runs/Apr18_23-12-27_c0005/events.out.tfevents.1713496349.c0005.599975.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d585e9316ef7d826582cfca3e0c4231d58df097cef93db695ea8efe27ab838fb
3
+ size 5015
runs/Apr18_23-12-37_c0005/events.out.tfevents.1713496359.c0005.599975.5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39680b29fb31cbf0c19bea64bd6ba1cf7645f5fac4c795a04f17ec6f562038f0
3
+ size 5013
runs/Apr18_23-12-46_c0005/events.out.tfevents.1713496367.c0005.599975.6 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb9e621485731a1af2401c80422ab440f216cd5895d618af3725fd09fd40672f
3
+ size 6324
runs/Apr18_23-16-33_c0005/events.out.tfevents.1713496595.c0005.599975.7 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2367e4ec7a9c5ae9fd1e2e0e1c9c8d30628b9b58c13f4a0f994d36da52db0fd6
3
+ size 6322
runs/Apr18_23-20-36_c0005/events.out.tfevents.1713496838.c0005.599975.8 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efd936ed86fc28e2cb0a02530a7216578ee2392ab70e0a24b0342765625fcd3b
3
+ size 8586
runs/Apr18_23-30-14_c0005/events.out.tfevents.1713497416.c0005.599975.9 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fb47965c535ba7e80714ac11d1b410bfb959e52afd944513e8c93a2ed6d4849
3
+ size 5013
runs/Apr18_23-32-06_c0005/events.out.tfevents.1713497530.c0005.599975.10 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da963962594df9117d58f9d5e2f8c5079b724ae08ab236f100bf5d9eeb4badb2
3
+ size 9414
runs/Apr18_23-40-06_c0005/events.out.tfevents.1713498009.c0005.599975.11 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540019cc031f3cf2d5ddfbbb6730a04e40298bc52531663ad95b9fe972b6645c
3
+ size 20060
runs/Apr18_23-55-56_c0005/events.out.tfevents.1713498961.c0005.599975.12 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de08732c26b374ba5ea4aa9285963bdd2902f53c307205d69dedd5db158e3535
3
+ size 20383
runs/Apr19_00-14-02_c0005/events.out.tfevents.1713500046.c0005.599975.13 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bcd09475236bd9bffe8a34c7bd9f17c9d68b2c7fbc03b7b2b5599afe801570f
3
+ size 7295
runs/Apr19_00-18-24_c0005/events.out.tfevents.1713500305.c0005.599975.14 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5298ece20d778e9d4d7c7751a186f9c70b323a97a9e3a2475f463812f665ec1
3
+ size 5744
runs/Apr19_00-19-41_c0005/events.out.tfevents.1713500382.c0005.599975.15 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e831e32a571aef8c88d6a71ed105c3cae3687e5ed0bbbc8be808c19cb88315ee
3
+ size 8862
runs/Apr19_00-24-33_c0005/events.out.tfevents.1713500674.c0005.599975.16 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f263616e49b2e2507b9be52db478f4a150e0763111fab44f87b0a1900fb08a45
3
+ size 9507
runs/Apr19_00-30-14_c0005/events.out.tfevents.1713501017.c0005.599975.17 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25155d28ae97e7f46ca1b357d730c262e5e62b0fbd1a7fc059014abb2258ee6a
3
+ size 7681
runs/Apr19_00-34-15_c0005/events.out.tfevents.1713501258.c0005.599975.18 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04d47a62396e92ec3e5f77a07da5b225564916fb9d35964189b1b77454cfde2c
3
+ size 58207
runs/Apr19_00-36-23_c0005/events.out.tfevents.1713501384.c0005.599975.19 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed06a19fc8657d0d0957f3f05b68c82dde274b60fad0a88d5f64409fa59856f9
3
+ size 368250
runs/Apr19_00-50-12_c0005/events.out.tfevents.1713502213.c0005.599975.20 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2695adcfa3903e7c13be7b22e564975cbca6b3766a7bfe1b909685a6993e29d
3
+ size 109127
runs/Apr19_01-16-33_c0005/events.out.tfevents.1713503797.c0005.599975.21 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b349dda0c2a075bef88c658eedcfe934711768c9adceb400b4591dfce0d8c77
3
+ size 4798
runs/Apr19_01-17-19_c0005/events.out.tfevents.1713503842.c0005.599975.22 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858dc1053ff800ed2fecb92db3658bf41e333e1c52c8f1de74c13a24a4861519
3
+ size 4798
runs/Apr19_01-19-54_c0005/events.out.tfevents.1713503998.c0005.599975.23 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a47ee4e01bf32c9b0d9cbc20425835776bd91b60d43847d4a95bc0073bb3838
3
+ size 14656
runs/Apr19_01-19-54_c0005/events.out.tfevents.1713504067.c0005.599975.24 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ddf26c66ebf715684b986bb0c3ec7f6b9b210d4d5ba6ded3bb38e86d70798c6
3
+ size 109113
runs/Apr19_14-36-05_c0005/events.out.tfevents.1713551769.c0005.599975.25 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1186027eea88bffeb80844306d83096a1b873f17f5732c775c8b78e97166485c
3
+ size 8469
runs/Apr19_14-36-25_c0005/events.out.tfevents.1713551788.c0005.599975.26 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a3f0beea121084a824b95620e2c43ca7d7749f7be68a1530d13162fe10b195
3
+ size 46915
runs/Apr19_14-39-54_c0005/events.out.tfevents.1713551995.c0005.599975.27 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6b1b19a8548ee153cf32dbee01a39e36a06d09a232ed8b1966fe6bd13939300
3
+ size 109063
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "<cls>",
3
+ "eos_token": "<eos>",
4
+ "mask_token": "<mask>",
5
+ "pad_token": "<pad>",
6
+ "unk_token": "<unk>"
7
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<cls>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "<eos>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "32": {
36
+ "content": "<mask>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "clean_up_tokenization_spaces": true,
45
+ "cls_token": "<cls>",
46
+ "eos_token": "<eos>",
47
+ "mask_token": "<mask>",
48
+ "model_max_length": 1024,
49
+ "pad_token": "<pad>",
50
+ "tokenizer_class": "EsmTokenizer",
51
+ "unk_token": "<unk>"
52
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe0e42c6c93cd72aa8e31abb05964a2d873ca58839cb8c7a84ab88f26ae5709
3
+ size 4984
vocab.txt ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <cls>
2
+ <pad>
3
+ <eos>
4
+ <unk>
5
+ L
6
+ A
7
+ G
8
+ V
9
+ S
10
+ E
11
+ R
12
+ T
13
+ I
14
+ D
15
+ P
16
+ K
17
+ Q
18
+ N
19
+ F
20
+ Y
21
+ M
22
+ H
23
+ W
24
+ C
25
+ X
26
+ B
27
+ U
28
+ Z
29
+ O
30
+ .
31
+ -
32
+ <null_1>
33
+ <mask>