candylion commited on
Commit
e94f970
1 Parent(s): faaafb2
README.md ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: apache-2.0
4
+ base_model: google/vit-base-patch16-224-in21k
5
+ tags:
6
+ - HHD
7
+ - 3_class
8
+ - ViT
9
+ - generated_from_trainer
10
+ model-index:
11
+ - name: ViT_face
12
+ results: []
13
+ ---
14
+
15
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
16
+ should probably proofread and complete it, then remove this comment. -->
17
+
18
+ # ViT_face
19
+
20
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the face dataset.
21
+ It achieves the following results on the evaluation set:
22
+ - Loss: 0.5561
23
+
24
+ ## Model description
25
+
26
+ More information needed
27
+
28
+ ## Intended uses & limitations
29
+
30
+ More information needed
31
+
32
+ ## Training and evaluation data
33
+
34
+ More information needed
35
+
36
+ ## Training procedure
37
+
38
+ ### Training hyperparameters
39
+
40
+ The following hyperparameters were used during training:
41
+ - learning_rate: 2e-05
42
+ - train_batch_size: 32
43
+ - eval_batch_size: 32
44
+ - seed: 42
45
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
+ - lr_scheduler_type: linear
47
+ - num_epochs: 10
48
+
49
+ ### Training results
50
+
51
+ | Training Loss | Epoch | Step | Validation Loss |
52
+ |:-------------:|:-----:|:----:|:---------------:|
53
+ | No log | 1.0 | 38 | 1.0143 |
54
+ | No log | 2.0 | 76 | 0.8770 |
55
+ | No log | 3.0 | 114 | 0.7350 |
56
+ | No log | 4.0 | 152 | 0.6426 |
57
+ | No log | 5.0 | 190 | 0.5853 |
58
+ | No log | 6.0 | 228 | 0.5629 |
59
+ | No log | 7.0 | 266 | 0.5550 |
60
+ | No log | 8.0 | 304 | 0.5535 |
61
+ | No log | 9.0 | 342 | 0.5580 |
62
+ | No log | 10.0 | 380 | 0.5561 |
63
+
64
+
65
+ ### Framework versions
66
+
67
+ - Transformers 4.44.2
68
+ - Pytorch 2.4.1+cu121
69
+ - Datasets 3.0.0
70
+ - Tokenizers 0.19.1
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "google/vit-base-patch16-224-in21k",
3
+ "architectures": [
4
+ "ViTForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "encoder_stride": 16,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.0,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "\u1105\u1172\u110c\u116e\u11ab\u110b\u1167\u11af",
13
+ "1": "\u1109\u1169\u11bc\u110c\u116e\u11bc\u1100\u1175",
14
+ "2": "\u1112\u1167\u11ab\u1107\u1175\u11ab"
15
+ },
16
+ "image_size": 224,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 3072,
19
+ "label2id": {
20
+ "\u1105\u1172\u110c\u116e\u11ab\u110b\u1167\u11af": "0",
21
+ "\u1109\u1169\u11bc\u110c\u116e\u11bc\u1100\u1175": "1",
22
+ "\u1112\u1167\u11ab\u1107\u1175\u11ab": "2"
23
+ },
24
+ "layer_norm_eps": 1e-12,
25
+ "model_type": "vit",
26
+ "num_attention_heads": 12,
27
+ "num_channels": 3,
28
+ "num_hidden_layers": 12,
29
+ "patch_size": 16,
30
+ "problem_type": "single_label_classification",
31
+ "qkv_bias": true,
32
+ "torch_dtype": "float32",
33
+ "transformers_version": "4.44.2"
34
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c2cd6f840c0193f208d6dd05ef479775aa9b489758add78202fd35c4c01b4a6
3
+ size 343227052
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.5,
7
+ 0.5,
8
+ 0.5
9
+ ],
10
+ "image_processor_type": "ViTFeatureExtractor",
11
+ "image_std": [
12
+ 0.5,
13
+ 0.5,
14
+ 0.5
15
+ ],
16
+ "resample": 2,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
runs/Sep03_01-50-14_481ed07ae1fe/events.out.tfevents.1725329107.481ed07ae1fe.258.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65377499d95bc9d12836d490590d5f1e61976d2ae5e9c7b79a1ab780de236f97
3
+ size 5078
runs/Sep03_02-21-04_481ed07ae1fe/events.out.tfevents.1725330069.481ed07ae1fe.258.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97637f9e65b1b526462113987c903943d425613d0a0cc524e5445250c83f50d0
3
+ size 5078
runs/Sep03_02-21-04_481ed07ae1fe/events.out.tfevents.1725330098.481ed07ae1fe.258.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60eb4663217d4b228ddf209411056dc30de63d0657847c1237c07cab3937bd01
3
+ size 5078
runs/Sep03_02-22-39_481ed07ae1fe/events.out.tfevents.1725330163.481ed07ae1fe.258.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbf4ce9d85f775d2b17a75131b2bd1c12df943a35645abde80e7b66f5d2b58e
3
+ size 5078
runs/Sep03_02-25-04_481ed07ae1fe/events.out.tfevents.1725330310.481ed07ae1fe.258.4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:473a170598197b2bf518daa7a23a3f3394a8d924a4fdab8a247c1b3fd746f1d8
3
+ size 5078
runs/Sep05_11-32-32_5e43c2898260/events.out.tfevents.1725535955.5e43c2898260.578.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a989d68239582486018cc19dca1214669f83f502bea4101c7fbc8ae867fdd7ff
3
+ size 88
runs/Sep08_09-40-59_0c5c756f8330/events.out.tfevents.1725792162.0c5c756f8330.4030.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8ab0a2541896be2bed362aad525d02023a410659613fece82e7a525708df0c
3
+ size 6759
runs/Sep21_06-18-56_f739677fd135/events.out.tfevents.1726899539.f739677fd135.885.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d246a8fa019d28c9f5441cefcf963d5c522388e7802f87ca54a0f13407345330
3
+ size 7301
runs/Sep21_06-33-11_f739677fd135/events.out.tfevents.1726900395.f739677fd135.5929.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b6e938625e54fa3824b59ff83468f03a3d4bf7db9d66e1ac6e512e47fb52cc3
3
+ size 8197
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cbd290f98f6a2d08944d8acddbc7cf7f12705bfc1c16eac5431f280672b51d9
3
+ size 5176