End of training
Browse files- README.md +191 -0
- config.json +268 -0
- config.toml +27 -0
- model.safetensors +3 -0
- preprocessor_config.json +36 -0
- train.ipynb +0 -0
- training_args.bin +3 -0
README.md
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
base_model: google/vit-base-patch16-224
|
| 4 |
+
tags:
|
| 5 |
+
- generated_from_trainer
|
| 6 |
+
datasets:
|
| 7 |
+
- stanford-dogs
|
| 8 |
+
metrics:
|
| 9 |
+
- accuracy
|
| 10 |
+
- f1
|
| 11 |
+
- precision
|
| 12 |
+
- recall
|
| 13 |
+
model-index:
|
| 14 |
+
- name: google-vit-base-patch16-224-batch32-lr0.0005-standford-dogs
|
| 15 |
+
results:
|
| 16 |
+
- task:
|
| 17 |
+
name: Image Classification
|
| 18 |
+
type: image-classification
|
| 19 |
+
dataset:
|
| 20 |
+
name: stanford-dogs
|
| 21 |
+
type: stanford-dogs
|
| 22 |
+
config: default
|
| 23 |
+
split: full
|
| 24 |
+
args: default
|
| 25 |
+
metrics:
|
| 26 |
+
- name: Accuracy
|
| 27 |
+
type: accuracy
|
| 28 |
+
value: 0.8838678328474247
|
| 29 |
+
- name: F1
|
| 30 |
+
type: f1
|
| 31 |
+
value: 0.880922271280839
|
| 32 |
+
- name: Precision
|
| 33 |
+
type: precision
|
| 34 |
+
value: 0.8888253617157671
|
| 35 |
+
- name: Recall
|
| 36 |
+
type: recall
|
| 37 |
+
value: 0.8813659659148954
|
| 38 |
+
---
|
| 39 |
+
|
| 40 |
+
<!-- This model card has been generated automatically according to the information the Trainer had access to. You
|
| 41 |
+
should probably proofread and complete it, then remove this comment. -->
|
| 42 |
+
|
| 43 |
+
# google-vit-base-patch16-224-batch32-lr0.0005-standford-dogs
|
| 44 |
+
|
| 45 |
+
This model is a fine-tuned version of [google/vit-base-patch16-224](https://huggingface.co/google/vit-base-patch16-224) on the stanford-dogs dataset.
|
| 46 |
+
It achieves the following results on the evaluation set:
|
| 47 |
+
- Loss: 0.4466
|
| 48 |
+
- Accuracy: 0.8839
|
| 49 |
+
- F1: 0.8809
|
| 50 |
+
- Precision: 0.8888
|
| 51 |
+
- Recall: 0.8814
|
| 52 |
+
|
| 53 |
+
## Model description
|
| 54 |
+
|
| 55 |
+
More information needed
|
| 56 |
+
|
| 57 |
+
## Intended uses & limitations
|
| 58 |
+
|
| 59 |
+
More information needed
|
| 60 |
+
|
| 61 |
+
## Training and evaluation data
|
| 62 |
+
|
| 63 |
+
More information needed
|
| 64 |
+
|
| 65 |
+
## Training procedure
|
| 66 |
+
|
| 67 |
+
### Training hyperparameters
|
| 68 |
+
|
| 69 |
+
The following hyperparameters were used during training:
|
| 70 |
+
- learning_rate: 5e-05
|
| 71 |
+
- train_batch_size: 32
|
| 72 |
+
- eval_batch_size: 32
|
| 73 |
+
- seed: 42
|
| 74 |
+
- gradient_accumulation_steps: 4
|
| 75 |
+
- total_train_batch_size: 128
|
| 76 |
+
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
| 77 |
+
- lr_scheduler_type: linear
|
| 78 |
+
- training_steps: 1000
|
| 79 |
+
|
| 80 |
+
### Training results
|
| 81 |
+
|
| 82 |
+
| Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 | Precision | Recall |
|
| 83 |
+
|:-------------:|:------:|:----:|:---------------:|:--------:|:------:|:---------:|:------:|
|
| 84 |
+
| 4.758 | 0.0777 | 10 | 4.5706 | 0.0481 | 0.0344 | 0.0390 | 0.0483 |
|
| 85 |
+
| 4.4856 | 0.1553 | 20 | 4.2407 | 0.1421 | 0.1018 | 0.1190 | 0.1396 |
|
| 86 |
+
| 4.2422 | 0.2330 | 30 | 3.9118 | 0.2655 | 0.2120 | 0.2525 | 0.2553 |
|
| 87 |
+
| 3.972 | 0.3107 | 40 | 3.5875 | 0.4096 | 0.3445 | 0.3996 | 0.3933 |
|
| 88 |
+
| 3.6632 | 0.3883 | 50 | 3.2750 | 0.5299 | 0.4683 | 0.5338 | 0.5129 |
|
| 89 |
+
| 3.4266 | 0.4660 | 60 | 2.9911 | 0.6028 | 0.5536 | 0.6617 | 0.5870 |
|
| 90 |
+
| 3.1207 | 0.5437 | 70 | 2.7127 | 0.6638 | 0.6227 | 0.7159 | 0.6496 |
|
| 91 |
+
| 2.9402 | 0.6214 | 80 | 2.4853 | 0.7043 | 0.6716 | 0.7387 | 0.6923 |
|
| 92 |
+
| 2.7683 | 0.6990 | 90 | 2.2667 | 0.7376 | 0.7092 | 0.7675 | 0.7277 |
|
| 93 |
+
| 2.5556 | 0.7767 | 100 | 2.0710 | 0.7631 | 0.7422 | 0.7843 | 0.7551 |
|
| 94 |
+
| 2.3936 | 0.8544 | 110 | 1.8898 | 0.7772 | 0.7610 | 0.8076 | 0.7705 |
|
| 95 |
+
| 2.245 | 0.9320 | 120 | 1.7340 | 0.7954 | 0.7807 | 0.8138 | 0.7898 |
|
| 96 |
+
| 2.0889 | 1.0097 | 130 | 1.6027 | 0.8073 | 0.7970 | 0.8314 | 0.8024 |
|
| 97 |
+
| 1.951 | 1.0874 | 140 | 1.4715 | 0.8197 | 0.8094 | 0.8361 | 0.8132 |
|
| 98 |
+
| 1.8414 | 1.1650 | 150 | 1.3790 | 0.8209 | 0.8104 | 0.8389 | 0.8151 |
|
| 99 |
+
| 1.7247 | 1.2427 | 160 | 1.3237 | 0.8146 | 0.8034 | 0.8338 | 0.8085 |
|
| 100 |
+
| 1.7338 | 1.3204 | 170 | 1.2107 | 0.8336 | 0.8251 | 0.8463 | 0.8284 |
|
| 101 |
+
| 1.5688 | 1.3981 | 180 | 1.1370 | 0.8401 | 0.8314 | 0.8531 | 0.8354 |
|
| 102 |
+
| 1.5471 | 1.4757 | 190 | 1.0684 | 0.8455 | 0.8367 | 0.8558 | 0.8398 |
|
| 103 |
+
| 1.461 | 1.5534 | 200 | 1.0200 | 0.8477 | 0.8384 | 0.8571 | 0.8430 |
|
| 104 |
+
| 1.4736 | 1.6311 | 210 | 0.9612 | 0.8540 | 0.8493 | 0.8621 | 0.8509 |
|
| 105 |
+
| 1.4062 | 1.7087 | 220 | 0.9269 | 0.8528 | 0.8476 | 0.8639 | 0.8495 |
|
| 106 |
+
| 1.2888 | 1.7864 | 230 | 0.8914 | 0.8516 | 0.8456 | 0.8626 | 0.8478 |
|
| 107 |
+
| 1.3353 | 1.8641 | 240 | 0.8484 | 0.8601 | 0.8538 | 0.8684 | 0.8555 |
|
| 108 |
+
| 1.2751 | 1.9417 | 250 | 0.8210 | 0.8586 | 0.8520 | 0.8643 | 0.8538 |
|
| 109 |
+
| 1.2378 | 2.0194 | 260 | 0.7924 | 0.8567 | 0.8510 | 0.8641 | 0.8522 |
|
| 110 |
+
| 1.1686 | 2.0971 | 270 | 0.7683 | 0.8579 | 0.8529 | 0.8670 | 0.8543 |
|
| 111 |
+
| 1.1625 | 2.1748 | 280 | 0.7477 | 0.8567 | 0.8522 | 0.8658 | 0.8532 |
|
| 112 |
+
| 1.1883 | 2.2524 | 290 | 0.7312 | 0.8576 | 0.8534 | 0.8674 | 0.8541 |
|
| 113 |
+
| 1.1551 | 2.3301 | 300 | 0.7052 | 0.8654 | 0.8606 | 0.8702 | 0.8618 |
|
| 114 |
+
| 1.1259 | 2.4078 | 310 | 0.6901 | 0.8627 | 0.8580 | 0.8720 | 0.8597 |
|
| 115 |
+
| 1.073 | 2.4854 | 320 | 0.6793 | 0.8654 | 0.8600 | 0.8722 | 0.8612 |
|
| 116 |
+
| 1.0587 | 2.5631 | 330 | 0.6604 | 0.8700 | 0.8646 | 0.8753 | 0.8660 |
|
| 117 |
+
| 1.0506 | 2.6408 | 340 | 0.6470 | 0.8690 | 0.8638 | 0.8714 | 0.8652 |
|
| 118 |
+
| 1.0397 | 2.7184 | 350 | 0.6369 | 0.8664 | 0.8606 | 0.8711 | 0.8627 |
|
| 119 |
+
| 1.0363 | 2.7961 | 360 | 0.6373 | 0.8664 | 0.8610 | 0.8797 | 0.8623 |
|
| 120 |
+
| 1.0408 | 2.8738 | 370 | 0.6141 | 0.8700 | 0.8637 | 0.8755 | 0.8655 |
|
| 121 |
+
| 1.0087 | 2.9515 | 380 | 0.6105 | 0.8707 | 0.8657 | 0.8740 | 0.8675 |
|
| 122 |
+
| 1.0021 | 3.0291 | 390 | 0.5978 | 0.8744 | 0.8708 | 0.8771 | 0.8717 |
|
| 123 |
+
| 0.894 | 3.1068 | 400 | 0.5970 | 0.8671 | 0.8632 | 0.8733 | 0.8637 |
|
| 124 |
+
| 0.9363 | 3.1845 | 410 | 0.5860 | 0.8683 | 0.8640 | 0.8754 | 0.8653 |
|
| 125 |
+
| 0.9678 | 3.2621 | 420 | 0.5760 | 0.8712 | 0.8677 | 0.8764 | 0.8684 |
|
| 126 |
+
| 0.9378 | 3.3398 | 430 | 0.5677 | 0.8686 | 0.8645 | 0.8734 | 0.8653 |
|
| 127 |
+
| 0.929 | 3.4175 | 440 | 0.5620 | 0.8707 | 0.8659 | 0.8750 | 0.8672 |
|
| 128 |
+
| 0.9585 | 3.4951 | 450 | 0.5610 | 0.8654 | 0.8612 | 0.8691 | 0.8625 |
|
| 129 |
+
| 0.8432 | 3.5728 | 460 | 0.5557 | 0.8690 | 0.8638 | 0.8715 | 0.8665 |
|
| 130 |
+
| 0.9423 | 3.6505 | 470 | 0.5421 | 0.8715 | 0.8663 | 0.8737 | 0.8684 |
|
| 131 |
+
| 0.944 | 3.7282 | 480 | 0.5419 | 0.8703 | 0.8656 | 0.8728 | 0.8671 |
|
| 132 |
+
| 0.8477 | 3.8058 | 490 | 0.5297 | 0.8766 | 0.8727 | 0.8799 | 0.8737 |
|
| 133 |
+
| 0.8933 | 3.8835 | 500 | 0.5263 | 0.8739 | 0.8707 | 0.8790 | 0.8716 |
|
| 134 |
+
| 0.881 | 3.9612 | 510 | 0.5197 | 0.8768 | 0.8739 | 0.8817 | 0.8746 |
|
| 135 |
+
| 0.8603 | 4.0388 | 520 | 0.5196 | 0.8778 | 0.8740 | 0.8832 | 0.8746 |
|
| 136 |
+
| 0.8045 | 4.1165 | 530 | 0.5214 | 0.8759 | 0.8723 | 0.8822 | 0.8725 |
|
| 137 |
+
| 0.8101 | 4.1942 | 540 | 0.5163 | 0.8746 | 0.8713 | 0.8806 | 0.8725 |
|
| 138 |
+
| 0.8016 | 4.2718 | 550 | 0.5149 | 0.8766 | 0.8729 | 0.8813 | 0.8735 |
|
| 139 |
+
| 0.8403 | 4.3495 | 560 | 0.5061 | 0.8724 | 0.8689 | 0.8767 | 0.8699 |
|
| 140 |
+
| 0.8216 | 4.4272 | 570 | 0.5034 | 0.8739 | 0.8699 | 0.8798 | 0.8708 |
|
| 141 |
+
| 0.8491 | 4.5049 | 580 | 0.5004 | 0.8768 | 0.8730 | 0.8828 | 0.8740 |
|
| 142 |
+
| 0.7727 | 4.5825 | 590 | 0.4990 | 0.8766 | 0.8722 | 0.8810 | 0.8736 |
|
| 143 |
+
| 0.8475 | 4.6602 | 600 | 0.4941 | 0.8766 | 0.8724 | 0.8807 | 0.8736 |
|
| 144 |
+
| 0.854 | 4.7379 | 610 | 0.4867 | 0.8824 | 0.8793 | 0.8867 | 0.8801 |
|
| 145 |
+
| 0.8226 | 4.8155 | 620 | 0.4900 | 0.8771 | 0.8736 | 0.8824 | 0.8747 |
|
| 146 |
+
| 0.7847 | 4.8932 | 630 | 0.4855 | 0.8805 | 0.8773 | 0.8847 | 0.8779 |
|
| 147 |
+
| 0.8093 | 4.9709 | 640 | 0.4820 | 0.8805 | 0.8775 | 0.8844 | 0.8777 |
|
| 148 |
+
| 0.7667 | 5.0485 | 650 | 0.4837 | 0.8800 | 0.8759 | 0.8827 | 0.8768 |
|
| 149 |
+
| 0.7116 | 5.1262 | 660 | 0.4812 | 0.8797 | 0.8765 | 0.8850 | 0.8773 |
|
| 150 |
+
| 0.7859 | 5.2039 | 670 | 0.4792 | 0.8812 | 0.8781 | 0.8869 | 0.8790 |
|
| 151 |
+
| 0.8108 | 5.2816 | 680 | 0.4772 | 0.8797 | 0.8766 | 0.8862 | 0.8771 |
|
| 152 |
+
| 0.7425 | 5.3592 | 690 | 0.4757 | 0.8807 | 0.8774 | 0.8856 | 0.8780 |
|
| 153 |
+
| 0.7968 | 5.4369 | 700 | 0.4759 | 0.8802 | 0.8770 | 0.8853 | 0.8774 |
|
| 154 |
+
| 0.8087 | 5.5146 | 710 | 0.4702 | 0.8810 | 0.8778 | 0.8851 | 0.8783 |
|
| 155 |
+
| 0.7207 | 5.5922 | 720 | 0.4716 | 0.8805 | 0.8771 | 0.8845 | 0.8776 |
|
| 156 |
+
| 0.7776 | 5.6699 | 730 | 0.4691 | 0.8790 | 0.8749 | 0.8829 | 0.8760 |
|
| 157 |
+
| 0.8075 | 5.7476 | 740 | 0.4658 | 0.8819 | 0.8784 | 0.8858 | 0.8789 |
|
| 158 |
+
| 0.7759 | 5.8252 | 750 | 0.4637 | 0.8807 | 0.8771 | 0.8838 | 0.8778 |
|
| 159 |
+
| 0.6963 | 5.9029 | 760 | 0.4656 | 0.8795 | 0.8765 | 0.8847 | 0.8769 |
|
| 160 |
+
| 0.7245 | 5.9806 | 770 | 0.4644 | 0.8827 | 0.8796 | 0.8872 | 0.8800 |
|
| 161 |
+
| 0.692 | 6.0583 | 780 | 0.4602 | 0.8819 | 0.8789 | 0.8861 | 0.8792 |
|
| 162 |
+
| 0.6859 | 6.1359 | 790 | 0.4594 | 0.8827 | 0.8797 | 0.8872 | 0.8798 |
|
| 163 |
+
| 0.7221 | 6.2136 | 800 | 0.4593 | 0.8814 | 0.8783 | 0.8861 | 0.8788 |
|
| 164 |
+
| 0.701 | 6.2913 | 810 | 0.4599 | 0.8807 | 0.8777 | 0.8852 | 0.8778 |
|
| 165 |
+
| 0.7151 | 6.3689 | 820 | 0.4564 | 0.8824 | 0.8794 | 0.8869 | 0.8797 |
|
| 166 |
+
| 0.7038 | 6.4466 | 830 | 0.4573 | 0.8812 | 0.8780 | 0.8860 | 0.8783 |
|
| 167 |
+
| 0.7182 | 6.5243 | 840 | 0.4553 | 0.8824 | 0.8793 | 0.8866 | 0.8795 |
|
| 168 |
+
| 0.6964 | 6.6019 | 850 | 0.4535 | 0.8822 | 0.8788 | 0.8861 | 0.8794 |
|
| 169 |
+
| 0.6805 | 6.6796 | 860 | 0.4556 | 0.8819 | 0.8789 | 0.8878 | 0.8791 |
|
| 170 |
+
| 0.6209 | 6.7573 | 870 | 0.4518 | 0.8836 | 0.8804 | 0.8883 | 0.8810 |
|
| 171 |
+
| 0.6665 | 6.8350 | 880 | 0.4524 | 0.8829 | 0.8798 | 0.8881 | 0.8800 |
|
| 172 |
+
| 0.7334 | 6.9126 | 890 | 0.4507 | 0.8805 | 0.8776 | 0.8859 | 0.8779 |
|
| 173 |
+
| 0.6889 | 6.9903 | 900 | 0.4503 | 0.8822 | 0.8791 | 0.8872 | 0.8796 |
|
| 174 |
+
| 0.6854 | 7.0680 | 910 | 0.4488 | 0.8846 | 0.8816 | 0.8887 | 0.8824 |
|
| 175 |
+
| 0.6855 | 7.1456 | 920 | 0.4485 | 0.8829 | 0.8800 | 0.8877 | 0.8804 |
|
| 176 |
+
| 0.6644 | 7.2233 | 930 | 0.4477 | 0.8846 | 0.8814 | 0.8888 | 0.8822 |
|
| 177 |
+
| 0.6556 | 7.3010 | 940 | 0.4469 | 0.8841 | 0.8811 | 0.8887 | 0.8818 |
|
| 178 |
+
| 0.7299 | 7.3786 | 950 | 0.4480 | 0.8841 | 0.8813 | 0.8894 | 0.8817 |
|
| 179 |
+
| 0.6425 | 7.4563 | 960 | 0.4467 | 0.8829 | 0.8798 | 0.8876 | 0.8805 |
|
| 180 |
+
| 0.6582 | 7.5340 | 970 | 0.4470 | 0.8831 | 0.8801 | 0.8879 | 0.8806 |
|
| 181 |
+
| 0.7499 | 7.6117 | 980 | 0.4466 | 0.8831 | 0.8801 | 0.8878 | 0.8806 |
|
| 182 |
+
| 0.6396 | 7.6893 | 990 | 0.4466 | 0.8839 | 0.8809 | 0.8887 | 0.8813 |
|
| 183 |
+
| 0.6864 | 7.7670 | 1000 | 0.4466 | 0.8839 | 0.8809 | 0.8888 | 0.8814 |
|
| 184 |
+
|
| 185 |
+
|
| 186 |
+
### Framework versions
|
| 187 |
+
|
| 188 |
+
- Transformers 4.40.2
|
| 189 |
+
- Pytorch 2.3.0
|
| 190 |
+
- Datasets 2.19.1
|
| 191 |
+
- Tokenizers 0.19.1
|
config.json
ADDED
|
@@ -0,0 +1,268 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_name_or_path": "google/vit-base-patch16-224",
|
| 3 |
+
"architectures": [
|
| 4 |
+
"ViTForImageClassification"
|
| 5 |
+
],
|
| 6 |
+
"attention_probs_dropout_prob": 0.0,
|
| 7 |
+
"encoder_stride": 16,
|
| 8 |
+
"hidden_act": "gelu",
|
| 9 |
+
"hidden_dropout_prob": 0.0,
|
| 10 |
+
"hidden_size": 768,
|
| 11 |
+
"id2label": {
|
| 12 |
+
"0": "Affenpinscher",
|
| 13 |
+
"1": "Afghan Hound",
|
| 14 |
+
"2": "African Hunting Dog",
|
| 15 |
+
"3": "Airedale",
|
| 16 |
+
"4": "American Staffordshire Terrier",
|
| 17 |
+
"5": "Appenzeller",
|
| 18 |
+
"6": "Australian Terrier",
|
| 19 |
+
"7": "Basenji",
|
| 20 |
+
"8": "Basset",
|
| 21 |
+
"9": "Beagle",
|
| 22 |
+
"10": "Bedlington Terrier",
|
| 23 |
+
"11": "Bernese Mountain Dog",
|
| 24 |
+
"12": "Black And Tan Coonhound",
|
| 25 |
+
"13": "Blenheim Spaniel",
|
| 26 |
+
"14": "Bloodhound",
|
| 27 |
+
"15": "Bluetick",
|
| 28 |
+
"16": "Border Collie",
|
| 29 |
+
"17": "Border Terrier",
|
| 30 |
+
"18": "Borzoi",
|
| 31 |
+
"19": "Boston Bull",
|
| 32 |
+
"20": "Bouvier Des Flandres",
|
| 33 |
+
"21": "Boxer",
|
| 34 |
+
"22": "Brabancon Griffon",
|
| 35 |
+
"23": "Briard",
|
| 36 |
+
"24": "Brittany Spaniel",
|
| 37 |
+
"25": "Bull Mastiff",
|
| 38 |
+
"26": "Cairn",
|
| 39 |
+
"27": "Cardigan",
|
| 40 |
+
"28": "Chesapeake Bay Retriever",
|
| 41 |
+
"29": "Chihuahua",
|
| 42 |
+
"30": "Chow",
|
| 43 |
+
"31": "Clumber",
|
| 44 |
+
"32": "Cocker Spaniel",
|
| 45 |
+
"33": "Collie",
|
| 46 |
+
"34": "Curly Coated Retriever",
|
| 47 |
+
"35": "Dandie Dinmont",
|
| 48 |
+
"36": "Dhole",
|
| 49 |
+
"37": "Dingo",
|
| 50 |
+
"38": "Doberman",
|
| 51 |
+
"39": "English Foxhound",
|
| 52 |
+
"40": "English Setter",
|
| 53 |
+
"41": "English Springer",
|
| 54 |
+
"42": "Entlebucher",
|
| 55 |
+
"43": "Eskimo Dog",
|
| 56 |
+
"44": "Flat Coated Retriever",
|
| 57 |
+
"45": "French Bulldog",
|
| 58 |
+
"46": "German Shepherd",
|
| 59 |
+
"47": "German Short Haired Pointer",
|
| 60 |
+
"48": "Giant Schnauzer",
|
| 61 |
+
"49": "Golden Retriever",
|
| 62 |
+
"50": "Gordon Setter",
|
| 63 |
+
"51": "Great Dane",
|
| 64 |
+
"52": "Great Pyrenees",
|
| 65 |
+
"53": "Greater Swiss Mountain Dog",
|
| 66 |
+
"54": "Groenendael",
|
| 67 |
+
"55": "Ibizan Hound",
|
| 68 |
+
"56": "Irish Setter",
|
| 69 |
+
"57": "Irish Terrier",
|
| 70 |
+
"58": "Irish Water Spaniel",
|
| 71 |
+
"59": "Irish Wolfhound",
|
| 72 |
+
"60": "Italian Greyhound",
|
| 73 |
+
"61": "Japanese Spaniel",
|
| 74 |
+
"62": "Keeshond",
|
| 75 |
+
"63": "Kelpie",
|
| 76 |
+
"64": "Kerry Blue Terrier",
|
| 77 |
+
"65": "Komondor",
|
| 78 |
+
"66": "Kuvasz",
|
| 79 |
+
"67": "Labrador Retriever",
|
| 80 |
+
"68": "Lakeland Terrier",
|
| 81 |
+
"69": "Leonberg",
|
| 82 |
+
"70": "Lhasa",
|
| 83 |
+
"71": "Malamute",
|
| 84 |
+
"72": "Malinois",
|
| 85 |
+
"73": "Maltese Dog",
|
| 86 |
+
"74": "Mexican Hairless",
|
| 87 |
+
"75": "Miniature Pinscher",
|
| 88 |
+
"76": "Miniature Poodle",
|
| 89 |
+
"77": "Miniature Schnauzer",
|
| 90 |
+
"78": "Newfoundland",
|
| 91 |
+
"79": "Norfolk Terrier",
|
| 92 |
+
"80": "Norwegian Elkhound",
|
| 93 |
+
"81": "Norwich Terrier",
|
| 94 |
+
"82": "Old English Sheepdog",
|
| 95 |
+
"83": "Otterhound",
|
| 96 |
+
"84": "Papillon",
|
| 97 |
+
"85": "Pekinese",
|
| 98 |
+
"86": "Pembroke",
|
| 99 |
+
"87": "Pomeranian",
|
| 100 |
+
"88": "Pug",
|
| 101 |
+
"89": "Redbone",
|
| 102 |
+
"90": "Rhodesian Ridgeback",
|
| 103 |
+
"91": "Rottweiler",
|
| 104 |
+
"92": "Saint Bernard",
|
| 105 |
+
"93": "Saluki",
|
| 106 |
+
"94": "Samoyed",
|
| 107 |
+
"95": "Schipperke",
|
| 108 |
+
"96": "Scotch Terrier",
|
| 109 |
+
"97": "Scottish Deerhound",
|
| 110 |
+
"98": "Sealyham Terrier",
|
| 111 |
+
"99": "Shetland Sheepdog",
|
| 112 |
+
"100": "Shih Tzu",
|
| 113 |
+
"101": "Siberian Husky",
|
| 114 |
+
"102": "Silky Terrier",
|
| 115 |
+
"103": "Soft Coated Wheaten Terrier",
|
| 116 |
+
"104": "Staffordshire Bullterrier",
|
| 117 |
+
"105": "Standard Poodle",
|
| 118 |
+
"106": "Standard Schnauzer",
|
| 119 |
+
"107": "Sussex Spaniel",
|
| 120 |
+
"108": "Tibetan Mastiff",
|
| 121 |
+
"109": "Tibetan Terrier",
|
| 122 |
+
"110": "Toy Poodle",
|
| 123 |
+
"111": "Toy Terrier",
|
| 124 |
+
"112": "Vizsla",
|
| 125 |
+
"113": "Walker Hound",
|
| 126 |
+
"114": "Weimaraner",
|
| 127 |
+
"115": "Welsh Springer Spaniel",
|
| 128 |
+
"116": "West Highland White Terrier",
|
| 129 |
+
"117": "Whippet",
|
| 130 |
+
"118": "Wire Haired Fox Terrier",
|
| 131 |
+
"119": "Yorkshire Terrier"
|
| 132 |
+
},
|
| 133 |
+
"image_size": 224,
|
| 134 |
+
"initializer_range": 0.02,
|
| 135 |
+
"intermediate_size": 3072,
|
| 136 |
+
"label2id": {
|
| 137 |
+
"Affenpinscher": 0,
|
| 138 |
+
"Afghan Hound": 1,
|
| 139 |
+
"African Hunting Dog": 2,
|
| 140 |
+
"Airedale": 3,
|
| 141 |
+
"American Staffordshire Terrier": 4,
|
| 142 |
+
"Appenzeller": 5,
|
| 143 |
+
"Australian Terrier": 6,
|
| 144 |
+
"Basenji": 7,
|
| 145 |
+
"Basset": 8,
|
| 146 |
+
"Beagle": 9,
|
| 147 |
+
"Bedlington Terrier": 10,
|
| 148 |
+
"Bernese Mountain Dog": 11,
|
| 149 |
+
"Black And Tan Coonhound": 12,
|
| 150 |
+
"Blenheim Spaniel": 13,
|
| 151 |
+
"Bloodhound": 14,
|
| 152 |
+
"Bluetick": 15,
|
| 153 |
+
"Border Collie": 16,
|
| 154 |
+
"Border Terrier": 17,
|
| 155 |
+
"Borzoi": 18,
|
| 156 |
+
"Boston Bull": 19,
|
| 157 |
+
"Bouvier Des Flandres": 20,
|
| 158 |
+
"Boxer": 21,
|
| 159 |
+
"Brabancon Griffon": 22,
|
| 160 |
+
"Briard": 23,
|
| 161 |
+
"Brittany Spaniel": 24,
|
| 162 |
+
"Bull Mastiff": 25,
|
| 163 |
+
"Cairn": 26,
|
| 164 |
+
"Cardigan": 27,
|
| 165 |
+
"Chesapeake Bay Retriever": 28,
|
| 166 |
+
"Chihuahua": 29,
|
| 167 |
+
"Chow": 30,
|
| 168 |
+
"Clumber": 31,
|
| 169 |
+
"Cocker Spaniel": 32,
|
| 170 |
+
"Collie": 33,
|
| 171 |
+
"Curly Coated Retriever": 34,
|
| 172 |
+
"Dandie Dinmont": 35,
|
| 173 |
+
"Dhole": 36,
|
| 174 |
+
"Dingo": 37,
|
| 175 |
+
"Doberman": 38,
|
| 176 |
+
"English Foxhound": 39,
|
| 177 |
+
"English Setter": 40,
|
| 178 |
+
"English Springer": 41,
|
| 179 |
+
"Entlebucher": 42,
|
| 180 |
+
"Eskimo Dog": 43,
|
| 181 |
+
"Flat Coated Retriever": 44,
|
| 182 |
+
"French Bulldog": 45,
|
| 183 |
+
"German Shepherd": 46,
|
| 184 |
+
"German Short Haired Pointer": 47,
|
| 185 |
+
"Giant Schnauzer": 48,
|
| 186 |
+
"Golden Retriever": 49,
|
| 187 |
+
"Gordon Setter": 50,
|
| 188 |
+
"Great Dane": 51,
|
| 189 |
+
"Great Pyrenees": 52,
|
| 190 |
+
"Greater Swiss Mountain Dog": 53,
|
| 191 |
+
"Groenendael": 54,
|
| 192 |
+
"Ibizan Hound": 55,
|
| 193 |
+
"Irish Setter": 56,
|
| 194 |
+
"Irish Terrier": 57,
|
| 195 |
+
"Irish Water Spaniel": 58,
|
| 196 |
+
"Irish Wolfhound": 59,
|
| 197 |
+
"Italian Greyhound": 60,
|
| 198 |
+
"Japanese Spaniel": 61,
|
| 199 |
+
"Keeshond": 62,
|
| 200 |
+
"Kelpie": 63,
|
| 201 |
+
"Kerry Blue Terrier": 64,
|
| 202 |
+
"Komondor": 65,
|
| 203 |
+
"Kuvasz": 66,
|
| 204 |
+
"Labrador Retriever": 67,
|
| 205 |
+
"Lakeland Terrier": 68,
|
| 206 |
+
"Leonberg": 69,
|
| 207 |
+
"Lhasa": 70,
|
| 208 |
+
"Malamute": 71,
|
| 209 |
+
"Malinois": 72,
|
| 210 |
+
"Maltese Dog": 73,
|
| 211 |
+
"Mexican Hairless": 74,
|
| 212 |
+
"Miniature Pinscher": 75,
|
| 213 |
+
"Miniature Poodle": 76,
|
| 214 |
+
"Miniature Schnauzer": 77,
|
| 215 |
+
"Newfoundland": 78,
|
| 216 |
+
"Norfolk Terrier": 79,
|
| 217 |
+
"Norwegian Elkhound": 80,
|
| 218 |
+
"Norwich Terrier": 81,
|
| 219 |
+
"Old English Sheepdog": 82,
|
| 220 |
+
"Otterhound": 83,
|
| 221 |
+
"Papillon": 84,
|
| 222 |
+
"Pekinese": 85,
|
| 223 |
+
"Pembroke": 86,
|
| 224 |
+
"Pomeranian": 87,
|
| 225 |
+
"Pug": 88,
|
| 226 |
+
"Redbone": 89,
|
| 227 |
+
"Rhodesian Ridgeback": 90,
|
| 228 |
+
"Rottweiler": 91,
|
| 229 |
+
"Saint Bernard": 92,
|
| 230 |
+
"Saluki": 93,
|
| 231 |
+
"Samoyed": 94,
|
| 232 |
+
"Schipperke": 95,
|
| 233 |
+
"Scotch Terrier": 96,
|
| 234 |
+
"Scottish Deerhound": 97,
|
| 235 |
+
"Sealyham Terrier": 98,
|
| 236 |
+
"Shetland Sheepdog": 99,
|
| 237 |
+
"Shih Tzu": 100,
|
| 238 |
+
"Siberian Husky": 101,
|
| 239 |
+
"Silky Terrier": 102,
|
| 240 |
+
"Soft Coated Wheaten Terrier": 103,
|
| 241 |
+
"Staffordshire Bullterrier": 104,
|
| 242 |
+
"Standard Poodle": 105,
|
| 243 |
+
"Standard Schnauzer": 106,
|
| 244 |
+
"Sussex Spaniel": 107,
|
| 245 |
+
"Tibetan Mastiff": 108,
|
| 246 |
+
"Tibetan Terrier": 109,
|
| 247 |
+
"Toy Poodle": 110,
|
| 248 |
+
"Toy Terrier": 111,
|
| 249 |
+
"Vizsla": 112,
|
| 250 |
+
"Walker Hound": 113,
|
| 251 |
+
"Weimaraner": 114,
|
| 252 |
+
"Welsh Springer Spaniel": 115,
|
| 253 |
+
"West Highland White Terrier": 116,
|
| 254 |
+
"Whippet": 117,
|
| 255 |
+
"Wire Haired Fox Terrier": 118,
|
| 256 |
+
"Yorkshire Terrier": 119
|
| 257 |
+
},
|
| 258 |
+
"layer_norm_eps": 1e-12,
|
| 259 |
+
"model_type": "vit",
|
| 260 |
+
"num_attention_heads": 12,
|
| 261 |
+
"num_channels": 3,
|
| 262 |
+
"num_hidden_layers": 12,
|
| 263 |
+
"patch_size": 16,
|
| 264 |
+
"problem_type": "single_label_classification",
|
| 265 |
+
"qkv_bias": true,
|
| 266 |
+
"torch_dtype": "float32",
|
| 267 |
+
"transformers_version": "4.40.2"
|
| 268 |
+
}
|
config.toml
ADDED
|
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[training_args]
|
| 2 |
+
output_dir="/Users/andrewmayes/Openclassroom/CanineNet/code/"
|
| 3 |
+
evaluation_strategy="steps"
|
| 4 |
+
save_strategy="steps"
|
| 5 |
+
learning_rate=5e-5
|
| 6 |
+
#per_device_train_batch_size=32 # 512
|
| 7 |
+
#per_device_eval_batch_size=32 # 512
|
| 8 |
+
# num_train_epochs=5,
|
| 9 |
+
eval_delay=0 # 50
|
| 10 |
+
eval_steps=0.01
|
| 11 |
+
#eval_accumulation_steps
|
| 12 |
+
gradient_accumulation_steps=4
|
| 13 |
+
gradient_checkpointing=true
|
| 14 |
+
optim="adafactor"
|
| 15 |
+
max_steps=1000 # 100
|
| 16 |
+
#logging_dir=""
|
| 17 |
+
#log_level="error"
|
| 18 |
+
load_best_model_at_end=true
|
| 19 |
+
metric_for_best_model="f1"
|
| 20 |
+
greater_is_better=true
|
| 21 |
+
#use_mps_device=true
|
| 22 |
+
logging_steps=0.01
|
| 23 |
+
save_steps=0.01
|
| 24 |
+
#auto_find_batch_size=true
|
| 25 |
+
report_to="mlflow"
|
| 26 |
+
save_total_limit=2
|
| 27 |
+
#hub_model_id="amaye15/SwinV2-Base-Document-Classifier"
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c37aed959f112879251c04c263c605047b33ef05afd061f68e018c0d9638311e
|
| 3 |
+
size 343586952
|
preprocessor_config.json
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"_valid_processor_keys": [
|
| 3 |
+
"images",
|
| 4 |
+
"do_resize",
|
| 5 |
+
"size",
|
| 6 |
+
"resample",
|
| 7 |
+
"do_rescale",
|
| 8 |
+
"rescale_factor",
|
| 9 |
+
"do_normalize",
|
| 10 |
+
"image_mean",
|
| 11 |
+
"image_std",
|
| 12 |
+
"return_tensors",
|
| 13 |
+
"data_format",
|
| 14 |
+
"input_data_format"
|
| 15 |
+
],
|
| 16 |
+
"do_normalize": true,
|
| 17 |
+
"do_rescale": true,
|
| 18 |
+
"do_resize": true,
|
| 19 |
+
"image_mean": [
|
| 20 |
+
0.5,
|
| 21 |
+
0.5,
|
| 22 |
+
0.5
|
| 23 |
+
],
|
| 24 |
+
"image_processor_type": "ViTImageProcessor",
|
| 25 |
+
"image_std": [
|
| 26 |
+
0.5,
|
| 27 |
+
0.5,
|
| 28 |
+
0.5
|
| 29 |
+
],
|
| 30 |
+
"resample": 2,
|
| 31 |
+
"rescale_factor": 0.00392156862745098,
|
| 32 |
+
"size": {
|
| 33 |
+
"height": 224,
|
| 34 |
+
"width": 224
|
| 35 |
+
}
|
| 36 |
+
}
|
train.ipynb
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:469ffaebc9e9f849dbec4f4fd16dd79aa3f700afaa475d423602f04cecf72d3a
|
| 3 |
+
size 5112
|