Model save

README.md

@@ -1,7 +1,7 @@
 ---
 library_name: transformers
 license: apache-2.0
-base_model: microsoft/beit-base-patch16-224-pt22k-ft22k
+base_model: vikas117/finetuned-ai-real-beit
 tags:
 - generated_from_trainer
 datasets:
@@ -23,7 +23,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.9586776859504132
+      value: 0.9338842975206612
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -31,10 +31,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # finetuned-ai-real-beit
 
-This model is a fine-tuned version of [microsoft/beit-base-patch16-224-pt22k-ft22k](https://huggingface.co/microsoft/beit-base-patch16-224-pt22k-ft22k) on the imagefolder dataset.
+This model is a fine-tuned version of [vikas117/finetuned-ai-real-beit](https://huggingface.co/vikas117/finetuned-ai-real-beit) on the imagefolder dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.1340
-- Accuracy: 0.9587
+- Loss: 0.2805
+- Accuracy: 0.9339
 
 ## Model description
 
@@ -59,15 +59,17 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
-- num_epochs: 5
+- num_epochs: 2
 - mixed_precision_training: Native AMP
 
 ### Training results
 
 | Training Loss | Epoch  | Step | Validation Loss | Accuracy |
 |:-------------:|:------:|:----:|:---------------:|:--------:|
-| 0.0724        | 2.2727 | 50   | 0.0964          | 0.9669   |
-| 0.0198        | 4.5455 | 100  | 0.1340          | 0.9587   |
+| 0.4366        | 0.4545 | 10   | 0.0494          | 0.9752   |
+| 0.0713        | 0.9091 | 20   | 0.1101          | 0.9587   |
+| 0.0302        | 1.3636 | 30   | 0.2225          | 0.9587   |
+| 0.0531        | 1.8182 | 40   | 0.2805          | 0.9339   |
 
 
 ### Framework versions

all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.9586776859504132,
+    "eval_loss": 0.13598860800266266,
+    "eval_runtime": 1.6577,
+    "eval_samples_per_second": 72.995,
+    "eval_steps_per_second": 9.652,
+    "total_flos": 2.633601533681664e+17,
+    "train_loss": 0.08520049764351412,
+    "train_runtime": 91.5555,
+    "train_samples_per_second": 37.136,
+    "train_steps_per_second": 1.201
+}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "microsoft/beit-base-patch16-224-pt22k-ft22k",
+  "_name_or_path": "vikas117/finetuned-ai-real-beit",
   "add_fpn": false,
   "architectures": [
     "BeitForImageClassification"

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.9586776859504132,
+    "eval_loss": 0.13598860800266266,
+    "eval_runtime": 1.6577,
+    "eval_samples_per_second": 72.995,
+    "eval_steps_per_second": 9.652
+}

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ad18403a2ad5373fe340f4c9ff19b38b3570be7aa1953761ae3b9bdc38643e5
+oid sha256:de5a6af65005273dfbc1c13fe92a3b73f2e0224aa4c89628570d94a8c26fd805
 size 343080328

preprocessor_config.json

@@ -1,8 +1,11 @@
 {
-  "crop_size": 224,
+  "crop_size": {
+    "height": 224,
+    "width": 224
+  },
   "do_center_crop": false,
-  "do_convert_rgb": null,
   "do_normalize": true,
+  "do_reduce_labels": false,
   "do_rescale": true,
   "do_resize": true,
   "image_mean": [
@@ -10,7 +13,7 @@
     0.5,
     0.5
   ],
-  "image_processor_type": "ViTFeatureExtractor",
+  "image_processor_type": "BeitFeatureExtractor",
   "image_std": [
     0.5,
     0.5,

runs/Dec30_15-52-44_01976ac788fd/events.out.tfevents.1735574112.01976ac788fd.1392.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5bc48f222058aa413376df93d28111efdaaf510c1ab8cd97631d0d4fa1277ea
+size 405

runs/Dec30_16-01-36_01976ac788fd/events.out.tfevents.1735574504.01976ac788fd.1392.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdfdf3f5c411cd148b855fa5ecc91fc9350af0252dcde8cb2f58a8ccac9961e
+size 8256

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "total_flos": 2.633601533681664e+17,
+    "train_loss": 0.08520049764351412,
+    "train_runtime": 91.5555,
+    "train_samples_per_second": 37.136,
+    "train_steps_per_second": 1.201
+}

trainer_state.json

@@ -0,0 +1,137 @@
+{
+  "best_metric": 0.09644630551338196,
+  "best_model_checkpoint": "finetuned-ai-real-beit/checkpoint-50",
+  "epoch": 5.0,
+  "eval_steps": 50,
+  "global_step": 110,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.45454545454545453,
+      "grad_norm": 4.455732345581055,
+      "learning_rate": 0.00018363636363636366,
+      "loss": 0.3675,
+      "step": 10
+    },
+    {
+      "epoch": 0.9090909090909091,
+      "grad_norm": 6.04647159576416,
+      "learning_rate": 0.00016545454545454545,
+      "loss": 0.1004,
+      "step": 20
+    },
+    {
+      "epoch": 1.3636363636363638,
+      "grad_norm": 7.7111616134643555,
+      "learning_rate": 0.00014727272727272728,
+      "loss": 0.1074,
+      "step": 30
+    },
+    {
+      "epoch": 1.8181818181818183,
+      "grad_norm": 3.5139763355255127,
+      "learning_rate": 0.0001290909090909091,
+      "loss": 0.0934,
+      "step": 40
+    },
+    {
+      "epoch": 2.2727272727272725,
+      "grad_norm": 1.9594430923461914,
+      "learning_rate": 0.00011090909090909092,
+      "loss": 0.0724,
+      "step": 50
+    },
+    {
+      "epoch": 2.2727272727272725,
+      "eval_accuracy": 0.9669421487603306,
+      "eval_loss": 0.09644630551338196,
+      "eval_runtime": 1.506,
+      "eval_samples_per_second": 80.347,
+      "eval_steps_per_second": 10.624,
+      "step": 50
+    },
+    {
+      "epoch": 2.7272727272727275,
+      "grad_norm": 1.1000548601150513,
+      "learning_rate": 9.272727272727273e-05,
+      "loss": 0.0213,
+      "step": 60
+    },
+    {
+      "epoch": 3.1818181818181817,
+      "grad_norm": 1.2705051898956299,
+      "learning_rate": 7.454545454545455e-05,
+      "loss": 0.0563,
+      "step": 70
+    },
+    {
+      "epoch": 3.6363636363636362,
+      "grad_norm": 0.07004624605178833,
+      "learning_rate": 5.636363636363636e-05,
+      "loss": 0.0588,
+      "step": 80
+    },
+    {
+      "epoch": 4.090909090909091,
+      "grad_norm": 6.447866916656494,
+      "learning_rate": 3.818181818181819e-05,
+      "loss": 0.0296,
+      "step": 90
+    },
+    {
+      "epoch": 4.545454545454545,
+      "grad_norm": 0.036224253475666046,
+      "learning_rate": 2e-05,
+      "loss": 0.0198,
+      "step": 100
+    },
+    {
+      "epoch": 4.545454545454545,
+      "eval_accuracy": 0.9586776859504132,
+      "eval_loss": 0.13395561277866364,
+      "eval_runtime": 1.4421,
+      "eval_samples_per_second": 83.904,
+      "eval_steps_per_second": 11.095,
+      "step": 100
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.009324366226792336,
+      "learning_rate": 1.818181818181818e-06,
+      "loss": 0.0103,
+      "step": 110
+    },
+    {
+      "epoch": 5.0,
+      "step": 110,
+      "total_flos": 2.633601533681664e+17,
+      "train_loss": 0.08520049764351412,
+      "train_runtime": 91.5555,
+      "train_samples_per_second": 37.136,
+      "train_steps_per_second": 1.201
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 110,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.633601533681664e+17,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45fa37e2ac23c6aefde3bb9d54dc6c7d8b03764c20c49eb1a9948e2a18f4dffe
+oid sha256:1e8449390aa8c61fc3185c0d7e732e49620f1f71e94961cacae30b9a81189611
 size 5304