neuralhaven/tinyvit2mobilevitxxs_FT

README.md

@@ -0,0 +1,75 @@
+---
+license: other
+base_model: neuralhaven/KDRSSC_TinyViT2MobileViT-xx-small
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+- precision
+- recall
+- f1
+model-index:
+- name: KDRSSC_TinyViT2MobileViT-xx-small-RESISC45_01
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# KDRSSC_TinyViT2MobileViT-xx-small-RESISC45_01
+
+This model is a fine-tuned version of [neuralhaven/KDRSSC_TinyViT2MobileViT-xx-small](https://huggingface.co/neuralhaven/KDRSSC_TinyViT2MobileViT-xx-small) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.5369
+- Accuracy: 0.8510
+- Precision: 0.8555
+- Recall: 0.8522
+- F1: 0.8521
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0005
+- train_batch_size: 256
+- eval_batch_size: 256
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 10
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy | Precision | Recall | F1     |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|:---------:|:------:|:------:|
+| 1.1561        | 1.0   | 20   | 0.8622          | 0.7856   | 0.8025    | 0.7860 | 0.7842 |
+| 0.9463        | 2.0   | 40   | 0.7009          | 0.8127   | 0.8247    | 0.8136 | 0.8142 |
+| 0.7867        | 3.0   | 60   | 0.7666          | 0.7817   | 0.8076    | 0.7824 | 0.7819 |
+| 0.7504        | 4.0   | 80   | 0.6580          | 0.8203   | 0.8240    | 0.8214 | 0.8194 |
+| 0.7147        | 5.0   | 100  | 0.6410          | 0.8208   | 0.8348    | 0.8204 | 0.8221 |
+| 0.6715        | 6.0   | 120  | 0.5923          | 0.8343   | 0.8390    | 0.8360 | 0.8356 |
+| 0.6114        | 7.0   | 140  | 0.5965          | 0.8321   | 0.8415    | 0.8338 | 0.8330 |
+| 0.6041        | 8.0   | 160  | 0.5625          | 0.8440   | 0.8522    | 0.8448 | 0.8456 |
+| 0.5449        | 9.0   | 180  | 0.5466          | 0.8457   | 0.8508    | 0.8470 | 0.8472 |
+| 0.5607        | 10.0  | 200  | 0.5369          | 0.8510   | 0.8555    | 0.8522 | 0.8521 |
+
+
+### Framework versions
+
+- Transformers 4.44.0
+- Pytorch 2.4.0
+- Datasets 2.21.0
+- Tokenizers 0.19.1

config.json

@@ -0,0 +1,141 @@
+{
+  "_name_or_path": "neuralhaven/KDRSSC_TinyViT2MobileViT-xx-small",
+  "architectures": [
+    "MobileViTForImageClassification"
+  ],
+  "aspp_dropout_prob": 0.1,
+  "aspp_out_channels": 256,
+  "atrous_rates": [
+    6,
+    12,
+    18
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "classifier_dropout_prob": 0.1,
+  "conv_kernel_size": 3,
+  "expand_ratio": 2.0,
+  "hidden_act": "silu",
+  "hidden_dropout_prob": 0.05,
+  "hidden_sizes": [
+    64,
+    80,
+    96
+  ],
+  "id2label": {
+    "0": "airplane",
+    "1": "airport",
+    "2": "baseball_diamond",
+    "3": "basketball_court",
+    "4": "beach",
+    "5": "bridge",
+    "6": "chaparral",
+    "7": "church",
+    "8": "circular_farmland",
+    "9": "cloud",
+    "10": "commercial_area",
+    "11": "dense_residential",
+    "12": "desert",
+    "13": "forest",
+    "14": "freeway",
+    "15": "golf_course",
+    "16": "ground_track_field",
+    "17": "harbor",
+    "18": "industrial_area",
+    "19": "intersection",
+    "20": "island",
+    "21": "lake",
+    "22": "meadow",
+    "23": "medium_residential",
+    "24": "mobile_home_park",
+    "25": "mountain",
+    "26": "overpass",
+    "27": "palace",
+    "28": "parking_lot",
+    "29": "railway",
+    "30": "railway_station",
+    "31": "rectangular_farmland",
+    "32": "river",
+    "33": "roundabout",
+    "34": "runway",
+    "35": "sea_ice",
+    "36": "ship",
+    "37": "snowberg",
+    "38": "sparse_residential",
+    "39": "stadium",
+    "40": "storage_tank",
+    "41": "tennis_court",
+    "42": "terrace",
+    "43": "thermal_power_station",
+    "44": "wetland"
+  },
+  "image_size": 256,
+  "initializer_range": 0.02,
+  "label2id": {
+    "airplane": 0,
+    "airport": 1,
+    "baseball_diamond": 2,
+    "basketball_court": 3,
+    "beach": 4,
+    "bridge": 5,
+    "chaparral": 6,
+    "church": 7,
+    "circular_farmland": 8,
+    "cloud": 9,
+    "commercial_area": 10,
+    "dense_residential": 11,
+    "desert": 12,
+    "forest": 13,
+    "freeway": 14,
+    "golf_course": 15,
+    "ground_track_field": 16,
+    "harbor": 17,
+    "industrial_area": 18,
+    "intersection": 19,
+    "island": 20,
+    "lake": 21,
+    "meadow": 22,
+    "medium_residential": 23,
+    "mobile_home_park": 24,
+    "mountain": 25,
+    "overpass": 26,
+    "palace": 27,
+    "parking_lot": 28,
+    "railway": 29,
+    "railway_station": 30,
+    "rectangular_farmland": 31,
+    "river": 32,
+    "roundabout": 33,
+    "runway": 34,
+    "sea_ice": 35,
+    "ship": 36,
+    "snowberg": 37,
+    "sparse_residential": 38,
+    "stadium": 39,
+    "storage_tank": 40,
+    "tennis_court": 41,
+    "terrace": 42,
+    "thermal_power_station": 43,
+    "wetland": 44
+  },
+  "layer_norm_eps": 1e-05,
+  "mlp_ratio": 2.0,
+  "model_type": "mobilevit",
+  "neck_hidden_sizes": [
+    16,
+    16,
+    24,
+    48,
+    64,
+    80,
+    320
+  ],
+  "num_attention_heads": 4,
+  "num_channels": 3,
+  "output_stride": 32,
+  "patch_size": 2,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "semantic_loss_ignore_index": 255,
+  "torch_dtype": "float32",
+  "transformers_version": "4.44.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d5d2b3a9aa76dd85166a56334c8954572aa4fe288dfceb5f77a56b32c7c809
+size 3924580

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

runs/Sep12_09-43-47_fea55ff8682c/events.out.tfevents.1726134228.fea55ff8682c.36.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2e39f5b872801f8e8df5e9ce84ebd2bca2b43d454f432675505efdfcccf171
+size 7403

runs/Sep12_09-55-01_fea55ff8682c/events.out.tfevents.1726134902.fea55ff8682c.166.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b95418f37d1a090fb8356e85f7d632cba0a44230435f2ac602f83af257d24be
+size 14262

runs/Sep12_10-00-25_fea55ff8682c/events.out.tfevents.1726135226.fea55ff8682c.249.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4bd42499999b8ad994355583edc92941b1047a8d38b8f3cc69f99f2334cd14
+size 16595

runs/Sep12_10-10-52_fea55ff8682c/events.out.tfevents.1726135853.fea55ff8682c.333.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c3233bf09c83320f27062a5d3f99b30a2da64769151e975e7e089b919805c7
+size 16596

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f44a8a324cc36a0f046ac50bfbc7b134e848ec4fcb26724e6a4e7257e9a7b8
+size 5304