Modified validation and training for linktransformer model

.gitattributes

@@ -40,3 +40,4 @@ model.safetensors filter=lfs diff=lfs merge=lfs -text
 .git/lfs/objects/dd/ff/ddffe9c1334ca79b7140d04cef33760198594b6bb4ce06ea0dc12882f8cd2848 filter=lfs diff=lfs merge=lfs -text
 .git/lfs/objects/6e/be/6ebeec4dae5c7db97dea58a3964c3a7b86e8795effe472fa312fd1dc7245c6e2 filter=lfs diff=lfs merge=lfs -text
 .git/lfs/objects/52/8b/528be60f02c85078efa8d1b6ec884cb827d1dd33dfff57d1c1ff5b4daf42b2db filter=lfs diff=lfs merge=lfs -text
+.git/lfs/objects/26/89/2689c2c4bb9f0ae4eed9047269fc0c28ce91c50f3e91e29c8932c4a8b765af72 filter=lfs diff=lfs merge=lfs -text

LT_training_config.json

@@ -1,10 +1,10 @@
 {
   "model_save_dir": "models",
   "model_save_name": "linkage_un_data_en_fine_coarse",
-  "opt_model_description": "This model was trained on a dataset prepared by linking product classifications from [UN stats](https://unstats.un.org/unsd/classifications/Econ). \n                                 This model is designed to link different products to their coarse product classification - trained on variation brought on by product level correspondance. It was trained for 70 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json \n  ",
+  "opt_model_description": "This model was trained on a dataset prepared by linking product classifications from [UN stats](https://unstats.un.org/unsd/classifications/Econ). \n                                 This model is designed to link different products to their coarse product classification - trained on variation brought on by product level correspondance. It was trained for 50 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json \n  ",
   "opt_model_lang": "en",
   "train_batch_size": 64,
-  "num_epochs": 70,
+  "num_epochs": 50,
   "warm_up_perc": 1,
   "learning_rate": 2e-05,
   "loss_type": "supcon",
@@ -22,6 +22,7 @@
   "save_val_test_pickles": true,
   "val_query_prop": 0.5,
   "loss_params": {},
+  "warmup_perc": 0.5,
   "eval_type": "retrieval",
   "training_dataset": "dataframe",
   "base_model_path": "multi-qa-mpnet-base-dot-v1",

README.md

@@ -23,7 +23,7 @@ This model has been fine-tuned on the model : multi-qa-mpnet-base-dot-v1. It is
 
 
 This model was trained on a dataset prepared by linking product classifications from [UN stats](https://unstats.un.org/unsd/classifications/Econ). 
-                                 This model is designed to link different products to their coarse product classification - trained on variation brought on by product level correspondance. It was trained for 70 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json 
+                                 This model is designed to link different products to their coarse product classification - trained on variation brought on by product level correspondance. It was trained for 50 epochs using other defaults that can be found in the repo's LinkTransformer config file - LT_training_config.json 
   
 
 ## Usage (LinkTransformer)
@@ -109,7 +109,7 @@ The model was trained with the parameters:
 Parameters of the fit()-Method:
 ```
 {
-    "epochs": 70,
+    "epochs": 50,
     "evaluation_steps": 32,
     "evaluator": "sentence_transformers.evaluation.SequentialEvaluator.SequentialEvaluator",
     "max_grad_norm": 1,
@@ -119,7 +119,7 @@ Parameters of the fit()-Method:
     },
     "scheduler": "WarmupLinear",
     "steps_per_epoch": null,
-    "warmup_steps": 8820,
+    "warmup_steps": 6300,
     "weight_decay": 0.01
 }
 ```

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2689c2c4bb9f0ae4eed9047269fc0c28ce91c50f3e91e29c8932c4a8b765af72
+oid sha256:2a1218c92154f764953c79f05c215b2b64682364ba9882d3bb51edabf3a1b827
 size 437967672