End of training

README.md

@@ -3,6 +3,8 @@ base_model: facebook/musicgen-melody
 library_name: peft
 license: cc-by-nc-4.0
 tags:
+- text-to-audio
+- tiny-punk
 - generated_from_trainer
 model-index:
 - name: musicgen-melody-lora-punk-colab
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # musicgen-melody-lora-punk-colab
 
-This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on an unknown dataset.
+This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on the ylacombe/tiny-punk dataset.
 
 ## Model description
 

trainer_state.json

@@ -10,54 +10,54 @@
   "log_history": [
     {
       "epoch": 0.5925925925925926,
-      "grad_norm": 1.1029068231582642,
+      "grad_norm": 9.149438858032227,
       "learning_rate": 0.0001666666666666667,
-      "loss": 9.4838,
+      "loss": 75.8026,
       "step": 2
     },
     {
       "epoch": 1.1851851851851851,
-      "grad_norm": 1.3336976766586304,
+      "grad_norm": 10.327601432800293,
       "learning_rate": 0.00013333333333333334,
-      "loss": 9.1224,
+      "loss": 72.9765,
       "step": 4
     },
     {
       "epoch": 1.7777777777777777,
-      "grad_norm": 2.043257713317871,
+      "grad_norm": 16.77288818359375,
       "learning_rate": 0.0001,
-      "loss": 8.7104,
+      "loss": 69.6137,
       "step": 6
     },
     {
       "epoch": 2.3703703703703702,
-      "grad_norm": 2.2679333686828613,
-      "learning_rate": 6.666666666666667e-05,
-      "loss": 8.2452,
+      "grad_norm": NaN,
+      "learning_rate": 8.333333333333334e-05,
+      "loss": 65.7295,
       "step": 8
     },
     {
       "epoch": 2.962962962962963,
-      "grad_norm": 1.6467621326446533,
-      "learning_rate": 3.3333333333333335e-05,
-      "loss": 7.8863,
+      "grad_norm": 14.90024185180664,
+      "learning_rate": 5e-05,
+      "loss": 63.965,
       "step": 10
     },
     {
       "epoch": 3.5555555555555554,
-      "grad_norm": 1.4155752658843994,
-      "learning_rate": 0.0,
-      "loss": 7.7852,
+      "grad_norm": 11.715697288513184,
+      "learning_rate": 1.6666666666666667e-05,
+      "loss": 62.6076,
       "step": 12
     },
     {
       "epoch": 3.5555555555555554,
       "step": 12,
-      "total_flos": 58388264738880.0,
-      "train_loss": 8.538880109786987,
-      "train_runtime": 335.9653,
-      "train_samples_per_second": 0.643,
-      "train_steps_per_second": 0.036
+      "total_flos": 59016492903792.0,
+      "train_loss": 68.44916152954102,
+      "train_runtime": 340.8103,
+      "train_samples_per_second": 0.634,
+      "train_steps_per_second": 0.035
     }
   ],
   "logging_steps": 2,
@@ -77,7 +77,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 58388264738880.0,
+  "total_flos": 59016492903792.0,
   "train_batch_size": 2,
   "trial_name": null,
   "trial_params": null