Update finetune.py

finetune.py

@@ -15,9 +15,19 @@ from peft import (
     get_peft_model_state_dict,
 )
 
-
-# Parameters
 HF_TOKEN = os.environ.get("TRL_TOKEN", None)
+if HF_TOKEN:
+    try:
+        shutil.rmtree("./data/")
+    except:
+        pass
+
+    repo = Repository(
+        local_dir="./data/", clone_from="gustavoaq/llama_ft", use_auth_token=HF_TOKEN, repo_type="models"
+    )
+    repo.git_pull()
+# Parameters
+
 MICRO_BATCH_SIZE = 16
 BATCH_SIZE = 16
 size = "7b"
@@ -153,6 +163,7 @@ trainer = transformers.Trainer(
         save_total_limit=100,
         load_best_model_at_end=True if VAL_SET_SIZE > 0 else False,
         ddp_find_unused_parameters=False if ddp else None,
+        
     ),
     data_collator=transformers.DataCollatorForLanguageModeling(tokenizer, mlm=False),
 )