Spaces:

gustavoaq
/

llama_7b_ft_2

Paused

gustavoaq commited on Apr 9, 2023

Commit

31d99ff

1 Parent(s): b09406b

Update finetune.py

Files changed (1) hide show

finetune.py CHANGED Viewed

@@ -25,7 +25,7 @@ if HF_TOKEN:
 # Parameters
 MICRO_BATCH_SIZE = 16
-BATCH_SIZE = 16
 size = "7b"
 GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE
 EPOCHS = 1
@@ -171,7 +171,7 @@ old_state_dict = model.state_dict
 model.state_dict = (
     lambda self, *_, **__: get_peft_model_state_dict(self, old_state_dict())
 ).__get__(model, type(model))
 trainer.train()
 model.save_pretrained(OUTPUT_DIR)

 # Parameters
 MICRO_BATCH_SIZE = 16
+BATCH_SIZE = 32
 size = "7b"
 GRADIENT_ACCUMULATION_STEPS = BATCH_SIZE // MICRO_BATCH_SIZE
 EPOCHS = 1
 model.state_dict = (
     lambda self, *_, **__: get_peft_model_state_dict(self, old_state_dict())
 ).__get__(model, type(model))
+print("Training")
 trainer.train()
 model.save_pretrained(OUTPUT_DIR)