Upload config.json with huggingface_hub

config.json

@@ -0,0 +1,34 @@
+{
+    "model_type": "llama",
+    "model_name": "meta-llama/Llama-3.2-1B",
+    "tokenizer": {
+        "pad_token_id": 2,
+        "max_length": 128,
+        "truncation": true
+    },
+    "training_args": {
+        "output_dir": "./results",
+        "evaluation_strategy": "epoch",
+        "learning_rate": 2e-05,
+        "per_device_train_batch_size": 8,
+        "per_device_eval_batch_size": 8,
+        "gradient_accumulation_steps": 4,
+        "num_train_epochs": 15,
+        "weight_decay": 0.01,
+        "logging_dir": "./logs",
+        "save_total_limit": 2,
+        "save_steps": 500,
+        "logging_steps": 10,
+        "fp16": true
+    },
+    "lora_config": {
+        "r": 8,
+        "lora_alpha": 32,
+        "lora_dropout": 0.1,
+        "target_modules": [
+            "q_proj",
+            "v_proj"
+        ],
+        "task_type": "CAUSAL_LM"
+    }
+}