Training in progress, step 500

config.json

@@ -1,27 +1,29 @@
 {
-  "_name_or_path": "bert-base-uncased",
+  "_name_or_path": "microsoft/codebert-base",
   "architectures": [
-    "BertForSequenceClassification"
+    "RobertaForSequenceClassification"
   ],
   "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
   "classifier_dropout": null,
-  "gradient_checkpointing": false,
+  "eos_token_id": 2,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "initializer_range": 0.02,
   "intermediate_size": 3072,
-  "layer_norm_eps": 1e-12,
-  "max_position_embeddings": 512,
-  "model_type": "bert",
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
-  "pad_token_id": 0,
+  "output_past": true,
+  "pad_token_id": 1,
   "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "torch_dtype": "float32",
   "transformers_version": "4.29.2",
-  "type_vocab_size": 2,
+  "type_vocab_size": 1,
   "use_cache": true,
-  "vocab_size": 30522
+  "vocab_size": 50265
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8b966ea65752eed270f2a49c2bc8edc3bfab80ca14c98ba6717488a3d339008
-size 438007925
+oid sha256:be0507c9efbb7cb4f2408e46d049ebf79cbd0a11162c049364285e0e8b389d88
+size 498662069

runs/May29_09-34-01_6d36392386a9/1685352941.7489786/events.out.tfevents.1685352941.6d36392386a9.996.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55cc71e7c3f7e9bcff38103c3a4c360ae1768d335409902768b2405e9e95639
+size 5968

runs/May29_09-34-01_6d36392386a9/events.out.tfevents.1685352941.6d36392386a9.996.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b2d7ee63cb89e6b51c2615e761be83b47b79c17c2eab34c9bd7b3c6ca5f100
+size 4259

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0dfff298075a0efe9531af3cce10343d783578553d8ff786c5fb1c33e7168d2
+oid sha256:2abaf1420e847f39508e8d254a236ae16d8b285c9da559d3e1abb26967d4f85e
 size 3963