Upload 12 files

README.md

@@ -0,0 +1,52 @@
+---
+license: apache-2.0
+base_model: google-bert/bert-large-cased
+tags:
+- generated_from_trainer
+model-index:
+- name: results_augmented
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# results_augmented
+
+This model is a fine-tuned version of [google-bert/bert-large-cased](https://huggingface.co/google-bert/bert-large-cased) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 8
+- eval_batch_size: 8
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.0.dev0
+- Pytorch 2.1.2.post103
+- Datasets 2.19.1.dev0
+- Tokenizers 0.15.2

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "train_loss": 0.10352551692517793,
+    "train_runtime": 13226.2571,
+    "train_samples": 16001,
+    "train_samples_per_second": 6.049,
+    "train_steps_per_second": 0.756
+}

config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "google-bert/bert-large-cased",
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "directionality": "bidi",
+  "finetuning_task": "text-classification",
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "0",
+    "1": "1"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "0": 0,
+    "1": 1
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 0,
+  "pooler_fc_size": 768,
+  "pooler_num_attention_heads": 12,
+  "pooler_num_fc_layers": 3,
+  "pooler_size_per_head": 128,
+  "pooler_type": "first_token_transform",
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.0.dev0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 28996
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999f19a652307246a0c42c6cff26229cd114c4b61d5a5638b98d4572c7c3368f
+size 1334372264

predict_results.txt

@@ -0,0 +1,2002 @@
+index	prediction
+0	1
+1	0
+2	0
+3	1
+4	1
+5	1
+6	1
+7	0
+8	0
+9	0
+10	0
+11	1
+12	0
+13	0
+14	0
+15	0
+16	0
+17	0
+18	0
+19	1
+20	1
+21	0
+22	1
+23	1
+24	1
+25	1
+26	1
+27	1
+28	1
+29	0
+30	1
+31	0
+32	0
+33	1
+34	0
+35	0
+36	0
+37	0
+38	1
+39	1
+40	1
+41	1
+42	1
+43	0
+44	1
+45	0
+46	0
+47	1
+48	1
+49	0
+50	1
+51	0
+52	1
+53	0
+54	1
+55	0
+56	1
+57	0
+58	0
+59	1
+60	0
+61	1
+62	1
+63	0
+64	1
+65	1
+66	0
+67	0
+68	0
+69	0
+70	1
+71	1
+72	1
+73	1
+74	0
+75	0
+76	0
+77	0
+78	1
+79	1
+80	0
+81	1
+82	0
+83	0
+84	0
+85	0
+86	1
+87	0
+88	1
+89	1
+90	0
+91	0
+92	0
+93	0
+94	0
+95	1
+96	1
+97	1
+98	0
+99	0
+100	0
+101	0
+102	1
+103	1
+104	0
+105	1
+106	0
+107	0
+108	1
+109	0
+110	0
+111	1
+112	0
+113	1
+114	1
+115	1
+116	0
+117	0
+118	1
+119	1
+120	1
+121	1
+122	0
+123	1
+124	1
+125	0
+126	1
+127	0
+128	1
+129	0
+130	1
+131	0
+132	1
+133	1
+134	1
+135	1
+136	0
+137	1
+138	0
+139	1
+140	1
+141	1
+142	0
+143	0
+144	0
+145	1
+146	0
+147	1
+148	1
+149	0
+150	1
+151	0
+152	0
+153	1
+154	0
+155	0
+156	0
+157	0
+158	1
+159	1
+160	0
+161	0
+162	0
+163	0
+164	1
+165	1
+166	0
+167	1
+168	1
+169	0
+170	1
+171	0
+172	0
+173	1
+174	0
+175	0
+176	1
+177	0
+178	0
+179	0
+180	1
+181	1
+182	1
+183	1
+184	1
+185	1
+186	1
+187	1
+188	1
+189	1
+190	0
+191	1
+192	0
+193	1
+194	1
+195	0
+196	1
+197	0
+198	1
+199	0
+200	0
+201	0
+202	1
+203	1
+204	1
+205	1
+206	1
+207	0
+208	0
+209	1
+210	1
+211	0
+212	0
+213	0
+214	1
+215	1
+216	1
+217	1
+218	0
+219	0
+220	0
+221	0
+222	0
+223	1
+224	0
+225	0
+226	1
+227	0
+228	1
+229	0
+230	1
+231	1
+232	1
+233	0
+234	0
+235	0
+236	1
+237	0
+238	1
+239	0
+240	0
+241	1
+242	1
+243	0
+244	1
+245	0
+246	0
+247	0
+248	1
+249	0
+250	1
+251	1
+252	0
+253	0
+254	1
+255	1
+256	1
+257	0
+258	0
+259	1
+260	1
+261	0
+262	0
+263	0
+264	1
+265	0
+266	0
+267	1
+268	1
+269	0
+270	0
+271	1
+272	0
+273	1
+274	1
+275	1
+276	0
+277	0
+278	0
+279	0
+280	1
+281	1
+282	1
+283	0
+284	1
+285	0
+286	1
+287	1
+288	1
+289	1
+290	1
+291	1
+292	0
+293	0
+294	1
+295	1
+296	0
+297	0
+298	0
+299	1
+300	1
+301	1
+302	0
+303	1
+304	0
+305	0
+306	0
+307	0
+308	1
+309	1
+310	0
+311	0
+312	0
+313	1
+314	0
+315	1
+316	1
+317	0
+318	0
+319	1
+320	1
+321	1
+322	0
+323	0
+324	1
+325	1
+326	1
+327	0
+328	0
+329	1
+330	0
+331	0
+332	1
+333	0
+334	0
+335	0
+336	0
+337	1
+338	1
+339	0
+340	1
+341	1
+342	0
+343	1
+344	0
+345	1
+346	1
+347	1
+348	0
+349	0
+350	0
+351	1
+352	0
+353	0
+354	0
+355	1
+356	1
+357	0
+358	0
+359	1
+360	0
+361	0
+362	1
+363	0
+364	1
+365	0
+366	1
+367	0
+368	1
+369	0
+370	1
+371	0
+372	0
+373	1
+374	0
+375	1
+376	0
+377	1
+378	1
+379	1
+380	1
+381	0
+382	0
+383	1
+384	1
+385	1
+386	0
+387	1
+388	1
+389	1
+390	1
+391	0
+392	1
+393	1
+394	0
+395	1
+396	1
+397	1
+398	0
+399	0
+400	0
+401	1
+402	0
+403	0
+404	1
+405	1
+406	0
+407	0
+408	0
+409	1
+410	0
+411	1
+412	1
+413	0
+414	1
+415	0
+416	1
+417	1
+418	0
+419	0
+420	0
+421	0
+422	0
+423	1
+424	1
+425	1
+426	0
+427	0
+428	1
+429	1
+430	0
+431	1
+432	1
+433	1
+434	0
+435	1
+436	1
+437	0
+438	0
+439	0
+440	1
+441	0
+442	0
+443	1
+444	1
+445	0
+446	1
+447	1
+448	1
+449	0
+450	0
+451	0
+452	1
+453	0
+454	0
+455	1
+456	0
+457	0
+458	1
+459	0
+460	0
+461	1
+462	1
+463	0
+464	1
+465	1
+466	1
+467	0
+468	1
+469	1
+470	0
+471	0
+472	0
+473	0
+474	1
+475	1
+476	0
+477	0
+478	0
+479	0
+480	1
+481	1
+482	0
+483	1
+484	1
+485	1
+486	1
+487	1
+488	0
+489	0
+490	1
+491	0
+492	1
+493	0
+494	0
+495	1
+496	1
+497	1
+498	1
+499	0
+500	0
+501	1
+502	0
+503	0
+504	1
+505	1
+506	1
+507	1
+508	1
+509	1
+510	0
+511	1
+512	0
+513	0
+514	0
+515	1
+516	1
+517	0
+518	1
+519	1
+520	0
+521	1
+522	1
+523	1
+524	0
+525	1
+526	0
+527	1
+528	0
+529	0
+530	0
+531	1
+532	0
+533	1
+534	1
+535	1
+536	1
+537	1
+538	0
+539	1
+540	1
+541	0
+542	0
+543	0
+544	1
+545	1
+546	0
+547	0
+548	0
+549	0
+550	0
+551	0
+552	0
+553	1
+554	0
+555	1
+556	1
+557	0
+558	1
+559	0
+560	0
+561	0
+562	0
+563	0
+564	0
+565	0
+566	1
+567	0
+568	1
+569	1
+570	0
+571	0
+572	1
+573	0
+574	0
+575	0
+576	0
+577	0
+578	0
+579	1
+580	0
+581	0
+582	0
+583	0
+584	0
+585	0
+586	1
+587	0
+588	0
+589	0
+590	1
+591	1
+592	0
+593	1
+594	0
+595	0
+596	1
+597	0
+598	0
+599	1
+600	1
+601	1
+602	1
+603	1
+604	0
+605	0
+606	0
+607	1
+608	1
+609	1
+610	0
+611	1
+612	0
+613	0
+614	1
+615	1
+616	1
+617	1
+618	1
+619	1
+620	0
+621	1
+622	1
+623	1
+624	0
+625	1
+626	1
+627	1
+628	1
+629	0
+630	0
+631	1
+632	0
+633	0
+634	1
+635	1
+636	0
+637	1
+638	0
+639	1
+640	0
+641	1
+642	1
+643	1
+644	1
+645	0
+646	1
+647	1
+648	0
+649	1
+650	0
+651	1
+652	1
+653	0
+654	1
+655	1
+656	0
+657	0
+658	1
+659	1
+660	1
+661	0
+662	0
+663	1
+664	1
+665	1
+666	0
+667	0
+668	0
+669	1
+670	0
+671	0
+672	0
+673	1
+674	1
+675	1
+676	1
+677	1
+678	1
+679	0
+680	1
+681	1
+682	0
+683	0
+684	1
+685	1
+686	1
+687	0
+688	0
+689	1
+690	0
+691	1
+692	0
+693	0
+694	1
+695	1
+696	1
+697	1
+698	1
+699	0
+700	0
+701	0
+702	0
+703	0
+704	0
+705	0
+706	0
+707	1
+708	1
+709	1
+710	1
+711	1
+712	1
+713	1
+714	1
+715	0
+716	0
+717	1
+718	0
+719	1
+720	1
+721	0
+722	1
+723	1
+724	1
+725	0
+726	0
+727	0
+728	0
+729	1
+730	0
+731	1
+732	1
+733	0
+734	1
+735	1
+736	1
+737	1
+738	0
+739	0
+740	1
+741	1
+742	1
+743	0
+744	0
+745	0
+746	1
+747	1
+748	0
+749	1
+750	1
+751	1
+752	0
+753	1
+754	1
+755	0
+756	0
+757	0
+758	1
+759	0
+760	1
+761	0
+762	0
+763	1
+764	0
+765	1
+766	1
+767	1
+768	1
+769	1
+770	1
+771	1
+772	1
+773	1
+774	0
+775	1
+776	1
+777	1
+778	1
+779	1
+780	1
+781	1
+782	1
+783	1
+784	1
+785	0
+786	0
+787	0
+788	1
+789	1
+790	0
+791	0
+792	0
+793	1
+794	0
+795	1
+796	0
+797	0
+798	0
+799	1
+800	1
+801	0
+802	0
+803	1
+804	0
+805	1
+806	0
+807	1
+808	1
+809	0
+810	0
+811	1
+812	0
+813	0
+814	1
+815	1
+816	1
+817	1
+818	0
+819	1
+820	1
+821	0
+822	0
+823	0
+824	0
+825	0
+826	0
+827	0
+828	0
+829	1
+830	0
+831	0
+832	1
+833	0
+834	0
+835	1
+836	0
+837	0
+838	1
+839	0
+840	0
+841	0
+842	1
+843	1
+844	0
+845	1
+846	0
+847	1
+848	1
+849	1
+850	1
+851	1
+852	0
+853	1
+854	1
+855	0
+856	0
+857	1
+858	0
+859	0
+860	1
+861	1
+862	1
+863	0
+864	0
+865	0
+866	1
+867	1
+868	0
+869	0
+870	0
+871	1
+872	1
+873	0
+874	1
+875	1
+876	0
+877	0
+878	0
+879	0
+880	0
+881	1
+882	0
+883	0
+884	1
+885	1
+886	1
+887	0
+888	1
+889	0
+890	1
+891	1
+892	0
+893	1
+894	0
+895	0
+896	0
+897	0
+898	0
+899	1
+900	1
+901	0
+902	0
+903	1
+904	1
+905	0
+906	1
+907	1
+908	0
+909	0
+910	0
+911	1
+912	0
+913	0
+914	1
+915	0
+916	1
+917	0
+918	0
+919	1
+920	0
+921	0
+922	0
+923	1
+924	0
+925	1
+926	0
+927	0
+928	0
+929	1
+930	0
+931	1
+932	1
+933	1
+934	0
+935	0
+936	1
+937	1
+938	1
+939	1
+940	0
+941	1
+942	0
+943	1
+944	0
+945	1
+946	0
+947	1
+948	0
+949	1
+950	1
+951	1
+952	0
+953	0
+954	1
+955	0
+956	1
+957	0
+958	1
+959	1
+960	1
+961	1
+962	0
+963	0
+964	1
+965	0
+966	0
+967	0
+968	1
+969	1
+970	0
+971	1
+972	1
+973	1
+974	0
+975	0
+976	0
+977	0
+978	0
+979	1
+980	0
+981	1
+982	1
+983	1
+984	0
+985	0
+986	1
+987	1
+988	1
+989	1
+990	1
+991	0
+992	0
+993	0
+994	0
+995	1
+996	0
+997	0
+998	0
+999	1
+1000	1
+1001	1
+1002	1
+1003	1
+1004	1
+1005	0
+1006	0
+1007	0
+1008	1
+1009	0
+1010	0
+1011	1
+1012	0
+1013	0
+1014	1
+1015	1
+1016	0
+1017	0
+1018	1
+1019	1
+1020	0
+1021	1
+1022	1
+1023	0
+1024	1
+1025	0
+1026	0
+1027	1
+1028	1
+1029	1
+1030	0
+1031	0
+1032	1
+1033	1
+1034	1
+1035	1
+1036	1
+1037	1
+1038	0
+1039	1
+1040	1
+1041	1
+1042	1
+1043	1
+1044	0
+1045	0
+1046	1
+1047	0
+1048	1
+1049	0
+1050	0
+1051	1
+1052	1
+1053	1
+1054	1
+1055	1
+1056	1
+1057	0
+1058	1
+1059	1
+1060	0
+1061	0
+1062	0
+1063	0
+1064	0
+1065	1
+1066	1
+1067	1
+1068	1
+1069	0
+1070	1
+1071	1
+1072	1
+1073	1
+1074	0
+1075	0
+1076	0
+1077	0
+1078	0
+1079	1
+1080	1
+1081	0
+1082	1
+1083	1
+1084	0
+1085	0
+1086	0
+1087	1
+1088	0
+1089	1
+1090	0
+1091	1
+1092	1
+1093	1
+1094	0
+1095	0
+1096	1
+1097	0
+1098	1
+1099	1
+1100	1
+1101	0
+1102	1
+1103	0
+1104	1
+1105	0
+1106	1
+1107	1
+1108	0
+1109	1
+1110	1
+1111	0
+1112	0
+1113	1
+1114	0
+1115	0
+1116	1
+1117	0
+1118	1
+1119	1
+1120	0
+1121	1
+1122	1
+1123	0
+1124	0
+1125	0
+1126	1
+1127	0
+1128	1
+1129	1
+1130	1
+1131	0
+1132	1
+1133	0
+1134	0
+1135	0
+1136	0
+1137	1
+1138	0
+1139	0
+1140	1
+1141	0
+1142	1
+1143	1
+1144	1
+1145	0
+1146	0
+1147	0
+1148	0
+1149	0
+1150	1
+1151	0
+1152	0
+1153	0
+1154	0
+1155	0
+1156	1
+1157	1
+1158	0
+1159	1
+1160	0
+1161	0
+1162	1
+1163	0
+1164	1
+1165	1
+1166	0
+1167	0
+1168	0
+1169	1
+1170	0
+1171	0
+1172	1
+1173	0
+1174	1
+1175	1
+1176	1
+1177	1
+1178	0
+1179	1
+1180	1
+1181	1
+1182	0
+1183	0
+1184	1
+1185	1
+1186	0
+1187	1
+1188	0
+1189	1
+1190	0
+1191	1
+1192	0
+1193	1
+1194	1
+1195	1
+1196	0
+1197	1
+1198	0
+1199	0
+1200	0
+1201	0
+1202	1
+1203	1
+1204	1
+1205	1
+1206	1
+1207	0
+1208	1
+1209	1
+1210	1
+1211	0
+1212	1
+1213	0
+1214	1
+1215	0
+1216	0
+1217	0
+1218	1
+1219	0
+1220	1
+1221	0
+1222	0
+1223	0
+1224	1
+1225	0
+1226	0
+1227	1
+1228	0
+1229	0
+1230	1
+1231	1
+1232	1
+1233	0
+1234	0
+1235	1
+1236	1
+1237	0
+1238	1
+1239	0
+1240	1
+1241	1
+1242	1
+1243	0
+1244	0
+1245	0
+1246	1
+1247	1
+1248	0
+1249	1
+1250	1
+1251	1
+1252	0
+1253	0
+1254	1
+1255	1
+1256	0
+1257	0
+1258	1
+1259	0
+1260	1
+1261	1
+1262	1
+1263	0
+1264	0
+1265	0
+1266	0
+1267	1
+1268	1
+1269	1
+1270	1
+1271	1
+1272	0
+1273	1
+1274	1
+1275	0
+1276	1
+1277	0
+1278	1
+1279	0
+1280	0
+1281	0
+1282	1
+1283	0
+1284	0
+1285	1
+1286	1
+1287	1
+1288	0
+1289	0
+1290	1
+1291	0
+1292	1
+1293	0
+1294	1
+1295	0
+1296	1
+1297	1
+1298	1
+1299	0
+1300	0
+1301	1
+1302	1
+1303	0
+1304	0
+1305	0
+1306	0
+1307	1
+1308	1
+1309	1
+1310	0
+1311	0
+1312	0
+1313	0
+1314	1
+1315	1
+1316	0
+1317	1
+1318	1
+1319	1
+1320	0
+1321	1
+1322	1
+1323	1
+1324	1
+1325	1
+1326	1
+1327	0
+1328	0
+1329	0
+1330	0
+1331	1
+1332	0
+1333	1
+1334	1
+1335	1
+1336	0
+1337	1
+1338	1
+1339	0
+1340	1
+1341	1
+1342	1
+1343	1
+1344	0
+1345	1
+1346	0
+1347	0
+1348	1
+1349	1
+1350	0
+1351	1
+1352	1
+1353	1
+1354	1
+1355	0
+1356	1
+1357	0
+1358	1
+1359	1
+1360	0
+1361	0
+1362	1
+1363	1
+1364	1
+1365	0
+1366	1
+1367	1
+1368	1
+1369	1
+1370	1
+1371	1
+1372	1
+1373	1
+1374	1
+1375	1
+1376	0
+1377	0
+1378	0
+1379	0
+1380	1
+1381	1
+1382	0
+1383	1
+1384	1
+1385	1
+1386	1
+1387	1
+1388	0
+1389	1
+1390	0
+1391	1
+1392	1
+1393	1
+1394	0
+1395	1
+1396	1
+1397	0
+1398	0
+1399	1
+1400	0
+1401	0
+1402	0
+1403	0
+1404	0
+1405	0
+1406	1
+1407	0
+1408	0
+1409	1
+1410	0
+1411	0
+1412	1
+1413	0
+1414	1
+1415	1
+1416	0
+1417	0
+1418	0
+1419	1
+1420	1
+1421	1
+1422	1
+1423	1
+1424	1
+1425	0
+1426	1
+1427	0
+1428	0
+1429	0
+1430	0
+1431	0
+1432	1
+1433	1
+1434	0
+1435	1
+1436	0
+1437	1
+1438	0
+1439	0
+1440	0
+1441	0
+1442	0
+1443	1
+1444	1
+1445	1
+1446	0
+1447	0
+1448	0
+1449	1
+1450	1
+1451	0
+1452	1
+1453	1
+1454	1
+1455	1
+1456	1
+1457	0
+1458	0
+1459	0
+1460	1
+1461	1
+1462	0
+1463	1
+1464	1
+1465	0
+1466	1
+1467	1
+1468	1
+1469	1
+1470	0
+1471	1
+1472	0
+1473	0
+1474	0
+1475	1
+1476	1
+1477	1
+1478	1
+1479	0
+1480	1
+1481	1
+1482	1
+1483	0
+1484	0
+1485	0
+1486	0
+1487	0
+1488	1
+1489	0
+1490	1
+1491	1
+1492	1
+1493	0
+1494	0
+1495	0
+1496	0
+1497	1
+1498	1
+1499	1
+1500	1
+1501	0
+1502	0
+1503	1
+1504	0
+1505	0
+1506	1
+1507	1
+1508	1
+1509	0
+1510	0
+1511	1
+1512	0
+1513	1
+1514	1
+1515	1
+1516	0
+1517	1
+1518	1
+1519	1
+1520	1
+1521	1
+1522	1
+1523	1
+1524	1
+1525	1
+1526	0
+1527	1
+1528	0
+1529	1
+1530	0
+1531	1
+1532	1
+1533	0
+1534	0
+1535	0
+1536	1
+1537	0
+1538	1
+1539	0
+1540	1
+1541	0
+1542	0
+1543	1
+1544	1
+1545	1
+1546	0
+1547	1
+1548	1
+1549	0
+1550	0
+1551	0
+1552	1
+1553	1
+1554	1
+1555	0
+1556	1
+1557	1
+1558	0
+1559	0
+1560	0
+1561	1
+1562	1
+1563	0
+1564	1
+1565	0
+1566	1
+1567	1
+1568	1
+1569	1
+1570	1
+1571	1
+1572	1
+1573	1
+1574	1
+1575	0
+1576	0
+1577	0
+1578	0
+1579	1
+1580	1
+1581	0
+1582	1
+1583	0
+1584	0
+1585	0
+1586	1
+1587	1
+1588	1
+1589	1
+1590	1
+1591	0
+1592	1
+1593	1
+1594	0
+1595	1
+1596	0
+1597	1
+1598	1
+1599	0
+1600	1
+1601	1
+1602	1
+1603	1
+1604	1
+1605	1
+1606	0
+1607	1
+1608	0
+1609	0
+1610	0
+1611	0
+1612	1
+1613	1
+1614	1
+1615	1
+1616	0
+1617	1
+1618	1
+1619	0
+1620	0
+1621	0
+1622	1
+1623	0
+1624	1
+1625	0
+1626	0
+1627	1
+1628	1
+1629	0
+1630	1
+1631	1
+1632	1
+1633	0
+1634	1
+1635	1
+1636	1
+1637	1
+1638	0
+1639	1
+1640	1
+1641	0
+1642	1
+1643	1
+1644	1
+1645	0
+1646	0
+1647	0
+1648	1
+1649	1
+1650	1
+1651	1
+1652	0
+1653	1
+1654	0
+1655	1
+1656	0
+1657	0
+1658	1
+1659	0
+1660	0
+1661	1
+1662	1
+1663	1
+1664	1
+1665	1
+1666	0
+1667	0
+1668	1
+1669	0
+1670	1
+1671	1
+1672	0
+1673	0
+1674	1
+1675	0
+1676	1
+1677	1
+1678	1
+1679	1
+1680	0
+1681	0
+1682	1
+1683	0
+1684	0
+1685	1
+1686	1
+1687	1
+1688	0
+1689	1
+1690	0
+1691	0
+1692	1
+1693	0
+1694	0
+1695	0
+1696	1
+1697	0
+1698	0
+1699	0
+1700	1
+1701	1
+1702	1
+1703	0
+1704	1
+1705	0
+1706	1
+1707	1
+1708	1
+1709	0
+1710	0
+1711	0
+1712	0
+1713	0
+1714	1
+1715	1
+1716	1
+1717	0
+1718	1
+1719	1
+1720	1
+1721	0
+1722	0
+1723	0
+1724	0
+1725	1
+1726	1
+1727	0
+1728	0
+1729	0
+1730	1
+1731	1
+1732	1
+1733	1
+1734	0
+1735	1
+1736	0
+1737	1
+1738	0
+1739	1
+1740	0
+1741	0
+1742	1
+1743	0
+1744	1
+1745	0
+1746	0
+1747	0
+1748	0
+1749	0
+1750	0
+1751	1
+1752	0
+1753	0
+1754	0
+1755	1
+1756	0
+1757	0
+1758	1
+1759	1
+1760	0
+1761	0
+1762	1
+1763	1
+1764	1
+1765	1
+1766	1
+1767	1
+1768	0
+1769	0
+1770	1
+1771	0
+1772	1
+1773	1
+1774	1
+1775	0
+1776	1
+1777	0
+1778	0
+1779	0
+1780	1
+1781	0
+1782	0
+1783	0
+1784	1
+1785	1
+1786	1
+1787	0
+1788	0
+1789	1
+1790	0
+1791	0
+1792	1
+1793	1
+1794	1
+1795	0
+1796	0
+1797	1
+1798	1
+1799	0
+1800	1
+1801	0
+1802	1
+1803	0
+1804	0
+1805	0
+1806	1
+1807	0
+1808	1
+1809	0
+1810	0
+1811	1
+1812	0
+1813	0
+1814	0
+1815	1
+1816	1
+1817	0
+1818	0
+1819	1
+1820	1
+1821	0
+1822	1
+1823	0
+1824	1
+1825	0
+1826	0
+1827	0
+1828	1
+1829	0
+1830	0
+1831	0
+1832	0
+1833	1
+1834	1
+1835	0
+1836	1
+1837	0
+1838	1
+1839	1
+1840	0
+1841	1
+1842	0
+1843	0
+1844	1
+1845	0
+1846	1
+1847	1
+1848	0
+1849	1
+1850	0
+1851	1
+1852	0
+1853	1
+1854	1
+1855	0
+1856	0
+1857	1
+1858	1
+1859	1
+1860	1
+1861	0
+1862	0
+1863	1
+1864	0
+1865	0
+1866	1
+1867	1
+1868	0
+1869	0
+1870	0
+1871	0
+1872	1
+1873	0
+1874	1
+1875	1
+1876	1
+1877	0
+1878	0
+1879	0
+1880	1
+1881	1
+1882	1
+1883	1
+1884	0
+1885	1
+1886	1
+1887	1
+1888	1
+1889	1
+1890	1
+1891	0
+1892	0
+1893	0
+1894	0
+1895	0
+1896	0
+1897	0
+1898	1
+1899	0
+1900	0
+1901	0
+1902	1
+1903	1
+1904	1
+1905	1
+1906	0
+1907	1
+1908	1
+1909	1
+1910	1
+1911	0
+1912	1
+1913	0
+1914	1
+1915	1
+1916	1
+1917	0
+1918	1
+1919	1
+1920	0
+1921	1
+1922	0
+1923	1
+1924	0
+1925	1
+1926	0
+1927	0
+1928	0
+1929	1
+1930	1
+1931	1
+1932	0
+1933	1
+1934	0
+1935	1
+1936	1
+1937	0
+1938	1
+1939	1
+1940	1
+1941	1
+1942	0
+1943	1
+1944	0
+1945	0
+1946	0
+1947	1
+1948	1
+1949	1
+1950	1
+1951	1
+1952	1
+1953	0
+1954	1
+1955	0
+1956	1
+1957	1
+1958	0
+1959	0
+1960	1
+1961	1
+1962	1
+1963	1
+1964	0
+1965	1
+1966	0
+1967	1
+1968	0
+1969	1
+1970	1
+1971	0
+1972	0
+1973	0
+1974	1
+1975	1
+1976	1
+1977	1
+1978	0
+1979	1
+1980	0
+1981	0
+1982	0
+1983	1
+1984	1
+1985	0
+1986	1
+1987	0
+1988	1
+1989	0
+1990	0
+1991	1
+1992	1
+1993	0
+1994	1
+1995	0
+1996	1
+1997	0
+1998	0
+1999	1
+2000	0

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 5.0,
+    "train_loss": 0.10352551692517793,
+    "train_runtime": 13226.2571,
+    "train_samples": 16001,
+    "train_samples_per_second": 6.049,
+    "train_steps_per_second": 0.756
+}

trainer_state.json

@@ -0,0 +1,170 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 10005,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.5337328910827637,
+      "learning_rate": 1.900049975012494e-05,
+      "loss": 0.4281,
+      "step": 500
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.992353081703186,
+      "learning_rate": 1.8000999500249876e-05,
+      "loss": 0.2656,
+      "step": 1000
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 1.4741365909576416,
+      "learning_rate": 1.7001499250374815e-05,
+      "loss": 0.263,
+      "step": 1500
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.5607998967170715,
+      "learning_rate": 1.600199900049975e-05,
+      "loss": 0.2228,
+      "step": 2000
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 56.73757553100586,
+      "learning_rate": 1.500249875062469e-05,
+      "loss": 0.1552,
+      "step": 2500
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 10.09034252166748,
+      "learning_rate": 1.4002998500749626e-05,
+      "loss": 0.1395,
+      "step": 3000
+    },
+    {
+      "epoch": 1.75,
+      "grad_norm": 49.66099166870117,
+      "learning_rate": 1.3003498250874565e-05,
+      "loss": 0.1396,
+      "step": 3500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.33147394657135,
+      "learning_rate": 1.2003998000999502e-05,
+      "loss": 0.1468,
+      "step": 4000
+    },
+    {
+      "epoch": 2.25,
+      "grad_norm": 0.00538645638152957,
+      "learning_rate": 1.100449775112444e-05,
+      "loss": 0.0595,
+      "step": 4500
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 1.2792365550994873,
+      "learning_rate": 1.0004997501249377e-05,
+      "loss": 0.0529,
+      "step": 5000
+    },
+    {
+      "epoch": 2.75,
+      "grad_norm": 0.09408382326364517,
+      "learning_rate": 9.005497251374314e-06,
+      "loss": 0.0578,
+      "step": 5500
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 0.005479688756167889,
+      "learning_rate": 8.005997001499251e-06,
+      "loss": 0.0523,
+      "step": 6000
+    },
+    {
+      "epoch": 3.25,
+      "grad_norm": 0.0009208513656631112,
+      "learning_rate": 7.006496751624189e-06,
+      "loss": 0.0145,
+      "step": 6500
+    },
+    {
+      "epoch": 3.5,
+      "grad_norm": 0.2281578779220581,
+      "learning_rate": 6.006996501749126e-06,
+      "loss": 0.0129,
+      "step": 7000
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 0.005618613678961992,
+      "learning_rate": 5.0074962518740634e-06,
+      "loss": 0.0162,
+      "step": 7500
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 0.0017482700059190392,
+      "learning_rate": 4.0079960019990015e-06,
+      "loss": 0.0212,
+      "step": 8000
+    },
+    {
+      "epoch": 4.25,
+      "grad_norm": 0.0020746004302054644,
+      "learning_rate": 3.008495752123938e-06,
+      "loss": 0.0045,
+      "step": 8500
+    },
+    {
+      "epoch": 4.5,
+      "grad_norm": 0.0015063141472637653,
+      "learning_rate": 2.008995502248876e-06,
+      "loss": 0.006,
+      "step": 9000
+    },
+    {
+      "epoch": 4.75,
+      "grad_norm": 0.006012303754687309,
+      "learning_rate": 1.0094952523738132e-06,
+      "loss": 0.0064,
+      "step": 9500
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 0.0025774994865059853,
+      "learning_rate": 9.995002498750625e-09,
+      "loss": 0.0067,
+      "step": 10000
+    },
+    {
+      "epoch": 5.0,
+      "step": 10005,
+      "total_flos": 1.863979218076416e+16,
+      "train_loss": 0.10352551692517793,
+      "train_runtime": 13226.2571,
+      "train_samples_per_second": 6.049,
+      "train_steps_per_second": 0.756
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 10005,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 1.863979218076416e+16,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa413c015ab4e81047ee7566efb44836d3f954f40726365f4c18a1bb17ec28e
+size 4920