End of training

README.md

@@ -20,11 +20,11 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [indobenchmark/indobert-large-p1](https://huggingface.co/indobenchmark/indobert-large-p1) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5739
-- Accuracy: 0.8619
-- F1: 0.7218
-- Precision: 0.7273
-- Recall: 0.7164
+- Loss: 0.3207
+- Accuracy: 0.8643
+- F1: 0.7160
+- Precision: 0.7480
+- Recall: 0.6866
 
 ## Model description
 

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 7.0,
+    "eval_accuracy": 0.8643122676579925,
+    "eval_f1": 0.7159533073929961,
+    "eval_loss": 0.32070210576057434,
+    "eval_precision": 0.7479674796747967,
+    "eval_recall": 0.6865671641791045,
+    "eval_runtime": 6.8805,
+    "eval_samples": 268,
+    "eval_samples_per_second": 78.193,
+    "eval_steps_per_second": 1.308,
+    "train_loss": 0.20290469026450095,
+    "train_runtime": 601.0116,
+    "train_samples": 1878,
+    "train_samples_per_second": 312.473,
+    "train_steps_per_second": 9.817
+}

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 7.0,
+    "eval_accuracy": 0.8643122676579925,
+    "eval_f1": 0.7159533073929961,
+    "eval_loss": 0.32070210576057434,
+    "eval_precision": 0.7479674796747967,
+    "eval_recall": 0.6865671641791045,
+    "eval_runtime": 6.8805,
+    "eval_samples": 268,
+    "eval_samples_per_second": 78.193,
+    "eval_steps_per_second": 1.308
+}

predict_results.txt

@@ -0,0 +1,539 @@
+index	prediction
+0	1
+1	0
+2	0
+3	0
+4	1
+5	0
+6	1
+7	1
+8	0
+9	0
+10	0
+11	0
+12	1
+13	0
+14	0
+15	1
+16	0
+17	0
+18	0
+19	0
+20	0
+21	0
+22	0
+23	1
+24	0
+25	0
+26	1
+27	1
+28	0
+29	0
+30	0
+31	0
+32	0
+33	1
+34	0
+35	0
+36	0
+37	0
+38	0
+39	0
+40	0
+41	0
+42	0
+43	0
+44	0
+45	0
+46	0
+47	0
+48	0
+49	0
+50	0
+51	0
+52	0
+53	0
+54	0
+55	0
+56	0
+57	0
+58	0
+59	0
+60	0
+61	0
+62	0
+63	0
+64	0
+65	0
+66	0
+67	0
+68	0
+69	0
+70	1
+71	1
+72	0
+73	1
+74	0
+75	1
+76	0
+77	0
+78	0
+79	0
+80	0
+81	0
+82	0
+83	1
+84	0
+85	0
+86	0
+87	0
+88	0
+89	0
+90	0
+91	0
+92	1
+93	0
+94	0
+95	0
+96	0
+97	0
+98	0
+99	0
+100	0
+101	0
+102	0
+103	0
+104	0
+105	0
+106	1
+107	0
+108	1
+109	0
+110	0
+111	0
+112	0
+113	0
+114	0
+115	0
+116	0
+117	1
+118	0
+119	1
+120	0
+121	0
+122	0
+123	0
+124	1
+125	0
+126	0
+127	0
+128	0
+129	0
+130	1
+131	0
+132	0
+133	0
+134	0
+135	0
+136	1
+137	0
+138	0
+139	0
+140	1
+141	0
+142	1
+143	0
+144	0
+145	0
+146	0
+147	1
+148	0
+149	0
+150	1
+151	0
+152	0
+153	0
+154	1
+155	0
+156	0
+157	0
+158	0
+159	0
+160	0
+161	0
+162	0
+163	0
+164	0
+165	0
+166	0
+167	0
+168	0
+169	0
+170	1
+171	1
+172	0
+173	0
+174	1
+175	0
+176	1
+177	0
+178	0
+179	0
+180	1
+181	0
+182	0
+183	0
+184	0
+185	1
+186	1
+187	0
+188	0
+189	0
+190	0
+191	0
+192	0
+193	0
+194	0
+195	0
+196	1
+197	0
+198	1
+199	0
+200	0
+201	0
+202	1
+203	1
+204	0
+205	1
+206	1
+207	0
+208	0
+209	0
+210	0
+211	0
+212	1
+213	1
+214	0
+215	0
+216	0
+217	0
+218	1
+219	0
+220	0
+221	0
+222	0
+223	1
+224	0
+225	0
+226	1
+227	0
+228	1
+229	0
+230	0
+231	1
+232	1
+233	0
+234	1
+235	0
+236	0
+237	1
+238	0
+239	0
+240	0
+241	0
+242	0
+243	0
+244	0
+245	0
+246	0
+247	0
+248	0
+249	1
+250	0
+251	0
+252	0
+253	1
+254	1
+255	0
+256	0
+257	1
+258	0
+259	1
+260	1
+261	0
+262	0
+263	0
+264	0
+265	0
+266	0
+267	0
+268	0
+269	0
+270	0
+271	1
+272	1
+273	0
+274	0
+275	0
+276	0
+277	0
+278	1
+279	0
+280	0
+281	0
+282	0
+283	0
+284	0
+285	1
+286	0
+287	0
+288	0
+289	0
+290	0
+291	0
+292	0
+293	0
+294	1
+295	0
+296	0
+297	1
+298	0
+299	0
+300	0
+301	1
+302	1
+303	1
+304	1
+305	0
+306	1
+307	0
+308	0
+309	0
+310	0
+311	0
+312	0
+313	0
+314	0
+315	0
+316	0
+317	0
+318	0
+319	0
+320	1
+321	1
+322	0
+323	0
+324	0
+325	0
+326	1
+327	0
+328	0
+329	0
+330	0
+331	1
+332	0
+333	0
+334	0
+335	0
+336	0
+337	0
+338	0
+339	0
+340	1
+341	1
+342	0
+343	0
+344	0
+345	0
+346	1
+347	0
+348	0
+349	0
+350	0
+351	0
+352	0
+353	1
+354	0
+355	0
+356	0
+357	0
+358	0
+359	1
+360	1
+361	0
+362	1
+363	1
+364	1
+365	0
+366	1
+367	0
+368	1
+369	0
+370	0
+371	1
+372	0
+373	1
+374	0
+375	0
+376	0
+377	0
+378	1
+379	0
+380	1
+381	0
+382	0
+383	0
+384	1
+385	0
+386	0
+387	0
+388	0
+389	0
+390	1
+391	0
+392	0
+393	0
+394	1
+395	0
+396	0
+397	0
+398	1
+399	0
+400	1
+401	0
+402	0
+403	1
+404	0
+405	1
+406	0
+407	1
+408	0
+409	0
+410	0
+411	0
+412	0
+413	0
+414	0
+415	0
+416	0
+417	1
+418	0
+419	0
+420	1
+421	0
+422	1
+423	1
+424	1
+425	0
+426	1
+427	0
+428	0
+429	0
+430	0
+431	0
+432	0
+433	0
+434	0
+435	0
+436	0
+437	0
+438	0
+439	0
+440	0
+441	1
+442	0
+443	0
+444	0
+445	0
+446	0
+447	0
+448	1
+449	1
+450	0
+451	0
+452	0
+453	0
+454	0
+455	0
+456	0
+457	0
+458	0
+459	0
+460	0
+461	0
+462	0
+463	1
+464	0
+465	0
+466	1
+467	1
+468	0
+469	0
+470	0
+471	1
+472	0
+473	0
+474	0
+475	1
+476	0
+477	0
+478	0
+479	0
+480	1
+481	0
+482	0
+483	0
+484	0
+485	0
+486	1
+487	1
+488	0
+489	0
+490	0
+491	0
+492	1
+493	1
+494	1
+495	1
+496	1
+497	0
+498	0
+499	0
+500	0
+501	0
+502	0
+503	0
+504	0
+505	0
+506	0
+507	0
+508	0
+509	0
+510	0
+511	0
+512	0
+513	0
+514	0
+515	0
+516	0
+517	1
+518	0
+519	0
+520	0
+521	0
+522	1
+523	0
+524	0
+525	0
+526	0
+527	0
+528	0
+529	0
+530	1
+531	0
+532	1
+533	0
+534	0
+535	0
+536	1
+537	1

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 7.0,
+    "train_loss": 0.20290469026450095,
+    "train_runtime": 601.0116,
+    "train_samples": 1878,
+    "train_samples_per_second": 312.473,
+    "train_steps_per_second": 9.817
+}

trainer_state.json

@@ -0,0 +1,156 @@
+{
+  "best_metric": 0.7328244274809161,
+  "best_model_checkpoint": "outputs/indobert-large-p1-twitter-indonesia-sarcastic/checkpoint-236",
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 413,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "learning_rate": 9.997777306367356e-06,
+      "loss": 0.5836,
+      "step": 59
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.8059701492537313,
+      "eval_f1": 0.5737704918032788,
+      "eval_loss": 0.41532421112060547,
+      "eval_precision": 0.6363636363636364,
+      "eval_recall": 0.5223880597014925,
+      "eval_runtime": 3.3886,
+      "eval_samples_per_second": 79.088,
+      "eval_steps_per_second": 1.476,
+      "step": 59
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 9.990628789297524e-06,
+      "loss": 0.3766,
+      "step": 118
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8432835820895522,
+      "eval_f1": 0.5961538461538461,
+      "eval_loss": 0.33532315492630005,
+      "eval_precision": 0.8378378378378378,
+      "eval_recall": 0.4626865671641791,
+      "eval_runtime": 3.3898,
+      "eval_samples_per_second": 79.062,
+      "eval_steps_per_second": 1.475,
+      "step": 118
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 9.978800734821829e-06,
+      "loss": 0.2476,
+      "step": 177
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8619402985074627,
+      "eval_f1": 0.694214876033058,
+      "eval_loss": 0.3113671541213989,
+      "eval_precision": 0.7777777777777778,
+      "eval_recall": 0.6268656716417911,
+      "eval_runtime": 3.3876,
+      "eval_samples_per_second": 79.111,
+      "eval_steps_per_second": 1.476,
+      "step": 177
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 9.961896985969137e-06,
+      "loss": 0.1356,
+      "step": 236
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8694029850746269,
+      "eval_f1": 0.7328244274809161,
+      "eval_loss": 0.327924907207489,
+      "eval_precision": 0.75,
+      "eval_recall": 0.7164179104477612,
+      "eval_runtime": 3.3876,
+      "eval_samples_per_second": 79.113,
+      "eval_steps_per_second": 1.476,
+      "step": 236
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 9.940096443848375e-06,
+      "loss": 0.0536,
+      "step": 295
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8582089552238806,
+      "eval_f1": 0.7164179104477613,
+      "eval_loss": 0.42652806639671326,
+      "eval_precision": 0.7164179104477612,
+      "eval_recall": 0.7164179104477612,
+      "eval_runtime": 3.3976,
+      "eval_samples_per_second": 78.88,
+      "eval_steps_per_second": 1.472,
+      "step": 295
+    },
+    {
+      "epoch": 6.0,
+      "learning_rate": 9.913420622962606e-06,
+      "loss": 0.0157,
+      "step": 354
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8619402985074627,
+      "eval_f1": 0.6666666666666667,
+      "eval_loss": 0.644801914691925,
+      "eval_precision": 0.8409090909090909,
+      "eval_recall": 0.5522388059701493,
+      "eval_runtime": 3.3901,
+      "eval_samples_per_second": 79.054,
+      "eval_steps_per_second": 1.475,
+      "step": 354
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 9.881895849126432e-06,
+      "loss": 0.0076,
+      "step": 413
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8619402985074627,
+      "eval_f1": 0.7218045112781953,
+      "eval_loss": 0.5739138722419739,
+      "eval_precision": 0.7272727272727273,
+      "eval_recall": 0.7164179104477612,
+      "eval_runtime": 3.3841,
+      "eval_samples_per_second": 79.193,
+      "eval_steps_per_second": 1.477,
+      "step": 413
+    },
+    {
+      "epoch": 7.0,
+      "step": 413,
+      "total_flos": 3062792425577472.0,
+      "train_loss": 0.20290469026450095,
+      "train_runtime": 601.0116,
+      "train_samples_per_second": 312.473,
+      "train_steps_per_second": 9.817
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 5900,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 100,
+  "save_steps": 500,
+  "total_flos": 3062792425577472.0,
+  "train_batch_size": 32,
+  "trial_name": null,
+  "trial_params": null
+}