Training done

added_tokens.json

@@ -1,20 +1,26 @@
 {
-  "</s_header>": 57526,
-  "</s_invoice_no>": 57528,
-  "</s_item_desc>": 57532,
-  "</s_item_qty>": 57534,
-  "</s_items>": 57530,
-  "</s_summary>": 57536,
-  "</s_total_vat>": 57538,
-  "<s_cord-v2>": 57539,
-  "<s_header>": 57525,
+  "</s_date>": 57540,
+  "</s_header>": 57538,
+  "</s_item_desc>": 57528,
+  "</s_item_price>": 57530,
+  "</s_item_qty>": 57532,
+  "</s_item_ref>": 57544,
+  "</s_items>": 57526,
+  "</s_quotation_no>": 57542,
+  "</s_summary>": 57534,
+  "</s_total_vat>": 57536,
+  "<s_cord-v2>": 57545,
+  "<s_date>": 57539,
+  "<s_header>": 57537,
   "<s_iitcdip>": 57523,
-  "<s_invoice_no>": 57527,
-  "<s_item_desc>": 57531,
-  "<s_item_qty>": 57533,
-  "<s_items>": 57529,
-  "<s_summary>": 57535,
+  "<s_item_desc>": 57527,
+  "<s_item_price>": 57529,
+  "<s_item_qty>": 57531,
+  "<s_item_ref>": 57543,
+  "<s_items>": 57525,
+  "<s_quotation_no>": 57541,
+  "<s_summary>": 57533,
   "<s_synthdog>": 57524,
-  "<s_total_vat>": 57537,
+  "<s_total_vat>": 57535,
   "<sep/>": 57522
 }

tokenizer.json

@@ -91,7 +91,7 @@
     },
     {
       "id": 57525,
-      "content": "<s_header>",
+      "content": "<s_items>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -100,7 +100,7 @@
     },
     {
       "id": 57526,
-      "content": "</s_header>",
+      "content": "</s_items>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -109,7 +109,7 @@
     },
     {
       "id": 57527,
-      "content": "<s_invoice_no>",
+      "content": "<s_item_desc>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -118,7 +118,7 @@
     },
     {
       "id": 57528,
-      "content": "</s_invoice_no>",
+      "content": "</s_item_desc>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -127,7 +127,7 @@
     },
     {
       "id": 57529,
-      "content": "<s_items>",
+      "content": "<s_item_price>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -136,7 +136,7 @@
     },
     {
       "id": 57530,
-      "content": "</s_items>",
+      "content": "</s_item_price>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
     },
     {
       "id": 57531,
-      "content": "<s_item_desc>",
+      "content": "<s_item_qty>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -154,7 +154,7 @@
     },
     {
       "id": 57532,
-      "content": "</s_item_desc>",
+      "content": "</s_item_qty>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -163,7 +163,7 @@
     },
     {
       "id": 57533,
-      "content": "<s_item_qty>",
+      "content": "<s_summary>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -172,7 +172,7 @@
     },
     {
       "id": 57534,
-      "content": "</s_item_qty>",
+      "content": "</s_summary>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -181,7 +181,7 @@
     },
     {
       "id": 57535,
-      "content": "<s_summary>",
+      "content": "<s_total_vat>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -190,7 +190,7 @@
     },
     {
       "id": 57536,
-      "content": "</s_summary>",
+      "content": "</s_total_vat>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -199,7 +199,7 @@
     },
     {
       "id": 57537,
-      "content": "<s_total_vat>",
+      "content": "<s_header>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -208,7 +208,7 @@
     },
     {
       "id": 57538,
-      "content": "</s_total_vat>",
+      "content": "</s_header>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -217,6 +217,60 @@
     },
     {
       "id": 57539,
+      "content": "<s_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57540,
+      "content": "</s_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57541,
+      "content": "<s_quotation_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57542,
+      "content": "</s_quotation_no>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57543,
+      "content": "<s_item_ref>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57544,
+      "content": "</s_item_ref>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 57545,
       "content": "<s_cord-v2>",
       "single_word": false,
       "lstrip": false,

tokenizer_config.json

@@ -65,7 +65,7 @@
       "special": true
     },
     "57525": {
-      "content": "<s_header>",
+      "content": "<s_items>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -73,7 +73,7 @@
       "special": false
     },
     "57526": {
-      "content": "</s_header>",
+      "content": "</s_items>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "57527": {
-      "content": "<s_invoice_no>",
+      "content": "<s_item_desc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": false
     },
     "57528": {
-      "content": "</s_invoice_no>",
+      "content": "</s_item_desc>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": false
     },
     "57529": {
-      "content": "<s_items>",
+      "content": "<s_item_price>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": false
     },
     "57530": {
-      "content": "</s_items>",
+      "content": "</s_item_price>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": false
     },
     "57531": {
-      "content": "<s_item_desc>",
+      "content": "<s_item_qty>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": false
     },
     "57532": {
-      "content": "</s_item_desc>",
+      "content": "</s_item_qty>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": false
     },
     "57533": {
-      "content": "<s_item_qty>",
+      "content": "<s_summary>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": false
     },
     "57534": {
-      "content": "</s_item_qty>",
+      "content": "</s_summary>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": false
     },
     "57535": {
-      "content": "<s_summary>",
+      "content": "<s_total_vat>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": false
     },
     "57536": {
-      "content": "</s_summary>",
+      "content": "</s_total_vat>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "57537": {
-      "content": "<s_total_vat>",
+      "content": "<s_header>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "57538": {
-      "content": "</s_total_vat>",
+      "content": "</s_header>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -177,6 +177,54 @@
       "special": false
     },
     "57539": {
+      "content": "<s_date>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57540": {
+      "content": "</s_date>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57541": {
+      "content": "<s_quotation_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57542": {
+      "content": "</s_quotation_no>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57543": {
+      "content": "<s_item_ref>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57544": {
+      "content": "</s_item_ref>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57545": {
       "content": "<s_cord-v2>",
       "lstrip": false,
       "normalized": true,