Upload 7 files

added_tokens.json

@@ -0,0 +1,26 @@
+{
+  "</s_account_id>": 57533,
+  "</s_currency>": 57527,
+  "</s_due_date>": 57529,
+  "</s_invoice_date>": 57531,
+  "</s_invoice_id>": 57535,
+  "</s_net_amount>": 57537,
+  "</s_payment_id>": 57541,
+  "</s_supplier_org_id>": 57543,
+  "</s_total_amount>": 57525,
+  "</s_vat_amount>": 57539,
+  "<s_account_id>": 57534,
+  "<s_currency>": 57528,
+  "<s_due_date>": 57530,
+  "<s_iitcdip>": 57523,
+  "<s_invoice_date>": 57532,
+  "<s_invoice_id>": 57536,
+  "<s_net_amount>": 57538,
+  "<s_payment_id>": 57542,
+  "<s_preprocessed_data>": 57545,
+  "<s_supplier_org_id>": 57544,
+  "<s_synthdog>": 57524,
+  "<s_total_amount>": 57526,
+  "<s_vat_amount>": 57540,
+  "<sep/>": 57522
+}

config.json

@@ -0,0 +1,24 @@
+{
+  "_name_or_path": "naver-clova-ix/donut-base",
+  "align_long_axis": false,
+  "architectures": [
+    "DonutModel"
+  ],
+  "decoder_layer": 4,
+  "encoder_layer": [
+    2,
+    2,
+    14,
+    2
+  ],
+  "input_size": [
+    1280,
+    960
+  ],
+  "max_length": 768,
+  "max_position_embeddings": 768,
+  "model_type": "donut",
+  "torch_dtype": "float32",
+  "transformers_version": "4.24.0",
+  "window_size": 10
+}

config.yaml

@@ -0,0 +1,29 @@
+resume_from_checkpoint_path: None
+result_path: './result'
+pretrained_model_name_or_path: 'naver-clova-ix/donut-base'
+dataset_name_or_paths: 
+  - '/home/dbhattacharya/Dev/teld/datasets/invoice_data_200/preprocessed_data'
+sort_json_key: False
+train_batch_sizes: 
+  - 1
+val_batch_sizes: 
+  - 1
+input_size: 
+  - 1280
+  - 960
+max_length: 768
+align_long_axis: False
+num_nodes: 1
+seed: 2022
+lr: 3e-05
+warmup_steps: 30
+num_training_samples_per_epoch: 100
+max_epochs: 7
+max_steps: -1
+num_workers: 8
+val_check_interval: 1.0
+check_val_every_n_epoch: 1
+gradient_clip_val: 1.0
+verbose: True
+exp_name: 'train_invoice'
+exp_version: 'invoice_finetuning_2'

hparams.yaml

@@ -0,0 +1 @@
+{}

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e3dce4c326195d08fc3dd0f7e2eee1da8595c847bf4c1a9c78b7a82d47e2d
+size 1296245

special_tokens_map.json

@@ -0,0 +1,18 @@
+{
+  "additional_special_tokens": [
+    "<s_preprocessed_data>"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,22 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "from_slow": true,
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "name_or_path": "naver-clova-ix/donut-base",
+  "pad_token": "<pad>",
+  "processor_class": "DonutProcessor",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "special_tokens_map_file": null,
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}