Upload 4 files
Browse files- added_tokens.json +2 -0
- special_tokens_map.json +1 -0
- spiece.model +3 -0
- tokenizer_config.json +1 -0
added_tokens.json
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
{"AH0_": 104, "N_": 105, "D_": 106, "IY1_": 107, "AH1_": 108, "V_": 109, "UH1_": 110, "UW1_": 111, "AA1_": 112, "R_": 113, "T_": 114, "ER1_": 115, "L_": 116, "IH1_": 117, "S_": 118, "AY1_": 119, "M_": 120, "ER0_": 121, "IY0_": 122, "NG_": 123, "AE1_": 124, "IH0_": 125, "OW1_": 126, "Z_": 127, "TH_": 128, "EH1_": 129, "EY1_": 130, "B_": 131, "F_": 132, "K_": 133, "AW1_": 134, "P_": 135, "JH_": 136, "EH0_": 137, "AO1_": 138, "AA0_": 139, "W_": 140, "EY0_": 141, "HH_": 142, "OW0_": 143, "CH_": 144, "SH_": 145, "AY0_": 146, "G_": 147, "AE0_": 148, "DH_": 149, "UW0_": 150, "OY1_": 151, "AO0_": 152, "ZH_": 153, "AW0_": 154, "Y_": 155, "UH0_": 156, "1_": 157, "0_": 158, "_": 159, "<prompt>": 160, "<scheme>": 161, "<context>": 162, "<template>": 163, "<unknown>": 164, "<badword>": 165, ",": 166,".":167,"<n>":168,"-":169,":":170,";":171,"!":172,"?":173,"'":174,"convert:":175,"after:":176,"using:":177,"title:":178,
|
2 |
+
"<RHYME_0>":179, "<RHYME_1>":180, "<RHYME_3>":181, "<RHYME_4>":182, "<RHYME_5>":183, "<RHYME_6>":184, "<RHYME_7>":185, "<RHYME_8>":186, "<RHYME_9>":187, "<RHYME_01>":188, "<RHYME_00>":189, "<RHYME_10>":190, "<RHYME_11>":191,"<RHYME_001>":192, "<RHYME_000>":193, "<RHYME_010>":194, "<RHYME_011>":195,"<RHYME_101>":196, "<RHYME_100>":197, "<RHYME_110>":198, "<RHYME_111>":199,"<RHYME_0001>":200, "<RHYME_0000>":201, "<RHYME_0010>":202, "<RHYME_0011>":203,"<RHYME_0101>":204, "<RHYME_0100>":205, "<RHYME_0110>":206, "<RHYME_0111>":207,"<RHYME_1001>":208, "<RHYME_1000>":209, "<RHYME_1010>":210, "<RHYME_1011>":211,"<RHYME_1101>":212, "<RHYME_1100>":213, "<RHYME_1110>":214, "<RHYME_1111>":215,"<start>":216,"<end>":217,"<mask>":218,"write:":219,"parody:":220,"<break>":221}
|
special_tokens_map.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["AH0_", "N_", "D_", "IY1_", "AH1_", "V_", "UH1_", "UW1_", "AA1_", "R_", "T_", "ER1_", "L_", "IH1_", "S_", "AY1_", "M_", "ER0_", "IY0_", "NG_", "AE1_", "IH0_", "OW1_", "Z_", "TH_", "EH1_", "EY1_", "B_", "F_", "K_", "AW1_", "P_", "JH_", "EH0_", "AO1_", "AA0_", "W_", "EY0_", "HH_", "OW0_", "CH_", "SH_", "AY0_", "G_", "AE0_", "DH_", "UW0_", "OY1_", "AO0_", "ZH_", "AW0_", "Y_", "UH0_", "1_", "0_", "<prompt>", "<scheme>", "<context>", "<template>", "<unknown>", "<badword>","<n>","convert:","after:","using:","title:","<RHYME_0>", "<RHYME_1>", "<RHYME_3>", "<RHYME_4>", "<RHYME_5>", "<RHYME_6>", "<RHYME_7>", "<RHYME_8>", "<RHYME_9>","<RHYME_01>", "<RHYME_00>", "<RHYME_10>", "<RHYME_11>","<RHYME_001>", "<RHYME_000>", "<RHYME_010>", "<RHYME_011>","<RHYME_101>", "<RHYME_100>", "<RHYME_110>", "<RHYME_111>","<RHYME_0001>", "<RHYME_0000>", "<RHYME_0010>", "<RHYME_0011>","<RHYME_0101>", "<RHYME_0100>", "<RHYME_0110>", "<RHYME_0111>","<RHYME_1001>", "<RHYME_1000>", "<RHYME_1010>", "<RHYME_1011>","<RHYME_1101>", "<RHYME_1100>", "<RHYME_1110>", "<RHYME_1111>", "<start>", "<end>","<mask>","<write>","parody:","<break>"]}
|
spiece.model
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2ef3b10f037468f8336174e62d8eb67e5935a27a43812e4992ed578207426b8e
|
3 |
+
size 238414
|
tokenizer_config.json
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "sp_model_kwargs": {}, "clean_up_tokenization_spaces": true, "model_max_length": 512, "special_tokens_map_file": null, "tokenizer_file": "C:\\Users\\shacr/.cache\\huggingface\\transformers\\06779097c78e12f47ef67ecb728810c2ae757ee0a9efe9390c6419783d99382d.8627f1bd5d270a9fd2e5a51c8bec3223896587cc3cfe13edeabb0992ab43c529", "name_or_path": "cache/t5-small", "tokenizer_class": "T5Tokenizer"}
|