NYTK
/

PULI-GPTrio

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

fragata commited on Aug 3, 2023

Commit

b7c9701

•

1 Parent(s): a5c345d

Upload 5 files

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -9,6 +9,7 @@
     "rstrip": false,
     "single_word": false
   },
   "eos_token": {
     "__type": "AddedToken",
     "content": "<|endoftext|>",
@@ -18,9 +19,8 @@
     "single_word": false
   },
   "errors": "replace",
-  "name_or_path": "/home/yanggy/gpt3/convert/gpt-neox/checkpoints/gptri",
   "pad_token": null,
-  "special_tokens_map_file": null,
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": {
     "__type": "AddedToken",

     "rstrip": false,
     "single_word": false
   },
+  "clean_up_tokenization_spaces": true,
   "eos_token": {
     "__type": "AddedToken",
     "content": "<|endoftext|>",
     "single_word": false
   },
   "errors": "replace",
+  "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
   "tokenizer_class": "GPT2Tokenizer",
   "unk_token": {
     "__type": "AddedToken",