microsoft
/

phi-2

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Add EOS token

#100

by joaogante HF staff - opened Jan 27

base: refs/heads/main

←

from: refs/pr/100

Discussion Files changed

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -8,9 +8,9 @@
     "AutoModelForCausalLM": "modeling_phi.PhiForCausalLM"
   },
   "attention_dropout": 0.0,
-  "bos_token_id": null,
   "embd_pdrop": 0.0,
-  "eos_token_id": null,
   "hidden_act": "gelu_new",
   "hidden_size": 2560,
   "initializer_range": 0.02,

     "AutoModelForCausalLM": "modeling_phi.PhiForCausalLM"
   },
   "attention_dropout": 0.0,
+  "bos_token_id": 50256,
   "embd_pdrop": 0.0,
+  "eos_token_id": 50256,
   "hidden_act": "gelu_new",
   "hidden_size": 2560,
   "initializer_range": 0.02,