arxyzan commited on
Commit
0d1b3b5
1 Parent(s): cc56a54

Hezar: Upload model_config.yaml

Browse files
Files changed (1) hide show
  1. model_config.yaml +11 -2
model_config.yaml CHANGED
@@ -45,5 +45,14 @@ type_vocab_size: 1
45
  use_cache: true
46
  vocab_size: 42000
47
  prediction_skip_tokens:
48
- - '[SEP]'
49
- - '[CLS]'
 
 
 
 
 
 
 
 
 
 
45
  use_cache: true
46
  vocab_size: 42000
47
  prediction_skip_tokens:
48
+ - <s>
49
+ - <pad>
50
+ - </s>
51
+ - <unk>
52
+ - <mask>
53
+ - <|endoftext|>
54
+ - <|startoftext|>
55
+ - <nl>
56
+ - <hs>
57
+ - <sep>
58
+ - <cls>