File size: 176 Bytes
10d0bb4
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
{
  "codebook_size": 8192,
  "llm_vocab_size": 50295,
  "num_vq_tokens": 256,
  "pretrained_model_path": "./checkpoints/phi-1_5",
  "vocab_size": 58498,
  "w_clip_vit": false
}