srowen commited on
Commit
35c714a
1 Parent(s): cf54306

Set use_cache to true for better generation performance

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -26,7 +26,7 @@
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",
28
  "transformers_version": "4.25.1",
29
- "use_cache": false,
30
  "use_parallel_residual": true,
31
  "vocab_size": 50280
32
  }
 
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "bfloat16",
28
  "transformers_version": "4.25.1",
29
+ "use_cache": true,
30
  "use_parallel_residual": true,
31
  "vocab_size": 50280
32
  }