beomi commited on
Commit
36bd2f5
·
verified ·
1 Parent(s): 839b43a
Files changed (1) hide show
  1. config.json +1 -2
config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_name_or_path": "./exaone_to_llama_converted-EXAONE-3.5-7.8B-Instruct/",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -22,7 +21,7 @@
22
  "pretraining_tp": 1,
23
  "rms_norm_eps": 1e-05,
24
  "rope_scaling": {
25
- "factor": 32.0,
26
  "high_freq_factor": 4.0,
27
  "low_freq_factor": 1.0,
28
  "original_max_position_embeddings": 8192,
 
1
  {
 
2
  "architectures": [
3
  "LlamaForCausalLM"
4
  ],
 
21
  "pretraining_tp": 1,
22
  "rms_norm_eps": 1e-05,
23
  "rope_scaling": {
24
+ "factor": 8.0,
25
  "high_freq_factor": 4.0,
26
  "low_freq_factor": 1.0,
27
  "original_max_position_embeddings": 8192,