sharpenb commited on
Commit
72ef1e5
·
verified ·
1 Parent(s): 87b1b0b

Upload folder using huggingface_hub (#4)

Browse files

- 438408b45405b2c29c8b467308f3710ca89b9f6f2bba0279eb174b8df41466db (8ea4eee18bf491d39b39050f5eb63c1757d05cbc)

Files changed (3) hide show
  1. config.json +2 -2
  2. model.safetensors +1 -1
  3. smash_config.json +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/covalent/.cache/models/tmpqqt3lgsjac65fp75",
3
  "architectures": [
4
  "KPhi3ForCausalLM"
5
  ],
@@ -18,7 +18,7 @@
18
  "hidden_size": 1280,
19
  "initializer_range": 0.02,
20
  "intermediate_size": 5120,
21
- "max_position_embeddings": 4096,
22
  "min_channels_per_group": 256,
23
  "model_type": "kphi3",
24
  "num_attention_heads": 20,
 
1
  {
2
+ "_name_or_path": "/covalent/.cache/models/tmpyyy24g2hzsw76z87",
3
  "architectures": [
4
  "KPhi3ForCausalLM"
5
  ],
 
18
  "hidden_size": 1280,
19
  "initializer_range": 0.02,
20
  "intermediate_size": 5120,
21
+ "max_position_embeddings": 131072,
22
  "min_channels_per_group": 256,
23
  "model_type": "kphi3",
24
  "num_attention_heads": 20,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0b134011a6c092f7bcde889cb7784640bd2151ab9482bd9fbcac1b2706feff8
3
  size 201550688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:981369d63d50d86f77a41c650aab9667012bd65e86a000e595d311aefec597dc
3
  size 201550688
smash_config.json CHANGED
@@ -28,7 +28,7 @@
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
- "cache_dir": "/covalent/.cache/models/tmpqqt3lgsj",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}
 
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
+ "cache_dir": "/covalent/.cache/models/tmpyyy24g2h",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}