Hugging Face's logo

nm-testing
/
Meta-Llama-3-405B-Instruct-Up-Merge-fp8

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
compressed-tensors
Model card Files Community
sadkins65 commited on
Commit
af811d9
•
1 Parent(s): da500f3

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +69 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00083.safetensors +3 -0
  4. model-00002-of-00083.safetensors +3 -0
  5. model-00003-of-00083.safetensors +3 -0
  6. model-00004-of-00083.safetensors +3 -0
  7. model-00005-of-00083.safetensors +3 -0
  8. model-00006-of-00083.safetensors +3 -0
  9. model-00007-of-00083.safetensors +3 -0
  10. model-00008-of-00083.safetensors +3 -0
  11. model-00009-of-00083.safetensors +3 -0
  12. model-00010-of-00083.safetensors +3 -0
  13. model-00011-of-00083.safetensors +3 -0
  14. model-00012-of-00083.safetensors +3 -0
  15. model-00013-of-00083.safetensors +3 -0
  16. model-00014-of-00083.safetensors +3 -0
  17. model-00015-of-00083.safetensors +3 -0
  18. model-00016-of-00083.safetensors +3 -0
  19. model-00017-of-00083.safetensors +3 -0
  20. model-00018-of-00083.safetensors +3 -0
  21. model-00019-of-00083.safetensors +3 -0
  22. model-00020-of-00083.safetensors +3 -0
  23. model-00021-of-00083.safetensors +3 -0
  24. model-00022-of-00083.safetensors +3 -0
  25. model-00023-of-00083.safetensors +3 -0
  26. model-00024-of-00083.safetensors +3 -0
  27. model-00025-of-00083.safetensors +3 -0
  28. model-00026-of-00083.safetensors +3 -0
  29. model-00027-of-00083.safetensors +3 -0
  30. model-00028-of-00083.safetensors +3 -0
  31. model-00029-of-00083.safetensors +3 -0
  32. model-00030-of-00083.safetensors +3 -0
  33. model-00031-of-00083.safetensors +3 -0
  34. model-00032-of-00083.safetensors +3 -0
  35. model-00033-of-00083.safetensors +3 -0
  36. model-00034-of-00083.safetensors +3 -0
  37. model-00035-of-00083.safetensors +3 -0
  38. model-00036-of-00083.safetensors +3 -0
  39. model-00037-of-00083.safetensors +3 -0
  40. model-00038-of-00083.safetensors +3 -0
  41. model-00039-of-00083.safetensors +3 -0
  42. model-00040-of-00083.safetensors +3 -0
  43. model-00041-of-00083.safetensors +3 -0
  44. model-00042-of-00083.safetensors +3 -0
  45. model-00043-of-00083.safetensors +3 -0
  46. model-00044-of-00083.safetensors +3 -0
  47. model-00045-of-00083.safetensors +3 -0
  48. model-00046-of-00083.safetensors +3 -0
  49. model-00047-of-00083.safetensors +3 -0
  50. model-00048-of-00083.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/network/sadkins/BIIIG_MODEL",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "compression_config": {
10
+ "config_groups": {
11
+ "group_0": {
12
+ "input_activations": {
13
+ "block_structure": null,
14
+ "dynamic": true,
15
+ "group_size": null,
16
+ "num_bits": 8,
17
+ "observer": "memoryless",
18
+ "observer_kwargs": {},
19
+ "strategy": "token",
20
+ "symmetric": true,
21
+ "type": "float"
22
+ },
23
+ "output_activations": null,
24
+ "targets": [
25
+ "Linear"
26
+ ],
27
+ "weights": {
28
+ "block_structure": null,
29
+ "dynamic": false,
30
+ "group_size": null,
31
+ "num_bits": 8,
32
+ "observer": "minmax",
33
+ "observer_kwargs": {},
34
+ "strategy": "channel",
35
+ "symmetric": true,
36
+ "type": "float"
37
+ }
38
+ }
39
+ },
40
+ "format": "float-quantized",
41
+ "global_compression_ratio": 1.241258709801857,
42
+ "ignore": [
43
+ "lm_head"
44
+ ],
45
+ "kv_cache_scheme": null,
46
+ "quant_method": "compressed-tensors",
47
+ "quantization_status": "frozen"
48
+ },
49
+ "eos_token_id": 128009,
50
+ "hidden_act": "silu",
51
+ "hidden_size": 8192,
52
+ "initializer_range": 0.02,
53
+ "intermediate_size": 28672,
54
+ "max_position_embeddings": 8192,
55
+ "mlp_bias": false,
56
+ "model_type": "llama",
57
+ "num_attention_heads": 64,
58
+ "num_hidden_layers": 471,
59
+ "num_key_value_heads": 8,
60
+ "pretraining_tp": 1,
61
+ "rms_norm_eps": 1e-05,
62
+ "rope_scaling": null,
63
+ "rope_theta": 500000.0,
64
+ "tie_word_embeddings": false,
65
+ "torch_dtype": "float16",
66
+ "transformers_version": "4.42.4",
67
+ "use_cache": true,
68
+ "vocab_size": 128256
69
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 128000,
4
+ "eos_token_id": 128009,
5
+ "transformers_version": "4.42.4"
6
+ }
model-00001-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c75c252985979a3ef3e6e82e8ec993d63a86da588ae89d307d0d71f8abde8726
3
+ size 4819901024
model-00002-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5769bc124f16062dbd990d821d7a0c4be361307d093dbc76d7b640f5268734b
3
+ size 4984010504
model-00003-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268b1a025e11387e31df93bcfe5e44cc2b46ac1b17abbcfd3aaa0959a4d60d95
3
+ size 4900112688
model-00004-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0f8500a53c0cde7017dffd619d0e8f38de42dd3b7b47fb86e0a3b13c508d11
3
+ size 4900104736
model-00005-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58472670ba2df07055f12e220f6f80be4dc312e2cf9b519adc499813fd984aa6
3
+ size 4900104736
model-00006-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ec9ffc851f39470f0becc3467161e988e5f3cce7256061716ecad90d4b8f2c2
3
+ size 4984010592
model-00007-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75061750d6e7d61cbeff29114fb38c6419d9c4f8e2376662ed25fb0c2fd64788
3
+ size 4900112704
model-00008-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a334fca02e3b3788353e83528e2420e273defb8fb315a7b0a0a6542a8ff579d
3
+ size 4900104736
model-00009-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7a06abfd27f0da9af6e52f5e4c441ca1d318f75c15c0975be2d9c54954cbc98
3
+ size 4900104736
model-00010-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3791abf6f08d9351ed536cad08b6b2c9cfa64e967d1e9b935c70e6906ffed21e
3
+ size 4984010592
model-00011-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a12bbabb88ed6c3aa25f03b2f7db85f671e02c8d80320c89fb2181e904756ba
3
+ size 4900112704
model-00012-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b8af9000e7fb84dc33ffa328cf2d0fe3c11213fbdc4dbd742c650c30576526b
3
+ size 4900104736
model-00013-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e4751e36449dd2080b1832dccb5a720b395796bae00b27740be3aca020123ec
3
+ size 4900104736
model-00014-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47d6fc2d69670787c4650b6d4b1832857f194432b86a51c25295b57981ede011
3
+ size 4984010592
model-00015-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82882c53270c229648b554ce4555dcf93eef8de12ab7b084dd9d0824e0fde95
3
+ size 4900112704
model-00016-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5cf94458516e62abbd032887b50b6f894afb661a4d01f98a3f2ea82a2d6bdf6
3
+ size 4900104736
model-00017-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ef67cd6c014d7a103e4807bcd3b22729b65e8b35282d0f6a56c4709d2c763e0
3
+ size 4900104736
model-00018-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6706ca18e701128710d4bf829a42956390be20df1e8b3662fe05a8c699a9e81e
3
+ size 4984010600
model-00019-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82cdf71e440cd4629e33fcfafe7f77e450ef69a740e251e08cf6bba6b2b30a6b
3
+ size 4900112800
model-00020-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3b61e76e5d866750b0d43ed0bc0074c4e385b3ef7b96d6bda3cca88c67da091
3
+ size 4900104832
model-00021-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a6a55db659c1cb3cdd7b7f5e0357bd2842fcec04b2c029b8d359354e79f645f
3
+ size 4900104832
model-00022-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e263d824a72d7a16a5e90345f602d0f386bc7aa4c2574088952b5ae2410b357
3
+ size 4984010680
model-00023-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f46333927693db741e961129e5b2e4a30fd90cbbed19f4dab17e92e8ed46579
3
+ size 4900112800
model-00024-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49cfd6a003367629120c95d679d918fdc52f97be2677c190ab511cca208c8c0
3
+ size 4900104832
model-00025-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ffa2f78cf939e684ecd0decb75df9383974b5b3c3373d529b96e77b013df37f
3
+ size 4900104832
model-00026-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5ffe340d2a5c5f6514b81e613c47ffb4a58ce7f7196dc77c94be28aebe25d6
3
+ size 4984010680
model-00027-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:911667a8c4a5e5d1a2b67872c7794ade5153a9f7e9850cc3509ac9b26aaf1009
3
+ size 4900112800
model-00028-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d25332b764eb1b19cfe5e5badc999f464dfa5e52e8e63c08d42d5458089ae08d
3
+ size 4900104832
model-00029-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:888b6643959eabe36dd3e50a0db3d167a16d84ed8aa634552e390566c40ceed2
3
+ size 4900104832
model-00030-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4f9a1be9c2c5d03e58bff18dac4accd4eae7a9dbfe91cade69d87fc2297cbf
3
+ size 4984010680
model-00031-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2eff108512dbd98e423ed93ff21fe1567171cfa4e8c3580c85cde9e850055a1a
3
+ size 4900112800
model-00032-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a54f0ec02c73599ac85781fc957a5f02a3fccfa29dcef1b27eb3dce3c44f41e
3
+ size 4900104832
model-00033-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb407342947bf03f87d5b450ab52d96df4cf64ef0e7c5c8014f1ec09ad3f95d
3
+ size 4900104832
model-00034-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02225893f2737bc79e7e0cf7dd3b958437d56bad04be4d7edcc2d1448f646d4f
3
+ size 4984010680
model-00035-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc79d331d86ae2cdd8da1eb14f113d3329628088eb5110432a5a26f87bcc2ed0
3
+ size 4900112800
model-00036-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01d49922d10f33dff89bbe3e5f1d93d2327f5be63139e625fc0a2e09802a0120
3
+ size 4900104832
model-00037-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca285f14910f8ae8b0a46835ebfc14a9f275f86c61b94215ae2fe0fe8d0c452e
3
+ size 4900104832
model-00038-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f96393f994aceda287716ffe1bef66898d6d53fb8547423a7f3f93cfb066d90
3
+ size 4984010680
model-00039-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46c791c105c04c588595ae04d25bc64cf5db3db4cb9ad4c3d411c1173039c51
3
+ size 4900112800
model-00040-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c2c09f0d74dba35e074bb686390c6a4f991d0df2774914d1b1a8e7dfce87c5b
3
+ size 4900104832
model-00041-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9024e6b5f1589ad3b5cb86347c1f5887100dd6856bde3983dad205ed7b1150be
3
+ size 4900104832
model-00042-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3e6a6c2e1ae205cdb0be85fea306083f1cd4733ae3a06b5eef1f91b777e45a5
3
+ size 4984010680
model-00043-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0495d8c6476f74334f50bd296a102f38848bee37643f1c17f5f6605e6d63970b
3
+ size 4900112800
model-00044-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e082e4aae9caa22f284153a887349b061ba2bb0f4cae266bdb91a76ce24c3e1
3
+ size 4900104832
model-00045-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dddc61c12a3afeb11b572904a3baa9b2a5eec7d0d2807519ea06c8e4e332d34
3
+ size 4900104832
model-00046-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb25f3a5b378f5bf2761af122bfdd6e2485be0f08cea607b04c6442d65fa9ad
3
+ size 4984010680
model-00047-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79d7a049ef7cdbb9e750537cb8162d5853101e9d32bb034efde1ab3eb1bf75da
3
+ size 4900112800
model-00048-of-00083.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c5de526d475ccb5f2d8fe8fd98f40b97e819cbc003069802c6e46c66cea57d
3
+ size 4900104832