Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
276
dacorvo HF staff commited on
Commit
51789ca
•
1 Parent(s): 4ece033

Synchronizing local compiler cache.

Browse files
Files changed (13) hide show
  1. neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/mistralai/Mistral-7B-Instruct-v0.1/c1db36ea4c17a2eee943.json +1 -0
  2. neuronxcc-2.13.66.0+6dfecc895/MODULE_03e6f14805ce902580b5+2c2d707e/model.hlo_module.pb +3 -0
  3. neuronxcc-2.13.66.0+6dfecc895/MODULE_05115dff8003eb0253a4+2c2d707e/model.hlo_module.pb +3 -0
  4. neuronxcc-2.13.66.0+6dfecc895/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo_module.pb +3 -0
  5. neuronxcc-2.13.66.0+6dfecc895/MODULE_22512a4c8b1c5b2889da+2c2d707e/model.hlo_module.pb +3 -0
  6. neuronxcc-2.13.66.0+6dfecc895/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo_module.pb +3 -0
  7. neuronxcc-2.13.66.0+6dfecc895/MODULE_3c1747dd4e7a2cf4a941+2c2d707e/model.hlo_module.pb +3 -0
  8. neuronxcc-2.13.66.0+6dfecc895/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo_module.pb +3 -0
  9. neuronxcc-2.13.66.0+6dfecc895/MODULE_5392086576db6170dc5d+2c2d707e/model.hlo_module.pb +3 -0
  10. neuronxcc-2.13.66.0+6dfecc895/MODULE_8cb29fff32cf48a38ac9+2c2d707e/model.hlo_module.pb +3 -0
  11. neuronxcc-2.13.66.0+6dfecc895/MODULE_9b4e781d84e3ad27ec93+2c2d707e/model.hlo_module.pb +3 -0
  12. neuronxcc-2.13.66.0+6dfecc895/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo_module.pb +3 -0
  13. neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo_module.pb +3 -0
neuronxcc-2.13.66.0+6dfecc895/0_REGISTRY/0.0.22/inference/mistral/mistralai/Mistral-7B-Instruct-v0.1/c1db36ea4c17a2eee943.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["MistralForCausalLM"], "attention_dropout": 0.0, "bos_token_id": 1, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 32768, "model_type": "mistral", "neuron": {"auto_cast_type": "bf16", "batch_size": 1, "checkpoint_id": "mistralai/Mistral-7B-Instruct-v0.1", "checkpoint_revision": "73068f3702d050a2fd5aa2ca1e612e5036429398", "compiler_type": "neuronx-cc", "compiler_version": "2.13.66.0+6dfecc895", "num_cores": 8, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "rms_norm_eps": 1e-05, "rope_theta": 10000.0, "sliding_window": 4096, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 32000}
neuronxcc-2.13.66.0+6dfecc895/MODULE_03e6f14805ce902580b5+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35163c9fe615e4417ea3264c7affccccb93c9873e79b89af900f55fdb350f6a8
3
+ size 8715129
neuronxcc-2.13.66.0+6dfecc895/MODULE_05115dff8003eb0253a4+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:158c39e009c093701c9639da98f7a36633ff6286ed9b22e98cbf7d29cd1287bc
3
+ size 2423673
neuronxcc-2.13.66.0+6dfecc895/MODULE_07094468d7551fab9fdc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6583ade20cff41ea9ddf943fe5506e32a60e072165150bd9b76b1bdfdf9ef136
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_22512a4c8b1c5b2889da+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:867428e6a96e8c4af1c3e0e5d2f3a6396f2e5103193015dc2df54c63d96fca58
3
+ size 453113
neuronxcc-2.13.66.0+6dfecc895/MODULE_2f4064fb71e6a101298d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4130944c59fd9d00e643653326cc9092dcb9c46594c45a9633ea2c06e7af1c
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_3c1747dd4e7a2cf4a941+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3b259f9136963363b5f57287249ce4906f9ba54d1b5e5c77123d77e45151d21
3
+ size 134544345
neuronxcc-2.13.66.0+6dfecc895/MODULE_4a5008dd1f169231c8ef+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e2b11c10667b4ec60dd35d5dc7541c9c0051122783a2a7b19fd1f02626e70c
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_5392086576db6170dc5d+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7afbe963761be2570b3341be6a5a1341ae11e991891228ee311a34daced7ded
3
+ size 33880953
neuronxcc-2.13.66.0+6dfecc895/MODULE_8cb29fff32cf48a38ac9+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4f1ef99ff0dc4af478f4015d2ef51c506cef0f42c2f49b6bc177ef03a55a2ba
3
+ size 850808
neuronxcc-2.13.66.0+6dfecc895/MODULE_9b4e781d84e3ad27ec93+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:453ae12b69b5f9d3a6a3c669799cfe7b83b94a2265810c4841063fde11167184
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_c231b1612b7e21a13adc+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95802e7eaf1eacb9ace356280b54d2e8dab073fbc260364960b5c18db49b8329
3
+ size 318327
neuronxcc-2.13.66.0+6dfecc895/MODULE_fb6a058e29b833424101+2c2d707e/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5809ab91c68c88c48fe79f675cda0c23817b69df34a212de4680573581e494ae
3
+ size 318327